/home/fresvfqn/waterdamagerestorationandrepairsmithtown.com/Compressed/python3.9.tar
site-packages/_distutils_hack/__pycache__/override.cpython-39.pyc 0000644 00000000434 15056474501 0021125 0 ustar 00 a
(�Re, � @ s e d ��� dS )Z_distutils_hackN)�
__import__Z do_override� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/_distutils_hack/override.py�<module> � site-packages/_distutils_hack/__pycache__/__init__.cpython-39.pyc 0000644 00000012041 15056474501 0021042 0 ustar 00 a
(�Reh � @ s� d dl Z d dlZd dlZd dlZd dlZde jv Ze�dde� dd� Z dd� Z
d d
� Z d d � Z d
d� Z
G dd� d�Ze� Zdd� Zdd� ZdS )� NZ__pypy__�ignorez.+ distutils\b.+ deprecatedc C s. dt jvrd S tr t jdk r d S t�d� d S )N� distutils)� � a� Distutils was imported before Setuptools, but importing Setuptools also replaces the `distutils` module in `sys.modules`. This may lead to undesirable behaviors or errors. To avoid these issues, avoid using distutils directly, ensure that setuptools is installed in the traditional way (e.g. not an editable install), and/or make sure that setuptools is always imported before distutils.)�sys�modules�is_pypy� version_info�warnings�warn� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/_distutils_hack/__init__.py�warn_distutils_present s
�r c C s> dt jvrd S t�d� dd� t jD �} | D ] }t j|= q,d S )Nr z"Setuptools is replacing distutils.c S s g | ]}t �d |�r|�qS )z distutils\b)�re�match)�.0�namer r r
�
<listcomp>$ � z#clear_distutils.<locals>.<listcomp>)r r r
r )Zmodsr r r r
�clear_distutils s
r c C s t j�dd�} | dkS )z?
Allow selection of distutils by environment variable.
ZSETUPTOOLS_USE_DISTUTILS�stdlib�local)�os�environ�get)�whichr r r
�enabled) s r c C sB t � t�d�} d| _| tjd< t�d�}d|jv s>J |j��d S )N�setuptools._distutilsr zdistutils.core�
_distutils)r � importlib�
import_module�__name__r r �__file__)r �corer r r
�ensure_local_distutils1 s
r$ c C s t � rt� t� dS )z�
Ensure that the local copy of distutils is preferred over stdlib.
See https://github.com/pypa/setuptools/issues/417#issuecomment-392298401
for more motivation.
N)r r r$ r r r r
� do_override< s r% c @ s2 e Zd Zd
dd�Zdd� Zdd� Zedd � �ZdS ) �DistutilsMetaFinderNc C s4 |d ur d S dj f i t� ��}t| |dd� �}|� S )Nzspec_for_{fullname}c S s d S �Nr r r r r
�<lambda>N r z/DistutilsMetaFinder.find_spec.<locals>.<lambda>)�format�locals�getattr)�self�fullname�path�target� method_name�methodr r r
� find_specI s
z DistutilsMetaFinder.find_specc s8 dd l � dd l� G � fdd�d� jj�}� j�d|� �S )Nr c s e Zd Z� fdd�Zdd� ZdS )z?DistutilsMetaFinder.spec_for_distutils.<locals>.DistutilsLoaderc s
� � d�S )Nr )r )r, �spec�r r r
�
create_moduleW s zMDistutilsMetaFinder.spec_for_distutils.<locals>.DistutilsLoader.create_modulec S s d S r' r )r, �moduler r r
� exec_moduleZ s zKDistutilsMetaFinder.spec_for_distutils.<locals>.DistutilsLoader.exec_moduleN)r! �
__module__� __qualname__r5 r7 r r4 r r
�DistutilsLoaderU s r: r )�
importlib.abc�importlib.util�abc�Loader�util�spec_from_loader)r, r: r r4 r
�spec_for_distutilsQ s z&DistutilsMetaFinder.spec_for_distutilsc C s | � � r dS t� dd� | _dS )zj
Ensure stdlib distutils when running under pip.
See pypa/pip#8761 for rationale.
Nc S s d S r' r r r r r
r( g r z2DistutilsMetaFinder.spec_for_pip.<locals>.<lambda>)�pip_imported_during_buildr rA )r, r r r
� spec_for_pip_ s z DistutilsMetaFinder.spec_for_pipc C s ddl } tdd� | �d�D ��S )zO
Detect if pip is being imported in a build script. Ref #2355.
r Nc s s" | ]\}}|j d �d�V qdS )r" zsetup.pyN)� f_globals�endswith)r �frame�liner r r
� <genexpr>o s �z@DistutilsMetaFinder.pip_imported_during_build.<locals>.<genexpr>)� traceback�any�
walk_stack)rI r r r
rB i s �z-DistutilsMetaFinder.pip_imported_during_build)N)r! r8 r9 r2 rA rC � staticmethodrB r r r r
r& H s
r& c C s t j�dt� d S )Nr )r � meta_path�insert�DISTUTILS_FINDERr r r r
�add_shimx s rP c C s( zt j�t� W n ty" Y n0 d S r' )r rM �removerO �
ValueErrorr r r r
� remove_shim| s rS )r r r r r
�builtin_module_namesr �filterwarnings�DeprecationWarningr r r r$ r% r& rO rP rS r r r r
�<module> s$
� - site-packages/_distutils_hack/override.py 0000644 00000000054 15056474501 0014634 0 ustar 00 __import__('_distutils_hack').do_override()
site-packages/_distutils_hack/__init__.py 0000644 00000007150 15056474501 0014560 0 ustar 00 import sys
import os
import re
import importlib
import warnings
is_pypy = '__pypy__' in sys.builtin_module_names
warnings.filterwarnings('ignore',
r'.+ distutils\b.+ deprecated',
DeprecationWarning)
def warn_distutils_present():
if 'distutils' not in sys.modules:
return
if is_pypy and sys.version_info < (3, 7):
# PyPy for 3.6 unconditionally imports distutils, so bypass the warning
# https://foss.heptapod.net/pypy/pypy/-/blob/be829135bc0d758997b3566062999ee8b23872b4/lib-python/3/site.py#L250
return
warnings.warn(
"Distutils was imported before Setuptools, but importing Setuptools "
"also replaces the `distutils` module in `sys.modules`. This may lead "
"to undesirable behaviors or errors. To avoid these issues, avoid "
"using distutils directly, ensure that setuptools is installed in the "
"traditional way (e.g. not an editable install), and/or make sure "
"that setuptools is always imported before distutils.")
def clear_distutils():
if 'distutils' not in sys.modules:
return
warnings.warn("Setuptools is replacing distutils.")
mods = [name for name in sys.modules if re.match(r'distutils\b', name)]
for name in mods:
del sys.modules[name]
def enabled():
"""
Allow selection of distutils by environment variable.
"""
which = os.environ.get('SETUPTOOLS_USE_DISTUTILS', 'stdlib')
return which == 'local'
def ensure_local_distutils():
clear_distutils()
distutils = importlib.import_module('setuptools._distutils')
distutils.__name__ = 'distutils'
sys.modules['distutils'] = distutils
# sanity check that submodules load as expected
core = importlib.import_module('distutils.core')
assert '_distutils' in core.__file__, core.__file__
def do_override():
"""
Ensure that the local copy of distutils is preferred over stdlib.
See https://github.com/pypa/setuptools/issues/417#issuecomment-392298401
for more motivation.
"""
if enabled():
warn_distutils_present()
ensure_local_distutils()
class DistutilsMetaFinder:
def find_spec(self, fullname, path, target=None):
if path is not None:
return
method_name = 'spec_for_{fullname}'.format(**locals())
method = getattr(self, method_name, lambda: None)
return method()
def spec_for_distutils(self):
import importlib.abc
import importlib.util
class DistutilsLoader(importlib.abc.Loader):
def create_module(self, spec):
return importlib.import_module('setuptools._distutils')
def exec_module(self, module):
pass
return importlib.util.spec_from_loader('distutils', DistutilsLoader())
def spec_for_pip(self):
"""
Ensure stdlib distutils when running under pip.
See pypa/pip#8761 for rationale.
"""
if self.pip_imported_during_build():
return
clear_distutils()
self.spec_for_distutils = lambda: None
@staticmethod
def pip_imported_during_build():
"""
Detect if pip is being imported in a build script. Ref #2355.
"""
import traceback
return any(
frame.f_globals['__file__'].endswith('setup.py')
for frame, line in traceback.walk_stack(None)
)
DISTUTILS_FINDER = DistutilsMetaFinder()
def add_shim():
sys.meta_path.insert(0, DISTUTILS_FINDER)
def remove_shim():
try:
sys.meta_path.remove(DISTUTILS_FINDER)
except ValueError:
pass
site-packages/pip-21.3.1.dist-info/WHEEL 0000644 00000000134 15056474501 0013263 0 ustar 00 Wheel-Version: 1.0
Generator: bdist_wheel (0.37.0)
Root-Is-Purelib: true
Tag: py3-none-any
site-packages/pip-21.3.1.dist-info/direct_url.json 0000644 00000000147 15056474501 0015527 0 ustar 00 {"archive_info": {}, "url": "file:///builddir/build/BUILD/pip-21.3.1/dist/pip-21.3.1-py3-none-any.whl"} site-packages/pip-21.3.1.dist-info/RECORD 0000644 00000173112 15056474501 0013404 0 ustar 00 ../../../bin/pip,sha256=KlJDQt1hwlg3F2zaPoYxPfFpRr9irBB68fDPoKVECkY,234
../../../bin/pip3,sha256=KlJDQt1hwlg3F2zaPoYxPfFpRr9irBB68fDPoKVECkY,234
../../../bin/pip3.9,sha256=KlJDQt1hwlg3F2zaPoYxPfFpRr9irBB68fDPoKVECkY,234
pip-21.3.1.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
pip-21.3.1.dist-info/LICENSE.txt,sha256=I6c2HCsVgQKLxiO52ivSSZeryqR4Gs5q1ESjeUT42uE,1090
pip-21.3.1.dist-info/METADATA,sha256=PjWcvFEqJd4gOfiQam8il34_wPNKxf8ubyYI2wYm7tc,4216
pip-21.3.1.dist-info/RECORD,,
pip-21.3.1.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip-21.3.1.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
pip-21.3.1.dist-info/direct_url.json,sha256=Vl58sluk6OBfGWPA_3cYakPqWvzPs77FuaR2htQJdG0,103
pip-21.3.1.dist-info/entry_points.txt,sha256=5ExSa1s54zSPNA_1epJn5SX06786S8k5YHwskMvVYzw,125
pip-21.3.1.dist-info/top_level.txt,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
pip/__init__.py,sha256=798yhPIf6eMHi7R5Ogb3BJ5ALJ0Id8IwEuOSU2DFlp0,357
pip/__main__.py,sha256=mXwWDftNLMKfwVqKFWGE_uuBZvGSIiUELhLkeysIuZc,1198
pip/__pycache__/__init__.cpython-39.pyc,,
pip/__pycache__/__main__.cpython-39.pyc,,
pip/_internal/__init__.py,sha256=FU88-ODK1jGlVF2Qxp1gJqTwg0wujj12LayXQgFhlh8,587
pip/_internal/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/__pycache__/build_env.cpython-39.pyc,,
pip/_internal/__pycache__/cache.cpython-39.pyc,,
pip/_internal/__pycache__/configuration.cpython-39.pyc,,
pip/_internal/__pycache__/exceptions.cpython-39.pyc,,
pip/_internal/__pycache__/main.cpython-39.pyc,,
pip/_internal/__pycache__/pyproject.cpython-39.pyc,,
pip/_internal/__pycache__/self_outdated_check.cpython-39.pyc,,
pip/_internal/__pycache__/wheel_builder.cpython-39.pyc,,
pip/_internal/build_env.py,sha256=uIg4HJDgZK542FXVTl3jkPDNbklNgb8Rj6DeZef_oS8,9950
pip/_internal/cache.py,sha256=71eaYwrls34HJ6gzbmmYiotiKhPNFTM_tqYJXD5nf3s,9441
pip/_internal/cli/__init__.py,sha256=FkHBgpxxb-_gd6r1FjnNhfMOzAUYyXoXKJ6abijfcFU,132
pip/_internal/cli/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/cli/__pycache__/autocompletion.cpython-39.pyc,,
pip/_internal/cli/__pycache__/base_command.cpython-39.pyc,,
pip/_internal/cli/__pycache__/cmdoptions.cpython-39.pyc,,
pip/_internal/cli/__pycache__/command_context.cpython-39.pyc,,
pip/_internal/cli/__pycache__/main.cpython-39.pyc,,
pip/_internal/cli/__pycache__/main_parser.cpython-39.pyc,,
pip/_internal/cli/__pycache__/parser.cpython-39.pyc,,
pip/_internal/cli/__pycache__/progress_bars.cpython-39.pyc,,
pip/_internal/cli/__pycache__/req_command.cpython-39.pyc,,
pip/_internal/cli/__pycache__/spinners.cpython-39.pyc,,
pip/_internal/cli/__pycache__/status_codes.cpython-39.pyc,,
pip/_internal/cli/autocompletion.py,sha256=NK5yqe49SgExZOCFVEUT5Bf0QV2CuITGK27WSo2MWg8,6399
pip/_internal/cli/base_command.py,sha256=oFuvjLsYE17V67L1dHeTo-YePZN97RKpOuGEXwCKwLc,7790
pip/_internal/cli/cmdoptions.py,sha256=o6hueHSc3VWZ-_do9eeoZKEaxqh18zlXKAzVZ00Kg-o,28391
pip/_internal/cli/command_context.py,sha256=a1pBBvvGLDiZ1Kw64_4tT6HmRTwYDoYy8JFgG5Czn7s,760
pip/_internal/cli/main.py,sha256=ioJ8IVlb2K1qLOxR-tXkee9lURhYV89CDM71MKag7YY,2472
pip/_internal/cli/main_parser.py,sha256=Q9TnytfuC5Z2JSjBFWVGtEdYLFy7rukNIb04movHdAo,2614
pip/_internal/cli/parser.py,sha256=CDXTuFr2UD8ozOlZYf1KDziQdo9-X_IaYOiUcyJQwrA,10788
pip/_internal/cli/progress_bars.py,sha256=ha8wowclY8_PaoM0cz4G6qK37zjnzuxQ-ydOtzx4EMI,8300
pip/_internal/cli/req_command.py,sha256=La6J8YonTxoPtJ8HMPN4RTKyzg0VS_R4vxfVf_HmFZw,17097
pip/_internal/cli/spinners.py,sha256=TFhjxtOnLeNJ5YmRvQm4eKPgPbJNkZiqO8jOXuxRaYU,5076
pip/_internal/cli/status_codes.py,sha256=sEFHUaUJbqv8iArL3HAtcztWZmGOFX01hTesSytDEh0,116
pip/_internal/commands/__init__.py,sha256=Vc1HjsLEtyCh7506OozPHPKXe2Hk-z9cFkFF3BMj1lM,3736
pip/_internal/commands/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/commands/__pycache__/cache.cpython-39.pyc,,
pip/_internal/commands/__pycache__/check.cpython-39.pyc,,
pip/_internal/commands/__pycache__/completion.cpython-39.pyc,,
pip/_internal/commands/__pycache__/configuration.cpython-39.pyc,,
pip/_internal/commands/__pycache__/debug.cpython-39.pyc,,
pip/_internal/commands/__pycache__/download.cpython-39.pyc,,
pip/_internal/commands/__pycache__/freeze.cpython-39.pyc,,
pip/_internal/commands/__pycache__/hash.cpython-39.pyc,,
pip/_internal/commands/__pycache__/help.cpython-39.pyc,,
pip/_internal/commands/__pycache__/index.cpython-39.pyc,,
pip/_internal/commands/__pycache__/install.cpython-39.pyc,,
pip/_internal/commands/__pycache__/list.cpython-39.pyc,,
pip/_internal/commands/__pycache__/search.cpython-39.pyc,,
pip/_internal/commands/__pycache__/show.cpython-39.pyc,,
pip/_internal/commands/__pycache__/uninstall.cpython-39.pyc,,
pip/_internal/commands/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/commands/cache.py,sha256=p9gvc6W_xgxE2zO0o8NXqO1gGJEinEK42qEC-a7Cnuk,7524
pip/_internal/commands/check.py,sha256=0gjXR7j36xJT5cs2heYU_dfOfpnFfzX8OoPNNoKhqdM,1685
pip/_internal/commands/completion.py,sha256=kTG_I1VR3N5kGC4Ma9pQTSoY9Q1URCrNyseHSQ-rCL4,2958
pip/_internal/commands/configuration.py,sha256=arE8vLstjBg-Ar1krXF-bBmT1qBtnL7Fpk-NVh38a0U,8944
pip/_internal/commands/debug.py,sha256=krET-y45CnQzXwKR1qA3M_tJE4LE2vnQtm3yfGyDSnE,6629
pip/_internal/commands/download.py,sha256=p4lmYDgawRrwDFUpde_-1Gld45FnsMNHUFtOWFUCcSE,4904
pip/_internal/commands/freeze.py,sha256=gCjoD6foBZPBAAYx5t8zZLkJhsF_ZRtnb3dPuD7beO8,2951
pip/_internal/commands/hash.py,sha256=EVVOuvGtoPEdFi8SNnmdqlCQrhCxV-kJsdwtdcCnXGQ,1703
pip/_internal/commands/help.py,sha256=gcc6QDkcgHMOuAn5UxaZwAStsRBrnGSn_yxjS57JIoM,1132
pip/_internal/commands/index.py,sha256=1VVXXj5MsI2qH-N7uniQQyVkg-KCn_RdjiyiUmkUS5U,4762
pip/_internal/commands/install.py,sha256=HTWdTb72Bcrm2tA_d55_hX6yQbchnr_XRdA2Xs8uApU,27851
pip/_internal/commands/list.py,sha256=SnCh19e5zQKonNP7j25c_xru0Wm7wWWF8j49f-Dy9Bw,12203
pip/_internal/commands/search.py,sha256=sbBZiARRc050QquOKcCvOr2K3XLsoYebLKZGRi__iUI,5697
pip/_internal/commands/show.py,sha256=OREbPHF6UzvQiGLC1UIjG52Kc_jYDgcXZMYzgKXMbBI,8064
pip/_internal/commands/uninstall.py,sha256=DNTYAGJNljMO_YYBxrpcwj0FEl7lo_P55_98O6g2TNk,3526
pip/_internal/commands/wheel.py,sha256=xGSwLPYUM7jP_McD-wnM4D3zsP0n-NSkHFp4d0mAWIg,6168
pip/_internal/configuration.py,sha256=dKHBEl8aXnqVuRB0NW7Nz7lyYMwr7XCfkMZvUORaSRo,13153
pip/_internal/distributions/__init__.py,sha256=Hq6kt6gXBgjNit5hTTWLAzeCNOKoB-N0pGYSqehrli8,858
pip/_internal/distributions/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/distributions/__pycache__/base.cpython-39.pyc,,
pip/_internal/distributions/__pycache__/installed.cpython-39.pyc,,
pip/_internal/distributions/__pycache__/sdist.cpython-39.pyc,,
pip/_internal/distributions/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/distributions/base.py,sha256=3FUYD8Gb4YuSu3pggC_FRctZBDbpm5ZK89tPksIUjoE,1172
pip/_internal/distributions/installed.py,sha256=QObf6KALGtwGx-Ap3Ua5FfcfaRMXWOk_wcrm7n5gYII,767
pip/_internal/distributions/sdist.py,sha256=3fsErGhAWdGzuO7Wea0F_8b9fKyUL1PoYet273OoAoM,5598
pip/_internal/distributions/wheel.py,sha256=-NgzdIs-w_hcer_U81yzgpVTljJRg5m79xufqvbjv0s,1115
pip/_internal/exceptions.py,sha256=XyfiRZn2X8WR61X-JF50BU72TdmVkneWPy9cnuKv2Rg,12762
pip/_internal/index/__init__.py,sha256=vpt-JeTZefh8a-FC22ZeBSXFVbuBcXSGiILhQZJaNpQ,30
pip/_internal/index/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/index/__pycache__/collector.cpython-39.pyc,,
pip/_internal/index/__pycache__/package_finder.cpython-39.pyc,,
pip/_internal/index/__pycache__/sources.cpython-39.pyc,,
pip/_internal/index/collector.py,sha256=7rhUeH0IU_dUMk13-lBAN9czRuJ6dbG76Un7xuQ36Ck,17534
pip/_internal/index/package_finder.py,sha256=_N9LIcwAXbGDN3BUDlikSB93WI9PHv3MvkJ4YapfrPY,36344
pip/_internal/index/sources.py,sha256=SVyPitv08-Qalh2_Bk5diAJ9GAA_d-a93koouQodAG0,6557
pip/_internal/locations/__init__.py,sha256=CpH6Cz9HSZ0csN_KPtOcvS9TGYLb7ZNGtCAAmVtjXW0,14444
pip/_internal/locations/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/locations/__pycache__/_distutils.cpython-39.pyc,,
pip/_internal/locations/__pycache__/_sysconfig.cpython-39.pyc,,
pip/_internal/locations/__pycache__/base.cpython-39.pyc,,
pip/_internal/locations/_distutils.py,sha256=Sk7tw8ZP1DWMYJ8MibABsa8IME2Ejv1PKeGlYQCBTZc,5871
pip/_internal/locations/_sysconfig.py,sha256=LQNKTJKyjVqxXaPntlBwdUqTG1xwYf6GVCKMbyRJx5M,7918
pip/_internal/locations/base.py,sha256=x5D1ONktmPJd8nnUTh-ELsAJ7fiXA-k-0a_vhfi2_Us,1579
pip/_internal/main.py,sha256=r-UnUe8HLo5XFJz8inTcOOTiu_sxNhgHb6VwlGUllOI,340
pip/_internal/metadata/__init__.py,sha256=HzTS3lRukzn-MJaEZkUQhAFe6ulxvNe7nNoBvUzy-DU,1660
pip/_internal/metadata/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/metadata/__pycache__/base.cpython-39.pyc,,
pip/_internal/metadata/__pycache__/pkg_resources.cpython-39.pyc,,
pip/_internal/metadata/base.py,sha256=gbNbb9blWO5hejmror-2n4_wLuYVrTyqwUluY9OmnMg,11103
pip/_internal/metadata/pkg_resources.py,sha256=-LiuojtAfl3yhNx8rnUKYN3ECBVCVcDWszCupithXAw,5089
pip/_internal/models/__init__.py,sha256=3DHUd_qxpPozfzouoqa9g9ts1Czr5qaHfFxbnxriepM,63
pip/_internal/models/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/models/__pycache__/candidate.cpython-39.pyc,,
pip/_internal/models/__pycache__/direct_url.cpython-39.pyc,,
pip/_internal/models/__pycache__/format_control.cpython-39.pyc,,
pip/_internal/models/__pycache__/index.cpython-39.pyc,,
pip/_internal/models/__pycache__/link.cpython-39.pyc,,
pip/_internal/models/__pycache__/scheme.cpython-39.pyc,,
pip/_internal/models/__pycache__/search_scope.cpython-39.pyc,,
pip/_internal/models/__pycache__/selection_prefs.cpython-39.pyc,,
pip/_internal/models/__pycache__/target_python.cpython-39.pyc,,
pip/_internal/models/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/models/candidate.py,sha256=6pcABsaR7CfIHlbJbr2_kMkVJFL_yrYjTx6SVWUnCPQ,990
pip/_internal/models/direct_url.py,sha256=7XtGQSLLDQb5ZywI2EMnnLcddtf5CJLx44lMtTHPxFw,6350
pip/_internal/models/format_control.py,sha256=DJpMYjxeYKKQdwNcML2_F0vtAh-qnKTYe-CpTxQe-4g,2520
pip/_internal/models/index.py,sha256=tYnL8oxGi4aSNWur0mG8DAP7rC6yuha_MwJO8xw0crI,1030
pip/_internal/models/link.py,sha256=hoT_qsOBAgLBm9GKqpBrNF_mrEXeGXQE-aH_RX2cGgg,9817
pip/_internal/models/scheme.py,sha256=3EFQp_ICu_shH1-TBqhl0QAusKCPDFOlgHFeN4XowWs,738
pip/_internal/models/search_scope.py,sha256=LwloG0PJAmtI1hFXIypsD95kWE9xfR5hf_a2v1Vw7sk,4520
pip/_internal/models/selection_prefs.py,sha256=KZdi66gsR-_RUXUr9uejssk3rmTHrQVJWeNA2sV-VSY,1907
pip/_internal/models/target_python.py,sha256=qKpZox7J8NAaPmDs5C_aniwfPDxzvpkrCKqfwndG87k,3858
pip/_internal/models/wheel.py,sha256=hN9Ub-m-cAJCajCcQHyQNsqpcDCbPPDlEzBDwaBMc14,3500
pip/_internal/network/__init__.py,sha256=jf6Tt5nV_7zkARBrKojIXItgejvoegVJVKUbhAa5Ioc,50
pip/_internal/network/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/network/__pycache__/auth.cpython-39.pyc,,
pip/_internal/network/__pycache__/cache.cpython-39.pyc,,
pip/_internal/network/__pycache__/download.cpython-39.pyc,,
pip/_internal/network/__pycache__/lazy_wheel.cpython-39.pyc,,
pip/_internal/network/__pycache__/session.cpython-39.pyc,,
pip/_internal/network/__pycache__/utils.cpython-39.pyc,,
pip/_internal/network/__pycache__/xmlrpc.cpython-39.pyc,,
pip/_internal/network/auth.py,sha256=a3C7Xaa8kTJjXkdi_wrUjqaySc8Z9Yz7U6QIbXfzMyc,12190
pip/_internal/network/cache.py,sha256=HoprMCecwd4IS2wDZowc9B_OpaBlFjJYJl4xOxvtuwU,2100
pip/_internal/network/download.py,sha256=VmiR-KKIBugShZS4JlD7N8mq3hErx-0fK-D8aTYU3Og,6016
pip/_internal/network/lazy_wheel.py,sha256=1b8ZJ1w4bSBzpGzGwJR_CL2yQ6AFIwWQkS1vbPPw2XU,7627
pip/_internal/network/session.py,sha256=38IKGKC64MTVUIH5XOR1hr2pOCzp39RccykdmGAvqRU,16729
pip/_internal/network/utils.py,sha256=igLlTu_-q0LmL8FdJKq-Uj7AT_owrQ-T9FfyarkhK5U,4059
pip/_internal/network/xmlrpc.py,sha256=AzQgG4GgS152_cqmGr_Oz2MIXsCal-xfsis7fA7nmU0,1791
pip/_internal/operations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/operations/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/operations/__pycache__/check.cpython-39.pyc,,
pip/_internal/operations/__pycache__/freeze.cpython-39.pyc,,
pip/_internal/operations/__pycache__/prepare.cpython-39.pyc,,
pip/_internal/operations/build/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/operations/build/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/metadata.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/metadata_editable.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/metadata_legacy.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/wheel_editable.cpython-39.pyc,,
pip/_internal/operations/build/__pycache__/wheel_legacy.cpython-39.pyc,,
pip/_internal/operations/build/metadata.py,sha256=KEsyrRFOBs2jhR-AcjyJyeV5GlsK1ubQqAB1j-b0Zu4,1119
pip/_internal/operations/build/metadata_editable.py,sha256=RnA8UgQqZwtBjBdqi1DW1gI3xaZ7qhKp1Xd-0YTktSk,1177
pip/_internal/operations/build/metadata_legacy.py,sha256=hjAJ75iKuJfKQYALZD0U6wJ7ElJ_BAEvjDxF8b9_l5k,1945
pip/_internal/operations/build/wheel.py,sha256=AO9XnTGhTgHtZmU8Dkbfo1OGr41rBuSDjIgAa4zUKgE,1063
pip/_internal/operations/build/wheel_editable.py,sha256=TVETY-L_M_dSEKBhTIcQOP75zKVXw8tuq1U354Mm30A,1405
pip/_internal/operations/build/wheel_legacy.py,sha256=aFMVOvyG-_CAIuXEVxuPJkz5UfCppSeu9FBPzn2tWvI,3047
pip/_internal/operations/check.py,sha256=ca4O9CkPt9Em9sLCf3H0iVt1GIcW7M8C0U5XooaBuT4,5109
pip/_internal/operations/freeze.py,sha256=ZiYw5GlUpLVx4VJHz4S1AP2JFNyvH0iq5kpcYj2ovyw,9770
pip/_internal/operations/install/__init__.py,sha256=mX7hyD2GNBO2mFGokDQ30r_GXv7Y_PLdtxcUv144e-s,51
pip/_internal/operations/install/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/operations/install/__pycache__/editable_legacy.cpython-39.pyc,,
pip/_internal/operations/install/__pycache__/legacy.cpython-39.pyc,,
pip/_internal/operations/install/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/operations/install/editable_legacy.py,sha256=J4VCOHvk_BgA_wG02WmlDtSWLwZJ5S_g9SXBkjYojaw,1298
pip/_internal/operations/install/legacy.py,sha256=YKrZvH894Iqf2oEkYqF9O7CK1DjTgfZCP3R9Azpjeqo,4158
pip/_internal/operations/install/wheel.py,sha256=QuQyCZE-XjuJjDYRixo40oUt2ucFhNmSrCbcXY7A9aE,27412
pip/_internal/operations/prepare.py,sha256=Dg-lFYsFhYeib8NuQvGOxd0wxcmTqXfe_c5zYb3ep64,23838
pip/_internal/pyproject.py,sha256=YgcyleTgyuh7NwGH9j8_21htqnF_VxgKiPc4ecLBWKk,7215
pip/_internal/req/__init__.py,sha256=A7mUvT1KAcCYP3H7gUOTx2GRMlgoDur3H68Q0OJqM5A,2793
pip/_internal/req/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/req/__pycache__/constructors.cpython-39.pyc,,
pip/_internal/req/__pycache__/req_file.cpython-39.pyc,,
pip/_internal/req/__pycache__/req_install.cpython-39.pyc,,
pip/_internal/req/__pycache__/req_set.cpython-39.pyc,,
pip/_internal/req/__pycache__/req_tracker.cpython-39.pyc,,
pip/_internal/req/__pycache__/req_uninstall.cpython-39.pyc,,
pip/_internal/req/constructors.py,sha256=FVWkWeGt3fK0DTC3Gurd2jglp_Z10CK-abd6yM3HD-A,15285
pip/_internal/req/req_file.py,sha256=5N8OTouPCof-305StC2YK9HBxQMw-xO46skRoBPbkZo,17421
pip/_internal/req/req_install.py,sha256=BLPPMm9obLThHs1Fp8mvaO02jHRrEZ6De4oAU_QDkx4,33866
pip/_internal/req/req_set.py,sha256=kHYiLvkKRx21WaLTwOI-54Ng0SSzZZ9SE7FD0PsfvYA,7584
pip/_internal/req/req_tracker.py,sha256=jK7JDu-Wt73X-gqozrFtgJVlUlnQo0P4IQ4x4_gPlfM,4117
pip/_internal/req/req_uninstall.py,sha256=Uf8Kx-PgoQIudFq9Y7sFP-uz_I6x1gEfPpJJxujOf14,23748
pip/_internal/resolution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/resolution/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/resolution/__pycache__/base.cpython-39.pyc,,
pip/_internal/resolution/base.py,sha256=qlmh325SBVfvG6Me9gc5Nsh5sdwHBwzHBq6aEXtKsLA,583
pip/_internal/resolution/legacy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/resolution/legacy/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/resolution/legacy/__pycache__/resolver.cpython-39.pyc,,
pip/_internal/resolution/legacy/resolver.py,sha256=IcQ57uIyki-hCBm4e5H8zZt840VzfxdWQFZNT9oYBH8,18449
pip/_internal/resolution/resolvelib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/resolution/resolvelib/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/base.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/candidates.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/factory.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/found_candidates.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/provider.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/reporter.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/requirements.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/__pycache__/resolver.cpython-39.pyc,,
pip/_internal/resolution/resolvelib/base.py,sha256=u1O4fkvCO4mhmu5i32xrDv9AX5NgUci_eYVyBDQhTIM,5220
pip/_internal/resolution/resolvelib/candidates.py,sha256=5q66J90AoMKKwy1HsdXvEeleOJG8QkAbo8OidFekee0,18210
pip/_internal/resolution/resolvelib/factory.py,sha256=fa97Ja0EbOYkyz5haXTUPbnR3H5MOLvouY6n8OjupSs,27391
pip/_internal/resolution/resolvelib/found_candidates.py,sha256=hvL3Hoa9VaYo-qEOZkBi2Iqw251UDxPz-uMHVaWmLpE,5705
pip/_internal/resolution/resolvelib/provider.py,sha256=HUMHvkU001rtlqvs11NPmMtlyMMLlVQfAl6qXdsLxZQ,9205
pip/_internal/resolution/resolvelib/reporter.py,sha256=3ZVVYrs5PqvLFJkGLcuXoMK5mTInFzl31xjUpDBpZZk,2526
pip/_internal/resolution/resolvelib/requirements.py,sha256=pcsnwz7txyDNZUEOWJOZEfivy3COWHPf_DIU7fwZ-Kk,5455
pip/_internal/resolution/resolvelib/resolver.py,sha256=bkrMZs_jJHP_KFAbg36-lcN4Ums7ESgllup8piHXOz0,9580
pip/_internal/self_outdated_check.py,sha256=nVLSc0nl4JZ9VI7GsZvblE-zzT-T5ofmMgplned8s_s,6393
pip/_internal/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/utils/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/utils/__pycache__/_log.cpython-39.pyc,,
pip/_internal/utils/__pycache__/appdirs.cpython-39.pyc,,
pip/_internal/utils/__pycache__/compat.cpython-39.pyc,,
pip/_internal/utils/__pycache__/compatibility_tags.cpython-39.pyc,,
pip/_internal/utils/__pycache__/datetime.cpython-39.pyc,,
pip/_internal/utils/__pycache__/deprecation.cpython-39.pyc,,
pip/_internal/utils/__pycache__/direct_url_helpers.cpython-39.pyc,,
pip/_internal/utils/__pycache__/distutils_args.cpython-39.pyc,,
pip/_internal/utils/__pycache__/egg_link.cpython-39.pyc,,
pip/_internal/utils/__pycache__/encoding.cpython-39.pyc,,
pip/_internal/utils/__pycache__/entrypoints.cpython-39.pyc,,
pip/_internal/utils/__pycache__/filesystem.cpython-39.pyc,,
pip/_internal/utils/__pycache__/filetypes.cpython-39.pyc,,
pip/_internal/utils/__pycache__/glibc.cpython-39.pyc,,
pip/_internal/utils/__pycache__/hashes.cpython-39.pyc,,
pip/_internal/utils/__pycache__/inject_securetransport.cpython-39.pyc,,
pip/_internal/utils/__pycache__/logging.cpython-39.pyc,,
pip/_internal/utils/__pycache__/misc.cpython-39.pyc,,
pip/_internal/utils/__pycache__/models.cpython-39.pyc,,
pip/_internal/utils/__pycache__/packaging.cpython-39.pyc,,
pip/_internal/utils/__pycache__/parallel.cpython-39.pyc,,
pip/_internal/utils/__pycache__/pkg_resources.cpython-39.pyc,,
pip/_internal/utils/__pycache__/setuptools_build.cpython-39.pyc,,
pip/_internal/utils/__pycache__/subprocess.cpython-39.pyc,,
pip/_internal/utils/__pycache__/temp_dir.cpython-39.pyc,,
pip/_internal/utils/__pycache__/unpacking.cpython-39.pyc,,
pip/_internal/utils/__pycache__/urls.cpython-39.pyc,,
pip/_internal/utils/__pycache__/virtualenv.cpython-39.pyc,,
pip/_internal/utils/__pycache__/wheel.cpython-39.pyc,,
pip/_internal/utils/_log.py,sha256=-jHLOE_THaZz5BFcCnoSL9EYAtJ0nXem49s9of4jvKw,1015
pip/_internal/utils/appdirs.py,sha256=swgcTKOm3daLeXTW6v5BUS2Ti2RvEnGRQYH_yDXklAo,1665
pip/_internal/utils/compat.py,sha256=ACyBfLgj3_XG-iA5omEDrXqDM0cQKzi8h8HRBInzG6Q,1884
pip/_internal/utils/compatibility_tags.py,sha256=ydin8QG8BHqYRsPY4OL6cmb44CbqXl1T0xxS97VhHkk,5377
pip/_internal/utils/datetime.py,sha256=m21Y3wAtQc-ji6Veb6k_M5g6A0ZyFI4egchTdnwh-pQ,242
pip/_internal/utils/deprecation.py,sha256=NKo8VqLioJ4nnXXGmW4KdasxF90EFHkZaHeX1fT08C8,3627
pip/_internal/utils/direct_url_helpers.py,sha256=6F1tc2rcKaCZmgfVwsE6ObIe_Pux23mUVYA-2D9wCFc,3206
pip/_internal/utils/distutils_args.py,sha256=mcAscyp80vTt3xAGTipnpgc83V-_wCvydNELVXLq7JI,1249
pip/_internal/utils/egg_link.py,sha256=5MVlpz5LirT4iLQq86OYzjXaYF0D4Qk1dprEI7ThST4,2203
pip/_internal/utils/encoding.py,sha256=bdZ3YgUpaOEBI5MP4-DEXiQarCW3V0rxw1kRz-TaU1Q,1169
pip/_internal/utils/entrypoints.py,sha256=g4QKi37JkZ2r6A9WbYLMwVzOiE3dn_lsqVhaFy0Erq0,1130
pip/_internal/utils/filesystem.py,sha256=rrl-rY1w8TYyKYndUyZlE9ffkQyA4-jI9x_59zXkn5s,5893
pip/_internal/utils/filetypes.py,sha256=i8XAQ0eFCog26Fw9yV0Yb1ygAqKYB1w9Cz9n0fj8gZU,716
pip/_internal/utils/glibc.py,sha256=tDfwVYnJCOC0BNVpItpy8CGLP9BjkxFHdl0mTS0J7fc,3110
pip/_internal/utils/hashes.py,sha256=anpZfFGIT6HcIj2td9NHtE8AWg6GeAIhwpP8GPvZE0E,4811
pip/_internal/utils/inject_securetransport.py,sha256=o-QRVMGiENrTJxw3fAhA7uxpdEdw6M41TjHYtSVRrcg,795
pip/_internal/utils/logging.py,sha256=oEkBvjj2A6NtVo75_Q-sL7qqH0bMFuY0pK4d8t40SKg,11532
pip/_internal/utils/misc.py,sha256=BmZJygU2e8NSUD-Iz4A1zzIL52GDhikAwCeZik7K7V4,20778
pip/_internal/utils/models.py,sha256=5GoYU586SrxURMvDn_jBMJInitviJg4O5-iOU-6I0WY,1193
pip/_internal/utils/packaging.py,sha256=wA29RPW_KkorI2PIfkm9cWCytpcVbk-wubwUE8YTmbQ,2952
pip/_internal/utils/parallel.py,sha256=Z-vNgYsyiAx8JfZYbD6ZSzkkPfpk0ANQI_YpCBE0Pxo,3196
pip/_internal/utils/pkg_resources.py,sha256=A7HUm5lSk7n1_7qypyI4QkXErXgb5iXDlKPXo8r_1Hk,987
pip/_internal/utils/setuptools_build.py,sha256=yDrfmxUgd0A9SDKV-7UuSTA3YLmVav5J86G9Fym-2FE,4697
pip/_internal/utils/subprocess.py,sha256=cy2c6XRuYkX3XJF_lIjY5nQL2XygBHLJr6WXwTsjfnc,10058
pip/_internal/utils/temp_dir.py,sha256=zob3PYMVevONkheOMUp_4jDofrEY3HIu5DHK78cSspI,7662
pip/_internal/utils/unpacking.py,sha256=HUFlMEyCa9dPwdLh6sWeh95DeKytV8rsOyKShEw9y6g,8906
pip/_internal/utils/urls.py,sha256=AhaesUGl-9it6uvG6fsFPOr9ynFpGaTMk4t5XTX7Z_Q,1759
pip/_internal/utils/virtualenv.py,sha256=4_48qMzCwB_F5jIK5BC_ua7uiAMVifmQWU9NdaGUoVA,3459
pip/_internal/utils/wheel.py,sha256=YwsLfuDzPJhFLuGotZ69i0bxJVGSweGuIHG2SxZvZtM,6163
pip/_internal/vcs/__init__.py,sha256=UAqvzpbi0VbZo3Ub6skEeZAw-ooIZR-zX_WpCbxyCoU,596
pip/_internal/vcs/__pycache__/__init__.cpython-39.pyc,,
pip/_internal/vcs/__pycache__/bazaar.cpython-39.pyc,,
pip/_internal/vcs/__pycache__/git.cpython-39.pyc,,
pip/_internal/vcs/__pycache__/mercurial.cpython-39.pyc,,
pip/_internal/vcs/__pycache__/subversion.cpython-39.pyc,,
pip/_internal/vcs/__pycache__/versioncontrol.cpython-39.pyc,,
pip/_internal/vcs/bazaar.py,sha256=pNMHrCLx1jSJzu1t1ycDVwhXQ23XI4Q483cvewaTUDs,2857
pip/_internal/vcs/git.py,sha256=Ph_hThbfTG040GpJRz1z0ByiNkj5eHgF_shCCbNnCw0,17804
pip/_internal/vcs/mercurial.py,sha256=Mtk-Bqjnp3wlaOdHfNSxq86vgCwNc3-df6UqgIXvMjE,4945
pip/_internal/vcs/subversion.py,sha256=h4_nYmYN9kcfeTPp9wjkHhIeTpFZwoCp1UVm4hbBq90,11596
pip/_internal/vcs/versioncontrol.py,sha256=W1zLW32PeuYiCV1I_dhqlk_n74B_GFTjNC5xdxs-1Ek,22414
pip/_internal/wheel_builder.py,sha256=ZakEA7CEJyp70yHoX0QLE8TAwM7vxF9PYPtjBxT3F1I,12247
pip/_vendor/__init__.py,sha256=xjcBX0EP50pkaMdCssrsBXoZgo2hTtYxlcH1CIyA3T4,4708
pip/_vendor/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/__pycache__/distro.cpython-39.pyc,,
pip/_vendor/__pycache__/pyparsing.cpython-39.pyc,,
pip/_vendor/__pycache__/six.cpython-39.pyc,,
pip/_vendor/cachecontrol/__init__.py,sha256=pJtAaUxOsMPnytI1A3juAJkXYDr8krdSnsg4Yg3OBEg,302
pip/_vendor/cachecontrol/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/adapter.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/cache.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/controller.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/serialize.cpython-39.pyc,,
pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-39.pyc,,
pip/_vendor/cachecontrol/_cmd.py,sha256=URGE0KrA87QekCG3SGPatlSPT571dZTDjNa-ZXX3pDc,1295
pip/_vendor/cachecontrol/adapter.py,sha256=sSwaSYd93IIfCFU4tOMgSo6b2LCt_gBSaQUj8ktJFOA,4882
pip/_vendor/cachecontrol/cache.py,sha256=1fc4wJP8HYt1ycnJXeEw5pCpeBL2Cqxx6g9Fb0AYDWQ,805
pip/_vendor/cachecontrol/caches/__init__.py,sha256=-gHNKYvaeD0kOk5M74eOrsSgIKUtC6i6GfbmugGweEo,86
pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-39.pyc,,
pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-39.pyc,,
pip/_vendor/cachecontrol/caches/file_cache.py,sha256=nYVKsJtXh6gJXvdn1iWyrhxvkwpQrK-eKoMRzuiwkKk,4153
pip/_vendor/cachecontrol/caches/redis_cache.py,sha256=HxelMpNCo-dYr2fiJDwM3hhhRmxUYtB5tXm1GpAAT4Y,856
pip/_vendor/cachecontrol/compat.py,sha256=kHNvMRdt6s_Xwqq_9qJmr9ou3wYMOMUMxPPcwNxT8Mc,695
pip/_vendor/cachecontrol/controller.py,sha256=CWEX3pedIM9s60suf4zZPtm_JvVgnvogMGK_OiBG5F8,14149
pip/_vendor/cachecontrol/filewrapper.py,sha256=vACKO8Llzu_ZWyjV1Fxn1MA4TGU60N5N3GSrAFdAY2Q,2533
pip/_vendor/cachecontrol/heuristics.py,sha256=BFGHJ3yQcxvZizfo90LLZ04T_Z5XSCXvFotrp7Us0sc,4070
pip/_vendor/cachecontrol/serialize.py,sha256=vIa4jvq4x_KSOLdEIedoknX2aXYHQujLDFV4-F21Dno,7091
pip/_vendor/cachecontrol/wrapper.py,sha256=5LX0uJwkNQUtYSEw3aGmGu9WY8wGipd81mJ8lG0d0M4,690
pip/_vendor/certifi/__init__.py,sha256=-b78tXibbl0qtgCzv9tc9v6ozwcNX915lT9Tf4a9lds,62
pip/_vendor/certifi/__main__.py,sha256=1k3Cr95vCxxGRGDljrW3wMdpZdL3Nhf0u1n-k2qdsCY,255
pip/_vendor/certifi/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/certifi/__pycache__/__main__.cpython-39.pyc,,
pip/_vendor/certifi/__pycache__/core.cpython-39.pyc,,
pip/_vendor/certifi/core.py,sha256=xcXTRTzkcnYHuGFEjzUFUvg9MOnYkD1gjqhsWOUiB0Y,2846
pip/_vendor/chardet/__init__.py,sha256=mWZaWmvZkhwfBEAT9O1Y6nRTfKzhT7FHhQTTAujbqUA,3271
pip/_vendor/chardet/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/big5freq.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/big5prober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/chardistribution.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/charsetprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/cp949prober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/enums.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/escprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/escsm.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/eucjpprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/euckrfreq.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/euckrprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/euctwfreq.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/euctwprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/gb2312freq.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/gb2312prober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/hebrewprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/jisfreq.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/jpcntx.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langrussianmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langthaimodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/latin1prober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/mbcssm.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/sjisprober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/universaldetector.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/utf8prober.cpython-39.pyc,,
pip/_vendor/chardet/__pycache__/version.cpython-39.pyc,,
pip/_vendor/chardet/big5freq.py,sha256=D_zK5GyzoVsRes0HkLJziltFQX0bKCLOrFe9_xDvO_8,31254
pip/_vendor/chardet/big5prober.py,sha256=kBxHbdetBpPe7xrlb-e990iot64g_eGSLd32lB7_h3M,1757
pip/_vendor/chardet/chardistribution.py,sha256=3woWS62KrGooKyqz4zQSnjFbJpa6V7g02daAibTwcl8,9411
pip/_vendor/chardet/charsetgroupprober.py,sha256=GZLReHP6FRRn43hvSOoGCxYamErKzyp6RgOQxVeC3kg,3839
pip/_vendor/chardet/charsetprober.py,sha256=KSmwJErjypyj0bRZmC5F5eM7c8YQgLYIjZXintZNstg,5110
pip/_vendor/chardet/cli/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
pip/_vendor/chardet/cli/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-39.pyc,,
pip/_vendor/chardet/cli/chardetect.py,sha256=XK5zqjUG2a4-y6eLHZ8ThYcp6WWUrdlmELxNypcc2SE,2747
pip/_vendor/chardet/codingstatemachine.py,sha256=VYp_6cyyki5sHgXDSZnXW4q1oelHc3cu9AyQTX7uug8,3590
pip/_vendor/chardet/compat.py,sha256=40zr6wICZwknxyuLGGcIOPyve8DTebBCbbvttvnmp5Q,1200
pip/_vendor/chardet/cp949prober.py,sha256=TZ434QX8zzBsnUvL_8wm4AQVTZ2ZkqEEQL_lNw9f9ow,1855
pip/_vendor/chardet/enums.py,sha256=Aimwdb9as1dJKZaFNUH2OhWIVBVd6ZkJJ_WK5sNY8cU,1661
pip/_vendor/chardet/escprober.py,sha256=kkyqVg1Yw3DIOAMJ2bdlyQgUFQhuHAW8dUGskToNWSc,3950
pip/_vendor/chardet/escsm.py,sha256=RuXlgNvTIDarndvllNCk5WZBIpdCxQ0kcd9EAuxUh84,10510
pip/_vendor/chardet/eucjpprober.py,sha256=iD8Jdp0ISRjgjiVN7f0e8xGeQJ5GM2oeZ1dA8nbSeUw,3749
pip/_vendor/chardet/euckrfreq.py,sha256=-7GdmvgWez4-eO4SuXpa7tBiDi5vRXQ8WvdFAzVaSfo,13546
pip/_vendor/chardet/euckrprober.py,sha256=MqFMTQXxW4HbzIpZ9lKDHB3GN8SP4yiHenTmf8g_PxY,1748
pip/_vendor/chardet/euctwfreq.py,sha256=No1WyduFOgB5VITUA7PLyC5oJRNzRyMbBxaKI1l16MA,31621
pip/_vendor/chardet/euctwprober.py,sha256=13p6EP4yRaxqnP4iHtxHOJ6R2zxHq1_m8hTRjzVZ95c,1747
pip/_vendor/chardet/gb2312freq.py,sha256=JX8lsweKLmnCwmk8UHEQsLgkr_rP_kEbvivC4qPOrlc,20715
pip/_vendor/chardet/gb2312prober.py,sha256=gGvIWi9WhDjE-xQXHvNIyrnLvEbMAYgyUSZ65HUfylw,1754
pip/_vendor/chardet/hebrewprober.py,sha256=c3SZ-K7hvyzGY6JRAZxJgwJ_sUS9k0WYkvMY00YBYFo,13838
pip/_vendor/chardet/jisfreq.py,sha256=vpmJv2Bu0J8gnMVRPHMFefTRvo_ha1mryLig8CBwgOg,25777
pip/_vendor/chardet/jpcntx.py,sha256=PYlNqRUQT8LM3cT5FmHGP0iiscFlTWED92MALvBungo,19643
pip/_vendor/chardet/langbulgarianmodel.py,sha256=Ys1irPhpi61ywJpv6a-6JQOLwn7Ed7YqTBpGZ7adhOk,105675
pip/_vendor/chardet/langgreekmodel.py,sha256=en5Np_mAnOAR1Akoh0562eSe7phGWuq7H2_KoEv4eQU,99549
pip/_vendor/chardet/langhebrewmodel.py,sha256=NHkt2JO49NbzkgPzgYgrGIKvpO040WOjUMEPRzkZVDo,98754
pip/_vendor/chardet/langhungarianmodel.py,sha256=IA_31i27hFJwCRhHQ_0CdUIeBr_qndYmj2SJqDdw1n4,102476
pip/_vendor/chardet/langrussianmodel.py,sha256=QzrKRvQInhNxnMkYTugNqEfvVFZl_WI1bj9rFLdjYgQ,131158
pip/_vendor/chardet/langthaimodel.py,sha256=Ju2fDTy26CdiZYkioD8I5ZzKEGe8Et-49zon1_OOZI4,103290
pip/_vendor/chardet/langturkishmodel.py,sha256=ycEZsKGFiLl-FgoZLiUmWeS8F7F2ts3RrNdgRzArDlU,95924
pip/_vendor/chardet/latin1prober.py,sha256=S2IoORhFk39FEFOlSFWtgVybRiP6h7BlLldHVclNkU8,5370
pip/_vendor/chardet/mbcharsetprober.py,sha256=AR95eFH9vuqSfvLQZN-L5ijea25NOBCoXqw8s5O9xLQ,3413
pip/_vendor/chardet/mbcsgroupprober.py,sha256=h6TRnnYq2OxG1WdD5JOyxcdVpn7dG0q-vB8nWr5mbh4,2012
pip/_vendor/chardet/mbcssm.py,sha256=SY32wVIF3HzcjY3BaEspy9metbNSKxIIB0RKPn7tjpI,25481
pip/_vendor/chardet/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/chardet/metadata/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/chardet/metadata/__pycache__/languages.cpython-39.pyc,,
pip/_vendor/chardet/metadata/languages.py,sha256=Bn9KbnR_sctMbPDMw9IwxOyYeOGuE4tcVNjvE2FOEmA,19452
pip/_vendor/chardet/sbcharsetprober.py,sha256=nmyMyuxzG87DN6K3Rk2MUzJLMLR69MrWpdnHzOwVUwQ,6136
pip/_vendor/chardet/sbcsgroupprober.py,sha256=hqefQuXmiFyDBArOjujH6hd6WFXlOD1kWCsxDhjx5Vc,4309
pip/_vendor/chardet/sjisprober.py,sha256=IIt-lZj0WJqK4rmUZzKZP4GJlE8KUEtFYVuY96ek5MQ,3774
pip/_vendor/chardet/universaldetector.py,sha256=DpZTXCX0nUHXxkQ9sr4GZxGB_hveZ6hWt3uM94cgWKs,12503
pip/_vendor/chardet/utf8prober.py,sha256=IdD8v3zWOsB8OLiyPi-y_fqwipRFxV9Nc1eKBLSuIEw,2766
pip/_vendor/chardet/version.py,sha256=A4CILFAd8MRVG1HoXPp45iK9RLlWyV73a1EtwE8Tvn8,242
pip/_vendor/colorama/__init__.py,sha256=pCdErryzLSzDW5P-rRPBlPLqbBtIRNJB6cMgoeJns5k,239
pip/_vendor/colorama/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/colorama/__pycache__/ansi.cpython-39.pyc,,
pip/_vendor/colorama/__pycache__/ansitowin32.cpython-39.pyc,,
pip/_vendor/colorama/__pycache__/initialise.cpython-39.pyc,,
pip/_vendor/colorama/__pycache__/win32.cpython-39.pyc,,
pip/_vendor/colorama/__pycache__/winterm.cpython-39.pyc,,
pip/_vendor/colorama/ansi.py,sha256=Top4EeEuaQdBWdteKMEcGOTeKeF19Q-Wo_6_Cj5kOzQ,2522
pip/_vendor/colorama/ansitowin32.py,sha256=yV7CEmCb19MjnJKODZEEvMH_fnbJhwnpzo4sxZuGXmA,10517
pip/_vendor/colorama/initialise.py,sha256=PprovDNxMTrvoNHFcL2NZjpH2XzDc8BLxLxiErfUl4k,1915
pip/_vendor/colorama/win32.py,sha256=bJ8Il9jwaBN5BJ8bmN6FoYZ1QYuMKv2j8fGrXh7TJjw,5404
pip/_vendor/colorama/winterm.py,sha256=2y_2b7Zsv34feAsP67mLOVc-Bgq51mdYGo571VprlrM,6438
pip/_vendor/distlib/__init__.py,sha256=HTGLP7dnTRTQCbEZNGUxBq-0sobr0KQUMn3yd6uEObA,581
pip/_vendor/distlib/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/database.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/index.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/locators.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/manifest.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/markers.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/metadata.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/resources.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/scripts.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/util.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/version.cpython-39.pyc,,
pip/_vendor/distlib/__pycache__/wheel.cpython-39.pyc,,
pip/_vendor/distlib/_backport/__init__.py,sha256=bqS_dTOH6uW9iGgd0uzfpPjo6vZ4xpPZ7kyfZJ2vNaw,274
pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/distlib/_backport/__pycache__/misc.cpython-39.pyc,,
pip/_vendor/distlib/_backport/__pycache__/shutil.cpython-39.pyc,,
pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-39.pyc,,
pip/_vendor/distlib/_backport/__pycache__/tarfile.cpython-39.pyc,,
pip/_vendor/distlib/_backport/misc.py,sha256=KWecINdbFNOxSOP1fGF680CJnaC6S4fBRgEtaYTw0ig,971
pip/_vendor/distlib/_backport/shutil.py,sha256=IX_G2NPqwecJibkIDje04bqu0xpHkfSQ2GaGdEVqM5Y,25707
pip/_vendor/distlib/_backport/sysconfig.cfg,sha256=swZKxq9RY5e9r3PXCrlvQPMsvOdiWZBTHLEbqS8LJLU,2617
pip/_vendor/distlib/_backport/sysconfig.py,sha256=BQHFlb6pubCl_dvT1NjtzIthylofjKisox239stDg0U,26854
pip/_vendor/distlib/_backport/tarfile.py,sha256=Ihp7rXRcjbIKw8COm9wSePV9ARGXbSF9gGXAMn2Q-KU,92628
pip/_vendor/distlib/compat.py,sha256=fbsxc5PfJ2wBx1K4k6mQ2goAYs-GZW0tcOPIlE_vf0I,41495
pip/_vendor/distlib/database.py,sha256=Kl0YvPQKc4OcpVi7k5cFziydM1xOK8iqdxLGXgbZHV4,51059
pip/_vendor/distlib/index.py,sha256=UfcimNW19AB7IKWam4VaJbXuCBvArKfSxhV16EwavzE,20739
pip/_vendor/distlib/locators.py,sha256=AKlB3oZvfOTg4E0CtfwOzujFL19X5V4XUA4eHdKOu44,51965
pip/_vendor/distlib/manifest.py,sha256=nQEhYmgoreaBZzyFzwYsXxJARu3fo4EkunU163U16iE,14811
pip/_vendor/distlib/markers.py,sha256=9c70ISEKwBjmUOHuIdOygVnRVESOKdNYp9a2TVn4qrI,4989
pip/_vendor/distlib/metadata.py,sha256=vatoxFdmBr6ie-sTVXVNPOPG3uwMDWJTnEECnm7xDCw,39109
pip/_vendor/distlib/resources.py,sha256=LwbPksc0A1JMbi6XnuPdMBUn83X7BPuFNWqPGEKI698,10820
pip/_vendor/distlib/scripts.py,sha256=tjSwENINeV91ROZxec5zTSMRg2jEeKc4enyCHDzNvEE,17720
pip/_vendor/distlib/util.py,sha256=0Uq_qa63FCLtdyNdWvMnmPbiSvVa-ykHM2E8HT7LSIU,67766
pip/_vendor/distlib/version.py,sha256=WG__LyAa2GwmA6qSoEJtvJE8REA1LZpbSizy8WvhJLk,23513
pip/_vendor/distlib/wheel.py,sha256=pj5VVCjqZMcHvgizORWwAFPS7hOk61CZ59dxP8laQ4E,42943
pip/_vendor/distro.py,sha256=O1EeHMq1-xAO373JI2_6pYEtd09yEkxtmrYkdY-9S-w,48414
pip/_vendor/html5lib/__init__.py,sha256=BYzcKCqeEii52xDrqBFruhnmtmkiuHXFyFh-cglQ8mk,1160
pip/_vendor/html5lib/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/_inputstream.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/_utils.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/constants.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/html5parser.cpython-39.pyc,,
pip/_vendor/html5lib/__pycache__/serializer.cpython-39.pyc,,
pip/_vendor/html5lib/_ihatexml.py,sha256=ifOwF7pXqmyThIXc3boWc96s4MDezqRrRVp7FwDYUFs,16728
pip/_vendor/html5lib/_inputstream.py,sha256=jErNASMlkgs7MpOM9Ve_VdLDJyFFweAjLuhVutZz33U,32353
pip/_vendor/html5lib/_tokenizer.py,sha256=04mgA2sNTniutl2fxFv-ei5bns4iRaPxVXXHh_HrV_4,77040
pip/_vendor/html5lib/_trie/__init__.py,sha256=nqfgO910329BEVJ5T4psVwQtjd2iJyEXQ2-X8c1YxwU,109
pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-39.pyc,,
pip/_vendor/html5lib/_trie/__pycache__/py.cpython-39.pyc,,
pip/_vendor/html5lib/_trie/_base.py,sha256=CaybYyMro8uERQYjby2tTeSUatnWDfWroUN9N7ety5w,1013
pip/_vendor/html5lib/_trie/py.py,sha256=wXmQLrZRf4MyWNyg0m3h81m9InhLR7GJ002mIIZh-8o,1775
pip/_vendor/html5lib/_utils.py,sha256=Dx9AKntksRjFT1veBj7I362pf5OgIaT0zglwq43RnfU,4931
pip/_vendor/html5lib/constants.py,sha256=Ll-yzLU_jcjyAI_h57zkqZ7aQWE5t5xA4y_jQgoUUhw,83464
pip/_vendor/html5lib/filters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/base.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/lint.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-39.pyc,,
pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-39.pyc,,
pip/_vendor/html5lib/filters/alphabeticalattributes.py,sha256=lViZc2JMCclXi_5gduvmdzrRxtO5Xo9ONnbHBVCsykU,919
pip/_vendor/html5lib/filters/base.py,sha256=z-IU9ZAYjpsVsqmVt7kuWC63jR11hDMr6CVrvuao8W0,286
pip/_vendor/html5lib/filters/inject_meta_charset.py,sha256=egDXUEHXmAG9504xz0K6ALDgYkvUrC2q15YUVeNlVQg,2945
pip/_vendor/html5lib/filters/lint.py,sha256=jk6q56xY0ojiYfvpdP-OZSm9eTqcAdRqhCoPItemPYA,3643
pip/_vendor/html5lib/filters/optionaltags.py,sha256=8lWT75J0aBOHmPgfmqTHSfPpPMp01T84NKu0CRedxcE,10588
pip/_vendor/html5lib/filters/sanitizer.py,sha256=m6oGmkBhkGAnn2nV6D4hE78SCZ6WEnK9rKdZB3uXBIc,26897
pip/_vendor/html5lib/filters/whitespace.py,sha256=8eWqZxd4UC4zlFGW6iyY6f-2uuT8pOCSALc3IZt7_t4,1214
pip/_vendor/html5lib/html5parser.py,sha256=anr-aXre_ImfrkQ35c_rftKXxC80vJCREKe06Tq15HA,117186
pip/_vendor/html5lib/serializer.py,sha256=_PpvcZF07cwE7xr9uKkZqh5f4UEaI8ltCU2xPJzaTpk,15759
pip/_vendor/html5lib/treeadapters/__init__.py,sha256=A0rY5gXIe4bJOiSGRO_j_tFhngRBO8QZPzPtPw5dFzo,679
pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-39.pyc,,
pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-39.pyc,,
pip/_vendor/html5lib/treeadapters/genshi.py,sha256=CH27pAsDKmu4ZGkAUrwty7u0KauGLCZRLPMzaO3M5vo,1715
pip/_vendor/html5lib/treeadapters/sax.py,sha256=BKS8woQTnKiqeffHsxChUqL4q2ZR_wb5fc9MJ3zQC8s,1776
pip/_vendor/html5lib/treebuilders/__init__.py,sha256=AysSJyvPfikCMMsTVvaxwkgDieELD5dfR8FJIAuq7hY,3592
pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-39.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-39.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-39.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-39.pyc,,
pip/_vendor/html5lib/treebuilders/base.py,sha256=z-o51vt9r_l2IDG5IioTOKGzZne4Fy3_Fc-7ztrOh4I,14565
pip/_vendor/html5lib/treebuilders/dom.py,sha256=22whb0C71zXIsai5mamg6qzBEiigcBIvaDy4Asw3at0,8925
pip/_vendor/html5lib/treebuilders/etree.py,sha256=w5ZFpKk6bAxnrwD2_BrF5EVC7vzz0L3LMi9Sxrbc_8w,12836
pip/_vendor/html5lib/treebuilders/etree_lxml.py,sha256=9gqDjs-IxsPhBYa5cpvv2FZ1KZlG83Giusy2lFmvIkE,14766
pip/_vendor/html5lib/treewalkers/__init__.py,sha256=OBPtc1TU5mGyy18QDMxKEyYEz0wxFUUNj5v0-XgmYhY,5719
pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-39.pyc,,
pip/_vendor/html5lib/treewalkers/base.py,sha256=ouiOsuSzvI0KgzdWP8PlxIaSNs9falhbiinAEc_UIJY,7476
pip/_vendor/html5lib/treewalkers/dom.py,sha256=EHyFR8D8lYNnyDU9lx_IKigVJRyecUGua0mOi7HBukc,1413
pip/_vendor/html5lib/treewalkers/etree.py,sha256=xo1L5m9VtkfpFJK0pFmkLVajhqYYVisVZn3k9kYpPkI,4551
pip/_vendor/html5lib/treewalkers/etree_lxml.py,sha256=_b0LAVWLcVu9WaU_-w3D8f0IRSpCbjf667V-3NRdhTw,6357
pip/_vendor/html5lib/treewalkers/genshi.py,sha256=4D2PECZ5n3ZN3qu3jMl9yY7B81jnQApBQSVlfaIuYbA,2309
pip/_vendor/idna/__init__.py,sha256=KJQN1eQBr8iIK5SKrJ47lXvxG0BJ7Lm38W4zT0v_8lk,849
pip/_vendor/idna/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/codec.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/core.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/idnadata.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/intranges.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/package_data.cpython-39.pyc,,
pip/_vendor/idna/__pycache__/uts46data.cpython-39.pyc,,
pip/_vendor/idna/codec.py,sha256=QsPFD3Je8gN17rfs14e7zTGRWlnL7bNf2ZqcHTRVYHs,3453
pip/_vendor/idna/compat.py,sha256=5A9xR04puRHCsyjBNewZlVSiarth7K1bZqyEOeob1fA,360
pip/_vendor/idna/core.py,sha256=icq2P13S6JMjoXgKhhd6ihhby7QsnZlNfniH6fLyf6U,12826
pip/_vendor/idna/idnadata.py,sha256=cl4x9RLdw1ZMtEEbvKwAsX-Id3AdIjO5U3HaoKM6VGs,42350
pip/_vendor/idna/intranges.py,sha256=EqgXwyATAn-CTACInqH9tYsYAitGB2VcQ50RZt_Cpjs,1933
pip/_vendor/idna/package_data.py,sha256=_028B4fvadRIaXMwMYjhuQPP3AxTIt1IRE7X6RDR4Mk,21
pip/_vendor/idna/uts46data.py,sha256=DGzwDQv8JijY17I_7ondo3stjFjNnjvVAbA-z0k1XOE,201849
pip/_vendor/msgpack/__init__.py,sha256=2gJwcsTIaAtCM0GMi2rU-_Y6kILeeQuqRkrQ22jSANc,1118
pip/_vendor/msgpack/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/msgpack/__pycache__/_version.cpython-39.pyc,,
pip/_vendor/msgpack/__pycache__/exceptions.cpython-39.pyc,,
pip/_vendor/msgpack/__pycache__/ext.cpython-39.pyc,,
pip/_vendor/msgpack/__pycache__/fallback.cpython-39.pyc,,
pip/_vendor/msgpack/_version.py,sha256=dFR03oACnj4lsKd1RnwD7BPMiVI_FMygdOL1TOBEw_U,20
pip/_vendor/msgpack/exceptions.py,sha256=dCTWei8dpkrMsQDcjQk74ATl9HsIBH0ybt8zOPNqMYc,1081
pip/_vendor/msgpack/ext.py,sha256=4l356Y4sVEcvCla2dh_cL57vh4GMhZfa3kuWHFHYz6A,6088
pip/_vendor/msgpack/fallback.py,sha256=Rpv1Ldey8f8ueRnQznD4ARKBn9dxM2PywVNkXI8IEeE,38026
pip/_vendor/packaging/__about__.py,sha256=p_OQloqH2saadcbUQmWEsWK857dI6_ff5E3aSiCqGFA,661
pip/_vendor/packaging/__init__.py,sha256=b9Kk5MF7KxhhLgcDmiUWukN-LatWFxPdNug0joPhHSk,497
pip/_vendor/packaging/__pycache__/__about__.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/_manylinux.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/_musllinux.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/_structures.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/markers.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/requirements.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/tags.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/utils.cpython-39.pyc,,
pip/_vendor/packaging/__pycache__/version.cpython-39.pyc,,
pip/_vendor/packaging/_manylinux.py,sha256=XcbiXB-qcjv3bcohp6N98TMpOP4_j3m-iOA8ptK2GWY,11488
pip/_vendor/packaging/_musllinux.py,sha256=z5yeG1ygOPx4uUyLdqj-p8Dk5UBb5H_b0NIjW9yo8oA,4378
pip/_vendor/packaging/_structures.py,sha256=TMiAgFbdUOPmIfDIfiHc3KFhSJ8kMjof2QS5I-2NyQ8,1629
pip/_vendor/packaging/markers.py,sha256=AJBOcY8Oq0kYc570KuuPTkvuqjAlhufaE2c9sCUbm64,8487
pip/_vendor/packaging/requirements.py,sha256=NtDlPBtojpn1IUC85iMjPNsUmufjpSlwnNA-Xb4m5NA,4676
pip/_vendor/packaging/specifiers.py,sha256=MZ-fYcNL3u7pNrt-6g2EQO7AbRXkjc-SPEYwXMQbLmc,30964
pip/_vendor/packaging/tags.py,sha256=akIerYw8W0sz4OW9HHozgawWnbt2GGOPm3sviW0jowY,15714
pip/_vendor/packaging/utils.py,sha256=dJjeat3BS-TYn1RrUFVwufUMasbtzLfYRoy_HXENeFQ,4200
pip/_vendor/packaging/version.py,sha256=AOLsewGcHCskMRdz2ykO3Gv7U7YZwgzE5Pj9ifjd6S8,14479
pip/_vendor/pep517/__init__.py,sha256=Y1bATL2qbFNN6M_DQa4yyrwqjpIiL-j9T6kBmR0DS14,130
pip/_vendor/pep517/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/build.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/check.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/colorlog.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/dirtools.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/envbuild.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/meta.cpython-39.pyc,,
pip/_vendor/pep517/__pycache__/wrappers.cpython-39.pyc,,
pip/_vendor/pep517/build.py,sha256=2bar6EdjwIz2Dlfy94qdxn3oA9mVnnny40mfoT5f-qI,3457
pip/_vendor/pep517/check.py,sha256=bCORq1WrHjhpTONa-zpAqG0EB9rHNuhO1ORu6DsDuL8,6084
pip/_vendor/pep517/colorlog.py,sha256=Tk9AuYm_cLF3BKTBoSTJt9bRryn0aFojIQOwbfVUTxQ,4098
pip/_vendor/pep517/compat.py,sha256=NmLImE5oiDT3gbEhJ4w7xeoMFcpAPrGu_NltBytSJUY,1253
pip/_vendor/pep517/dirtools.py,sha256=2mkAkAL0mRz_elYFjRKuekTJVipH1zTn4tbf1EDev84,1129
pip/_vendor/pep517/envbuild.py,sha256=zFde--rmzjXMLXcm7SA_3hDtgk5VCTA8hjpk88RbF6E,6100
pip/_vendor/pep517/in_process/__init__.py,sha256=MyWoAi8JHdcBv7yXuWpUSVADbx6LSB9rZh7kTIgdA8Y,563
pip/_vendor/pep517/in_process/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/pep517/in_process/__pycache__/_in_process.cpython-39.pyc,,
pip/_vendor/pep517/in_process/_in_process.py,sha256=D3waguyNSGcwosociD5USfcycYr2RCzCjYtxX5UHQmQ,11201
pip/_vendor/pep517/meta.py,sha256=8mnM5lDnT4zXQpBTliJbRGfesH7iioHwozbDxALPS9Y,2463
pip/_vendor/pep517/wrappers.py,sha256=impq7Cz_LL1iDF1iiOzYWB4MaEu6O6Gps7TJ5qsJz1Q,13429
pip/_vendor/pkg_resources/__init__.py,sha256=NnpQ3g6BCHzpMgOR_OLBmYtniY4oOzdKpwqghfq_6ug,108287
pip/_vendor/pkg_resources/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/pkg_resources/__pycache__/py31compat.cpython-39.pyc,,
pip/_vendor/pkg_resources/py31compat.py,sha256=CRk8fkiPRDLsbi5pZcKsHI__Pbmh_94L8mr9Qy9Ab2U,562
pip/_vendor/platformdirs/__init__.py,sha256=3iz938Grn-6IRg8gSuMxJtgiBfH0xqRqAlMBo-vPGUw,12859
pip/_vendor/platformdirs/__main__.py,sha256=SzGvNkYWuosrWXs2yL2VqcXEh-kivWq3-53-BpTco0o,1140
pip/_vendor/platformdirs/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/__main__.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/android.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/api.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/macos.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/unix.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/version.cpython-39.pyc,,
pip/_vendor/platformdirs/__pycache__/windows.cpython-39.pyc,,
pip/_vendor/platformdirs/android.py,sha256=dadYfG2oc900YVi5AONQWw2WEvk-kmgkZs5iiNSiWiE,3994
pip/_vendor/platformdirs/api.py,sha256=yhRR6RkcZzPBfJD4Sn90vCHZbRMQ9nwtnRaa93X1wR8,4922
pip/_vendor/platformdirs/macos.py,sha256=vIowPYKkHksJcWVjqHQoa-oI1i2D0S7gsSdyFzZDJEA,2619
pip/_vendor/platformdirs/unix.py,sha256=7JdDnsyTFn2IHC8IFdiNYH7_R8VS-rPx8ivh4_dT1DU,6905
pip/_vendor/platformdirs/version.py,sha256=uUssQTtUqVP-PxbOSNBzNGRW27X5u1GvOllg--kzyuw,80
pip/_vendor/platformdirs/windows.py,sha256=91nNccR0CSxX_myMppSvUT1qtQao6kaO96e6ior8-Xw,6416
pip/_vendor/progress/__init__.py,sha256=1HejNZtv2ouUNQeStUDAtZrtwkz_3FmYKQ476hJ7zOs,5294
pip/_vendor/progress/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/progress/__pycache__/bar.cpython-39.pyc,,
pip/_vendor/progress/__pycache__/colors.cpython-39.pyc,,
pip/_vendor/progress/__pycache__/counter.cpython-39.pyc,,
pip/_vendor/progress/__pycache__/spinner.cpython-39.pyc,,
pip/_vendor/progress/bar.py,sha256=GbedY0oZ-Q1duXjmvVLO0tSf-uTSH7hJ3zzyI91Esws,2942
pip/_vendor/progress/colors.py,sha256=cCYXQnYFYVmQKKmYEbQ_lj6SPSFzdw4FN98F2x2kR-U,2655
pip/_vendor/progress/counter.py,sha256=zYt9DWH0_05s8Q9TrJwHVud-WwsyyaR3PwYtk5hxwwQ,1613
pip/_vendor/progress/spinner.py,sha256=u5ElzW94XEiLGH-aAlr54VJtKfeK745xr6UfGvvflzU,1461
pip/_vendor/pyparsing.py,sha256=J1b4z3S_KwyJW7hKGnoN-hXW9pgMIzIP6QThyY5yJq4,273394
pip/_vendor/requests/__init__.py,sha256=g4Bh1QYh6JKjMS4YLobx0uOLq-41sINaXjvbhX2VI8g,5113
pip/_vendor/requests/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/__version__.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/_internal_utils.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/adapters.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/api.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/auth.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/certs.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/compat.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/cookies.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/exceptions.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/help.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/hooks.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/models.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/packages.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/sessions.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/status_codes.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/structures.cpython-39.pyc,,
pip/_vendor/requests/__pycache__/utils.cpython-39.pyc,,
pip/_vendor/requests/__version__.py,sha256=PZEyPTSIN_jRIAIB51wV7pw81m3qAw0InSR7OrKZUnE,441
pip/_vendor/requests/_internal_utils.py,sha256=Zx3PnEUccyfsB-ie11nZVAW8qClJy0gx1qNME7rgT18,1096
pip/_vendor/requests/adapters.py,sha256=e-bmKEApNVqFdylxuMJJfiaHdlmS_zhWhIMEzlHvGuc,21548
pip/_vendor/requests/api.py,sha256=hjuoP79IAEmX6Dysrw8t032cLfwLHxbI_wM4gC5G9t0,6402
pip/_vendor/requests/auth.py,sha256=OMoJIVKyRLy9THr91y8rxysZuclwPB-K1Xg1zBomUhQ,10207
pip/_vendor/requests/certs.py,sha256=nXRVq9DtGmv_1AYbwjTu9UrgAcdJv05ZvkNeaoLOZxY,465
pip/_vendor/requests/compat.py,sha256=LQWuCR4qXk6w7-qQopXyz0WNHUdAD40k0mKnaAEf1-g,2045
pip/_vendor/requests/cookies.py,sha256=Y-bKX6TvW3FnYlE6Au0SXtVVWcaNdFvuAwQxw-G0iTI,18430
pip/_vendor/requests/exceptions.py,sha256=dwIi512RCDqXJ2T81nLC88mqPNhUFnOI_CgKKDXhTO8,3250
pip/_vendor/requests/help.py,sha256=dyhe3lcmHXnFCzDiZVjcGmVvvO_jtsfAm-AC542ndw8,3972
pip/_vendor/requests/hooks.py,sha256=QReGyy0bRcr5rkwCuObNakbYsc7EkiKeBwG4qHekr2Q,757
pip/_vendor/requests/models.py,sha256=9_LS_t1t6HbbaWFE3ZkxGmmHN2V8BgxziiOU84rrQ50,34924
pip/_vendor/requests/packages.py,sha256=njJmVifY4aSctuW3PP5EFRCxjEwMRDO6J_feG2dKWsI,695
pip/_vendor/requests/sessions.py,sha256=57O4ud9yRL6eLYh-dtFbqC1kO4d_EwZcCgYXEkujlfs,30168
pip/_vendor/requests/status_codes.py,sha256=gT79Pbs_cQjBgp-fvrUgg1dn2DQO32bDj4TInjnMPSc,4188
pip/_vendor/requests/structures.py,sha256=msAtr9mq1JxHd-JRyiILfdFlpbJwvvFuP3rfUQT_QxE,3005
pip/_vendor/requests/utils.py,sha256=U_-i6WxLw-67KEij43xHbcvL0DdeQ5Jbd4hfifWJzQY,31394
pip/_vendor/resolvelib/__init__.py,sha256=fzWkeoLV8ol6l2fvBVRZZLylOePc9w9tKRvUb8RJsCY,537
pip/_vendor/resolvelib/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/resolvelib/__pycache__/providers.cpython-39.pyc,,
pip/_vendor/resolvelib/__pycache__/reporters.cpython-39.pyc,,
pip/_vendor/resolvelib/__pycache__/resolvers.cpython-39.pyc,,
pip/_vendor/resolvelib/__pycache__/structs.cpython-39.pyc,,
pip/_vendor/resolvelib/compat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/resolvelib/compat/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/resolvelib/compat/__pycache__/collections_abc.cpython-39.pyc,,
pip/_vendor/resolvelib/compat/collections_abc.py,sha256=uy8xUZ-NDEw916tugUXm8HgwCGiMO0f-RcdnpkfXfOs,156
pip/_vendor/resolvelib/providers.py,sha256=roVmFBItQJ0TkhNua65h8LdNny7rmeqVEXZu90QiP4o,5872
pip/_vendor/resolvelib/reporters.py,sha256=hQvvXuuEBOyEWO8KDfLsWKVjX55UFMAUwO0YZMNpzAw,1364
pip/_vendor/resolvelib/resolvers.py,sha256=UjFUEVrUa1hCzfEEakmjHEjYAL9J5ACJmwZyHFdmzvE,17540
pip/_vendor/resolvelib/structs.py,sha256=IVIYof6sA_N4ZEiE1C1UhzTX495brCNnyCdgq6CYq28,4794
pip/_vendor/six.py,sha256=TOOfQi7nFGfMrIvtdr6wX4wyHH8M7aknmuLfo2cBBrM,34549
pip/_vendor/tenacity/__init__.py,sha256=GLLsTFD4Bd5VDgTR6mU_FxyOsrxc48qONorVaRebeD4,18257
pip/_vendor/tenacity/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/_asyncio.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/_utils.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/after.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/before.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/before_sleep.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/nap.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/retry.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/stop.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/tornadoweb.cpython-39.pyc,,
pip/_vendor/tenacity/__pycache__/wait.cpython-39.pyc,,
pip/_vendor/tenacity/_asyncio.py,sha256=HEb0BVJEeBJE9P-m9XBxh1KcaF96BwoeqkJCL5sbVcQ,3314
pip/_vendor/tenacity/_utils.py,sha256=-y68scDcyoqvTJuJJ0GTfjdSCljEYlbCYvgk7nM4NdM,1944
pip/_vendor/tenacity/after.py,sha256=dlmyxxFy2uqpLXDr838DiEd7jgv2AGthsWHGYcGYsaI,1496
pip/_vendor/tenacity/before.py,sha256=7XtvRmO0dRWUp8SVn24OvIiGFj8-4OP5muQRUiWgLh0,1376
pip/_vendor/tenacity/before_sleep.py,sha256=ThyDvqKU5yle_IvYQz_b6Tp6UjUS0PhVp6zgqYl9U6Y,1908
pip/_vendor/tenacity/nap.py,sha256=fRWvnz1aIzbIq9Ap3gAkAZgDH6oo5zxMrU6ZOVByq0I,1383
pip/_vendor/tenacity/retry.py,sha256=62R71W59bQjuNyFKsDM7hE2aEkEPtwNBRA0tnsEvgSk,6645
pip/_vendor/tenacity/stop.py,sha256=sKHmHaoSaW6sKu3dTxUVKr1-stVkY7lw4Y9yjZU30zQ,2790
pip/_vendor/tenacity/tornadoweb.py,sha256=E8lWO2nwe6dJgoB-N2HhQprYLDLB_UdSgFnv-EN6wKE,2145
pip/_vendor/tenacity/wait.py,sha256=e_Saa6I2tsNLpCL1t9897wN2fGb0XQMQlE4bU2t9V2w,6691
pip/_vendor/tomli/__init__.py,sha256=z1Elt0nLAqU5Y0DOn9p__8QnLWavlEOpRyQikdYgKro,230
pip/_vendor/tomli/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/tomli/__pycache__/_parser.cpython-39.pyc,,
pip/_vendor/tomli/__pycache__/_re.cpython-39.pyc,,
pip/_vendor/tomli/_parser.py,sha256=50BD4o9YbzFAGAYyZLqZC8F81DQ7iWWyJnrHNwBKa6A,22415
pip/_vendor/tomli/_re.py,sha256=5GPfgXKteg7wRFCF-DzlkAPI2ilHbkMK2-JC49F-AJQ,2681
pip/_vendor/urllib3/__init__.py,sha256=j3yzHIbmW7CS-IKQJ9-PPQf_YKO8EOAey_rMW0UR7us,2763
pip/_vendor/urllib3/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/_collections.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/_version.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/connection.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/connectionpool.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/exceptions.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/fields.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/filepost.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/poolmanager.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/request.cpython-39.pyc,,
pip/_vendor/urllib3/__pycache__/response.cpython-39.pyc,,
pip/_vendor/urllib3/_collections.py,sha256=Rp1mVyBgc_UlAcp6M3at1skJBXR5J43NawRTvW2g_XY,10811
pip/_vendor/urllib3/_version.py,sha256=CA4bKbKLwUBfKitbVR-44Whe53HWyInIVElDQQniAJU,63
pip/_vendor/urllib3/connection.py,sha256=8TiEbQrJMgySqOllKNeX5tMv8nluKRjNj5j9hyzS6x0,20080
pip/_vendor/urllib3/connectionpool.py,sha256=FQoodlNAP1KeUi4htGdl5TJEvKL5LWisCbmFNewxRpg,37587
pip/_vendor/urllib3/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/_appengine_environ.py,sha256=bDbyOEhW2CKLJcQqAKAyrEHN-aklsyHFKq6vF8ZFsmk,957
pip/_vendor/urllib3/contrib/_securetransport/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-39.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/bindings.py,sha256=eRy1Mj-wpg7sR6-OSvnSV4jUbjMT464dLN_CWxbIRVw,17649
pip/_vendor/urllib3/contrib/_securetransport/low_level.py,sha256=B2JBB2_NRP02xK6DCa1Pa9IuxrPwxzDzZbixQkb7U9M,13922
pip/_vendor/urllib3/contrib/appengine.py,sha256=lfzpHFmJiO82shClLEm3QB62SYgHWnjpZOH_2JhU5Tc,11034
pip/_vendor/urllib3/contrib/ntlmpool.py,sha256=ej9gGvfAb2Gt00lafFp45SIoRz-QwrQ4WChm6gQmAlM,4538
pip/_vendor/urllib3/contrib/pyopenssl.py,sha256=DD4pInv_3OEEGffEFynBoirc8ldR789sLmGSKukzA0E,16900
pip/_vendor/urllib3/contrib/securetransport.py,sha256=4qUKo7PUV-vVIqXmr2BD-sH7qplB918jiD5eNsRI9vU,34449
pip/_vendor/urllib3/contrib/socks.py,sha256=aRi9eWXo9ZEb95XUxef4Z21CFlnnjbEiAo9HOseoMt4,7097
pip/_vendor/urllib3/exceptions.py,sha256=0Mnno3KHTNfXRfY7638NufOPkUb6mXOm-Lqj-4x2w8A,8217
pip/_vendor/urllib3/fields.py,sha256=kvLDCg_JmH1lLjUUEY_FLS8UhY7hBvDPuVETbY8mdrM,8579
pip/_vendor/urllib3/filepost.py,sha256=5b_qqgRHVlL7uLtdAYBzBh-GHmU5AfJVt_2N0XS3PeY,2440
pip/_vendor/urllib3/packages/__init__.py,sha256=h4BLhD4tLaBx1adaDtKXfupsgqY0wWLXb_f1_yVlV6A,108
pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/packages/__pycache__/six.cpython-39.pyc,,
pip/_vendor/urllib3/packages/backports/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-39.pyc,,
pip/_vendor/urllib3/packages/backports/makefile.py,sha256=nbzt3i0agPVP07jqqgjhaYjMmuAi_W5E0EywZivVO8E,1417
pip/_vendor/urllib3/packages/six.py,sha256=1LVW7ljqRirFlfExjwl-v1B7vSAUNTmzGMs-qays2zg,34666
pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py,sha256=ZVMwCkHx-py8ERsxxM3Il-MiREZktV-8iLBmCfRRHI4,927
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-39.pyc,,
pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.py,sha256=6dZ-q074g7XhsJ27MFCgkct8iVNZB3sMZvKhf-KUVy0,5679
pip/_vendor/urllib3/poolmanager.py,sha256=whzlX6UTEgODMOCy0ZDMUONRBCz5wyIM8Z9opXAY-Lk,19763
pip/_vendor/urllib3/request.py,sha256=ZFSIqX0C6WizixecChZ3_okyu7BEv0lZu1VT0s6h4SM,5985
pip/_vendor/urllib3/response.py,sha256=hGhGBh7TkEkh_IQg5C1W_xuPNrgIKv5BUXPyE-q0LuE,28203
pip/_vendor/urllib3/util/__init__.py,sha256=JEmSmmqqLyaw8P51gUImZh8Gwg9i1zSe-DoqAitn2nc,1155
pip/_vendor/urllib3/util/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/connection.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/proxy.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/queue.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/request.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/response.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/retry.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/ssltransport.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/timeout.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/url.cpython-39.pyc,,
pip/_vendor/urllib3/util/__pycache__/wait.cpython-39.pyc,,
pip/_vendor/urllib3/util/connection.py,sha256=KykjNIXzUZEzeKEOpl5xvKs6IsESXP9o9eTrjE0W_Ys,4920
pip/_vendor/urllib3/util/proxy.py,sha256=zUvPPCJrp6dOF0N4GAVbOcl6o-4uXKSrGiTkkr5vUS4,1605
pip/_vendor/urllib3/util/queue.py,sha256=nRgX8_eX-_VkvxoX096QWoz8Ps0QHUAExILCY_7PncM,498
pip/_vendor/urllib3/util/request.py,sha256=NnzaEKQ1Pauw5MFMV6HmgEMHITf0Aua9fQuzi2uZzGc,4123
pip/_vendor/urllib3/util/response.py,sha256=GJpg3Egi9qaJXRwBh5wv-MNuRWan5BIu40oReoxWP28,3510
pip/_vendor/urllib3/util/retry.py,sha256=tOWfZpLsuc7Vbk5nWpMwkHdMoXCp90IAvH4xtjSDRqQ,21391
pip/_vendor/urllib3/util/ssl_.py,sha256=X4-AqW91aYPhPx6-xbf66yHFQKbqqfC_5Zt4WkLX1Hc,17177
pip/_vendor/urllib3/util/ssltransport.py,sha256=F_UncOXGcc-MgeWFTA1H4QCt_RRNQXRbF6onje3SyHY,6931
pip/_vendor/urllib3/util/timeout.py,sha256=QSbBUNOB9yh6AnDn61SrLQ0hg5oz0I9-uXEG91AJuIg,10003
pip/_vendor/urllib3/util/url.py,sha256=QVEzcbHipbXyCWwH6R4K4TR-N8T4LM55WEMwNUTBmLE,14047
pip/_vendor/urllib3/util/wait.py,sha256=3MUKRSAUJDB2tgco7qRUskW0zXGAWYvRRE4Q1_6xlLs,5404
pip/_vendor/vendor.txt,sha256=vux9Tgc3pSRZZnXz9TNDdn514NdkDdnb-QPC0LCHkK4,432
pip/_vendor/webencodings/__init__.py,sha256=qOBJIuPy_4ByYH6W_bNgJF-qYQ2DoU-dKsDu5yRWCXg,10579
pip/_vendor/webencodings/__pycache__/__init__.cpython-39.pyc,,
pip/_vendor/webencodings/__pycache__/labels.cpython-39.pyc,,
pip/_vendor/webencodings/__pycache__/mklabels.cpython-39.pyc,,
pip/_vendor/webencodings/__pycache__/tests.cpython-39.pyc,,
pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-39.pyc,,
pip/_vendor/webencodings/labels.py,sha256=4AO_KxTddqGtrL9ns7kAPjb0CcN6xsCIxbK37HY9r3E,8979
pip/_vendor/webencodings/mklabels.py,sha256=GYIeywnpaLnP0GSic8LFWgd0UVvO_l1Nc6YoF-87R_4,1305
pip/_vendor/webencodings/tests.py,sha256=OtGLyjhNY1fvkW1GvLJ_FV9ZoqC9Anyjr7q3kxTbzNs,6563
pip/_vendor/webencodings/x_user_defined.py,sha256=yOqWSdmpytGfUgh_Z6JYgDNhoc-BAHyyeeT15Fr42tM,4307
pip/py.typed,sha256=EBVvvPRTn_eIpz5e5QztSCdrMX7Qwd7VP93RSoIlZ2I,286
site-packages/pip-21.3.1.dist-info/entry_points.txt 0000644 00000000175 15056474501 0015777 0 ustar 00 [console_scripts]
pip = pip._internal.cli.main:main
pip3 = pip._internal.cli.main:main
pip3.9 = pip._internal.cli.main:main
site-packages/pip-21.3.1.dist-info/INSTALLER 0000644 00000000004 15056474501 0013750 0 ustar 00 rpm
site-packages/pip-21.3.1.dist-info/REQUESTED 0000644 00000000000 15056474501 0013750 0 ustar 00 site-packages/pip-21.3.1.dist-info/METADATA 0000644 00000010170 15056474501 0013600 0 ustar 00 Metadata-Version: 2.1
Name: pip
Version: 21.3.1
Summary: The PyPA recommended tool for installing Python packages.
Home-page: https://pip.pypa.io/
Author: The pip developers
Author-email: distutils-sig@python.org
License: MIT
Project-URL: Documentation, https://pip.pypa.io
Project-URL: Source, https://github.com/pypa/pip
Project-URL: Changelog, https://pip.pypa.io/en/stable/news/
Platform: UNKNOWN
Classifier: Development Status :: 5 - Production/Stable
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: MIT License
Classifier: Topic :: Software Development :: Build Tools
Classifier: Programming Language :: Python
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3 :: Only
Classifier: Programming Language :: Python :: 3.6
Classifier: Programming Language :: Python :: 3.7
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: Implementation :: CPython
Classifier: Programming Language :: Python :: Implementation :: PyPy
Requires-Python: >=3.6
License-File: LICENSE.txt
pip - The Python Package Installer
==================================
.. image:: https://img.shields.io/pypi/v/pip.svg
:target: https://pypi.org/project/pip/
.. image:: https://readthedocs.org/projects/pip/badge/?version=latest
:target: https://pip.pypa.io/en/latest
pip is the `package installer`_ for Python. You can use pip to install packages from the `Python Package Index`_ and other indexes.
Please take a look at our documentation for how to install and use pip:
* `Installation`_
* `Usage`_
We release updates regularly, with a new version every 3 months. Find more details in our documentation:
* `Release notes`_
* `Release process`_
In pip 20.3, we've `made a big improvement to the heart of pip`_; `learn more`_. We want your input, so `sign up for our user experience research studies`_ to help us do it right.
**Note**: pip 21.0, in January 2021, removed Python 2 support, per pip's `Python 2 support policy`_. Please migrate to Python 3.
If you find bugs, need help, or want to talk to the developers, please use our mailing lists or chat rooms:
* `Issue tracking`_
* `Discourse channel`_
* `User IRC`_
If you want to get involved head over to GitHub to get the source code, look at our development documentation and feel free to jump on the developer mailing lists and chat rooms:
* `GitHub page`_
* `Development documentation`_
* `Development mailing list`_
* `Development IRC`_
Code of Conduct
---------------
Everyone interacting in the pip project's codebases, issue trackers, chat
rooms, and mailing lists is expected to follow the `PSF Code of Conduct`_.
.. _package installer: https://packaging.python.org/guides/tool-recommendations/
.. _Python Package Index: https://pypi.org
.. _Installation: https://pip.pypa.io/en/stable/installation/
.. _Usage: https://pip.pypa.io/en/stable/
.. _Release notes: https://pip.pypa.io/en/stable/news.html
.. _Release process: https://pip.pypa.io/en/latest/development/release-process/
.. _GitHub page: https://github.com/pypa/pip
.. _Development documentation: https://pip.pypa.io/en/latest/development
.. _made a big improvement to the heart of pip: https://pyfound.blogspot.com/2020/11/pip-20-3-new-resolver.html
.. _learn more: https://pip.pypa.io/en/latest/user_guide/#changes-to-the-pip-dependency-resolver-in-20-3-2020
.. _sign up for our user experience research studies: https://pyfound.blogspot.com/2020/03/new-pip-resolver-to-roll-out-this-year.html
.. _Python 2 support policy: https://pip.pypa.io/en/latest/development/release-process/#python-2-support
.. _Issue tracking: https://github.com/pypa/pip/issues
.. _Discourse channel: https://discuss.python.org/c/packaging
.. _Development mailing list: https://mail.python.org/mailman3/lists/distutils-sig.python.org/
.. _User IRC: https://kiwiirc.com/nextclient/#ircs://irc.libera.chat:+6697/pypa
.. _Development IRC: https://kiwiirc.com/nextclient/#ircs://irc.libera.chat:+6697/pypa-dev
.. _PSF Code of Conduct: https://github.com/pypa/.github/blob/main/CODE_OF_CONDUCT.md
site-packages/pip-21.3.1.dist-info/top_level.txt 0000644 00000000004 15056474501 0015222 0 ustar 00 pip
site-packages/pip-21.3.1.dist-info/LICENSE.txt 0000644 00000002102 15056474501 0014314 0 ustar 00 Copyright (c) 2008-2021 The pip developers (see AUTHORS.txt file)
Permission is hereby granted, free of charge, to any person obtaining
a copy of this software and associated documentation files (the
"Software"), to deal in the Software without restriction, including
without limitation the rights to use, copy, modify, merge, publish,
distribute, sublicense, and/or sell copies of the Software, and to
permit persons to whom the Software is furnished to do so, subject to
the following conditions:
The above copyright notice and this permission notice shall be
included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
site-packages/distutils-precedence.pth 0000644 00000000230 15056474501 0014122 0 ustar 00 import os; var = 'SETUPTOOLS_USE_DISTUTILS'; enabled = os.environ.get(var, 'stdlib') == 'local'; enabled and __import__('_distutils_hack').add_shim();
site-packages/setuptools/glob.py 0000644 00000011411 15056474501 0013007 0 ustar 00 """
Filename globbing utility. Mostly a copy of `glob` from Python 3.5.
Changes include:
* `yield from` and PEP3102 `*` removed.
* Hidden files are not ignored.
"""
import os
import re
import fnmatch
__all__ = ["glob", "iglob", "escape"]
def glob(pathname, recursive=False):
"""Return a list of paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
"""
return list(iglob(pathname, recursive=recursive))
def iglob(pathname, recursive=False):
"""Return an iterator which yields the paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
"""
it = _iglob(pathname, recursive)
if recursive and _isrecursive(pathname):
s = next(it) # skip empty string
assert not s
return it
def _iglob(pathname, recursive):
dirname, basename = os.path.split(pathname)
glob_in_dir = glob2 if recursive and _isrecursive(basename) else glob1
if not has_magic(pathname):
if basename:
if os.path.lexists(pathname):
yield pathname
else:
# Patterns ending with a slash should match only directories
if os.path.isdir(dirname):
yield pathname
return
if not dirname:
yield from glob_in_dir(dirname, basename)
return
# `os.path.split()` returns the argument itself as a dirname if it is a
# drive or UNC path. Prevent an infinite recursion if a drive or UNC path
# contains magic characters (i.e. r'\\?\C:').
if dirname != pathname and has_magic(dirname):
dirs = _iglob(dirname, recursive)
else:
dirs = [dirname]
if not has_magic(basename):
glob_in_dir = glob0
for dirname in dirs:
for name in glob_in_dir(dirname, basename):
yield os.path.join(dirname, name)
# These 2 helper functions non-recursively glob inside a literal directory.
# They return a list of basenames. `glob1` accepts a pattern while `glob0`
# takes a literal basename (so it only has to check for its existence).
def glob1(dirname, pattern):
if not dirname:
if isinstance(pattern, bytes):
dirname = os.curdir.encode('ASCII')
else:
dirname = os.curdir
try:
names = os.listdir(dirname)
except OSError:
return []
return fnmatch.filter(names, pattern)
def glob0(dirname, basename):
if not basename:
# `os.path.split()` returns an empty basename for paths ending with a
# directory separator. 'q*x/' should match only directories.
if os.path.isdir(dirname):
return [basename]
else:
if os.path.lexists(os.path.join(dirname, basename)):
return [basename]
return []
# This helper function recursively yields relative pathnames inside a literal
# directory.
def glob2(dirname, pattern):
assert _isrecursive(pattern)
yield pattern[:0]
for x in _rlistdir(dirname):
yield x
# Recursively yields relative pathnames inside a literal directory.
def _rlistdir(dirname):
if not dirname:
if isinstance(dirname, bytes):
dirname = os.curdir.encode('ASCII')
else:
dirname = os.curdir
try:
names = os.listdir(dirname)
except os.error:
return
for x in names:
yield x
path = os.path.join(dirname, x) if dirname else x
for y in _rlistdir(path):
yield os.path.join(x, y)
magic_check = re.compile('([*?[])')
magic_check_bytes = re.compile(b'([*?[])')
def has_magic(s):
if isinstance(s, bytes):
match = magic_check_bytes.search(s)
else:
match = magic_check.search(s)
return match is not None
def _isrecursive(pattern):
if isinstance(pattern, bytes):
return pattern == b'**'
else:
return pattern == '**'
def escape(pathname):
"""Escape all special characters.
"""
# Escaping is done by wrapping any of "*?[" between square brackets.
# Metacharacters do not work in the drive part and shouldn't be escaped.
drive, pathname = os.path.splitdrive(pathname)
if isinstance(pathname, bytes):
pathname = magic_check_bytes.sub(br'[\1]', pathname)
else:
pathname = magic_check.sub(r'[\1]', pathname)
return drive + pathname
site-packages/setuptools/archive_util.py 0000644 00000015645 15056474501 0014557 0 ustar 00 """Utilities for extracting common archive formats"""
import zipfile
import tarfile
import os
import shutil
import posixpath
import contextlib
from distutils.errors import DistutilsError
from pkg_resources import ensure_directory
__all__ = [
"unpack_archive", "unpack_zipfile", "unpack_tarfile", "default_filter",
"UnrecognizedFormat", "extraction_drivers", "unpack_directory",
]
class UnrecognizedFormat(DistutilsError):
"""Couldn't recognize the archive type"""
def default_filter(src, dst):
"""The default progress/filter callback; returns True for all files"""
return dst
def unpack_archive(
filename, extract_dir, progress_filter=default_filter,
drivers=None):
"""Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat``
`progress_filter` is a function taking two arguments: a source path
internal to the archive ('/'-separated), and a filesystem path where it
will be extracted. The callback must return the desired extract path
(which may be the same as the one passed in), or else ``None`` to skip
that file or directory. The callback can thus be used to report on the
progress of the extraction, as well as to filter the items extracted or
alter their extraction paths.
`drivers`, if supplied, must be a non-empty sequence of functions with the
same signature as this function (minus the `drivers` argument), that raise
``UnrecognizedFormat`` if they do not support extracting the designated
archive type. The `drivers` are tried in sequence until one is found that
does not raise an error, or until all are exhausted (in which case
``UnrecognizedFormat`` is raised). If you do not supply a sequence of
drivers, the module's ``extraction_drivers`` constant will be used, which
means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that
order.
"""
for driver in drivers or extraction_drivers:
try:
driver(filename, extract_dir, progress_filter)
except UnrecognizedFormat:
continue
else:
return
else:
raise UnrecognizedFormat(
"Not a recognized archive type: %s" % filename
)
def unpack_directory(filename, extract_dir, progress_filter=default_filter):
""""Unpack" a directory, using the same interface as for archives
Raises ``UnrecognizedFormat`` if `filename` is not a directory
"""
if not os.path.isdir(filename):
raise UnrecognizedFormat("%s is not a directory" % filename)
paths = {
filename: ('', extract_dir),
}
for base, dirs, files in os.walk(filename):
src, dst = paths[base]
for d in dirs:
paths[os.path.join(base, d)] = src + d + '/', os.path.join(dst, d)
for f in files:
target = os.path.join(dst, f)
target = progress_filter(src + f, target)
if not target:
# skip non-files
continue
ensure_directory(target)
f = os.path.join(base, f)
shutil.copyfile(f, target)
shutil.copystat(f, target)
def unpack_zipfile(filename, extract_dir, progress_filter=default_filter):
"""Unpack zip `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined
by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
"""
if not zipfile.is_zipfile(filename):
raise UnrecognizedFormat("%s is not a zip file" % (filename,))
with zipfile.ZipFile(filename) as z:
for info in z.infolist():
name = info.filename
# don't extract absolute paths or ones with .. in them
if name.startswith('/') or '..' in name.split('/'):
continue
target = os.path.join(extract_dir, *name.split('/'))
target = progress_filter(name, target)
if not target:
continue
if name.endswith('/'):
# directory
ensure_directory(target)
else:
# file
ensure_directory(target)
data = z.read(info.filename)
with open(target, 'wb') as f:
f.write(data)
unix_attributes = info.external_attr >> 16
if unix_attributes:
os.chmod(target, unix_attributes)
def _resolve_tar_file_or_dir(tar_obj, tar_member_obj):
"""Resolve any links and extract link targets as normal files."""
while tar_member_obj is not None and (
tar_member_obj.islnk() or tar_member_obj.issym()):
linkpath = tar_member_obj.linkname
if tar_member_obj.issym():
base = posixpath.dirname(tar_member_obj.name)
linkpath = posixpath.join(base, linkpath)
linkpath = posixpath.normpath(linkpath)
tar_member_obj = tar_obj._getmember(linkpath)
is_file_or_dir = (
tar_member_obj is not None and
(tar_member_obj.isfile() or tar_member_obj.isdir())
)
if is_file_or_dir:
return tar_member_obj
raise LookupError('Got unknown file type')
def _iter_open_tar(tar_obj, extract_dir, progress_filter):
"""Emit member-destination pairs from a tar archive."""
# don't do any chowning!
tar_obj.chown = lambda *args: None
with contextlib.closing(tar_obj):
for member in tar_obj:
name = member.name
# don't extract absolute paths or ones with .. in them
if name.startswith('/') or '..' in name.split('/'):
continue
prelim_dst = os.path.join(extract_dir, *name.split('/'))
try:
member = _resolve_tar_file_or_dir(tar_obj, member)
except LookupError:
continue
final_dst = progress_filter(name, prelim_dst)
if not final_dst:
continue
if final_dst.endswith(os.sep):
final_dst = final_dst[:-1]
yield member, final_dst
def unpack_tarfile(filename, extract_dir, progress_filter=default_filter):
"""Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined
by ``tarfile.open()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
"""
try:
tarobj = tarfile.open(filename)
except tarfile.TarError as e:
raise UnrecognizedFormat(
"%s is not a compressed or uncompressed tar file" % (filename,)
) from e
for member, final_dst in _iter_open_tar(
tarobj, extract_dir, progress_filter,
):
try:
# XXX Ugh
tarobj._extract_member(member, final_dst)
except tarfile.ExtractError:
# chown/chmod/mkfifo/mknode/makedev failed
pass
return True
extraction_drivers = unpack_directory, unpack_zipfile, unpack_tarfile
site-packages/setuptools/_deprecation_warning.py 0000644 00000000332 15056474501 0016245 0 ustar 00 class SetuptoolsDeprecationWarning(Warning):
"""
Base class for warning deprecations in ``setuptools``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
"""
site-packages/setuptools/__pycache__/unicode_utils.cpython-39.pyc 0000644 00000002212 15056474501 0021220 0 ustar 00 a
(�Re� � @ s, d dl Z d dlZdd� Zdd� Zdd� ZdS )� Nc C sR t | t�rt�d| �S z$| �d�} t�d| �} | �d�} W n tyL Y n0 | S )NZNFD�utf-8)�
isinstance�str� unicodedata� normalize�decode�encode� UnicodeError)�path� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/unicode_utils.py� decompose s
r
c C sX t | t�r| S t�� pd}|df}|D ],}z| �|�W S tyP Y q&Y q&0 q&dS )zY
Ensure that the given path is decoded,
NONE when no expected encoding works
r N)r r �sys�getfilesystemencodingr �UnicodeDecodeError)r
Zfs_enc�
candidates�encr r r �filesys_decode s
r c C s& z | � |�W S ty Y dS 0 dS )z/turn unicode encoding into a functional routineN)r �UnicodeEncodeError)�stringr r r r �
try_encode% s r )r r r
r r r r r r �<module> s site-packages/setuptools/__pycache__/py34compat.cpython-39.pyc 0000644 00000001020 15056474501 0020351 0 ustar 00 a
(�Re� � @ sT d dl Z z d dlZ W n ey& Y n0 z e jjZW n eyN dd� ZY n0 dS )� Nc C s | j �| j�S )N)�loader� load_module�name)�spec� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/py34compat.py�module_from_spec s r )� importlib�importlib.util� ImportError�utilr �AttributeErrorr r r r �<module> s site-packages/setuptools/__pycache__/depends.cpython-39.pyc 0000644 00000012261 15056474501 0020001 0 ustar 00 a
(�Reb � @ s� d dl Z d dlZd dlZd dlZd dlmZ ddlmZmZm Z m
Z
ddl mZ g d�Z G dd� d�Z
d d
� Zdd d
�Zddd�Zdd� Ze� dS )� N)�
StrictVersion� )� find_module� PY_COMPILED� PY_FROZEN� PY_SOURCE)�_imp)�Requirer �get_module_constant�extract_constantc @ sH e Zd ZdZddd�Zdd� Zdd � Zdd d �Zdd
d�Zddd�Z dS )r z7A prerequisite to building or installing a distribution� Nc C sF |d u r|d urt }|d ur0||�}|d u r0d}| j�t� � | `d S )N� __version__)r �__dict__�update�locals�self)r �name�requested_version�moduleZhomepage� attribute�format� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/depends.py�__init__ s zRequire.__init__c C s | j durd| j| j f S | jS )z0Return full package/distribution name, w/versionNz%s-%s)r r )r r r r � full_name" s
zRequire.full_namec C s* | j du p(| jdu p(t|�dko(|| jkS )z%Is 'version' sufficiently up-to-date?N�unknown)r r �strr )r �versionr r r �
version_ok( s �zRequire.version_okr c C s~ | j du rDz$t| j|�\}}}|r*|�� |W S tyB Y dS 0 t| j| j ||�}|durz||urz| jdurz| �|�S |S )a� Get version number of installed module, 'None', or 'default'
Search 'paths' for module. If not found, return 'None'. If found,
return the extracted version attribute, or 'default' if no version
attribute was specified, or the value cannot be determined without
importing the module. The version is formatted according to the
requirement's version format (if any), unless it is 'None' or the
supplied 'default'.
N)r r r �close� ImportErrorr
r )r �paths�default�f�p�i�vr r r � get_version- s
zRequire.get_versionc C s | � |�duS )z/Return true if dependency is present on 'paths'N)r' )r r! r r r �
is_presentH s zRequire.is_presentc C s | � |�}|du rdS | �|�S )z>Return true if dependency is present and up-to-date on 'paths'NF)r' r )r r! r r r r �
is_currentL s
zRequire.is_current)r NN)Nr )N)N)
�__name__�
__module__� __qualname__�__doc__r r r r' r( r) r r r r r s �
r c C s" t jdd� �}| s|� S t �| �S )Nc s s
d V d S )Nr r r r r �emptyU s zmaybe_close.<locals>.empty)�
contextlib�contextmanager�closing)r# r. r r r � maybe_closeT s
r2 ���c C s� z t | |� \}}\}}}} W n ty2 Y dS 0 t|��� |tkr\|�d� t�|�}
nX|tkrrt� | |�}
nB|t
kr�t |�� |d�}
n(t� | || �} t
| |d�W d � S W d � n1 s�0 Y t|
||�S )z�Find 'module' by searching 'paths', and extract 'symbol'
Return 'None' if 'module' does not exist on 'paths', or it does not define
'symbol'. If the module defines 'symbol' as a constant, return the
constant. Otherwise, return 'default'.N� �exec)r r r2 r �read�marshal�loadr r �get_frozen_objectr �compileZ
get_module�getattrr ) r �symbolr" r! r# �path�suffix�mode�kind�info�codeZimportedr r r r
_ s
8r
c C s� || j vrdS t| j ��|�}d}d}d}|}t�| �D ]H}|j} |j}
| |kr\| j|
}q8|
|kr|| |kst| |kr|| S |}q8dS )a Extract the constant value of 'symbol' from 'code'
If the name 'symbol' is bound to a constant value by the Python code
object 'code', return that value. If 'symbol' is bound to an expression,
return 'default'. Otherwise, return 'None'.
Return value is based on the first assignment to 'symbol'. 'symbol' must
be a global, or at least a non-"fast" local in the code block. That is,
only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol'
must be present in 'code.co_names'.
N�Z �a �d )�co_names�list�index�dis�Bytecode�opcode�arg� co_consts) rB r< r" Zname_idx�
STORE_NAME� STORE_GLOBAL�
LOAD_CONST�constZ byte_code�oprL r r r r | s
r c C s> t j�d�st jdkrdS d} | D ]}t� |= t�|� q"dS )z�
Patch the globals to remove the objects not available on some platforms.
XXX it'd be better to test assertions about bytecode instead.
�java�cliN)r r
)�sys�platform�
startswith�globals�__all__�remove)Z incompatibler r r r �_update_globals� s r[ )r3 N)r3 )rU r7 r/ rI Zdistutils.versionr r r r r r r rY r r2 r
r r[ r r r r �<module> s D
$ site-packages/setuptools/__pycache__/_deprecation_warning.cpython-39.pyc 0000644 00000001126 15056474501 0022536 0 ustar 00 a
(�Re� � @ s G d d� de �ZdS )c @ s e Zd ZdZdS )� SetuptoolsDeprecationWarningz�
Base class for warning deprecations in ``setuptools``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_deprecation_warning.pyr s r N)�Warningr r r r r �<module> � site-packages/setuptools/__pycache__/dep_util.cpython-39.pyc 0000644 00000001611 15056474501 0020161 0 ustar 00 a
(�Re� � @ s d dl mZ dd� ZdS )� )� newer_groupc C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk both arguments in parallel, testing if each source group is newer
than its corresponding target. Returns a pair of lists (sources_groups,
targets) where sources is newer than target, according to the semantics
of 'newer_group()'.
z5'sources_group' and 'targets' must be the same length)�len�
ValueError�ranger �append)Zsources_groups�targets� n_sources� n_targets�i� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/dep_util.py�newer_pairwise_group s �r
N)�distutils.dep_utilr r
r r r r �<module> s site-packages/setuptools/__pycache__/windows_support.cpython-39.pyc 0000644 00000002057 15056474501 0021647 0 ustar 00 a
(�Re� � @ s( d dl Z d dlZdd� Zedd� �ZdS )� Nc C s t �� dkrdd� S | S )N�Windowsc _ s d S )N� )�args�kwargsr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/windows_support.py�<lambda> � z windows_only.<locals>.<lambda>)�platform�system)�funcr r r � windows_only s r c C sL t d� tjjj}tjjtjjf|_tjj |_
d}|| |�}|sHt� � �dS )z�
Set the hidden attribute on a file or directory.
From http://stackoverflow.com/questions/19622133/
`path` must be text.
zctypes.wintypes� N) �
__import__�ctypes�windllZkernel32ZSetFileAttributesWZwintypesZLPWSTRZDWORD�argtypesZBOOL�restypeZWinError)�pathZSetFileAttributes�FILE_ATTRIBUTE_HIDDEN�retr r r � hide_file s
r )r r r r r r r r �<module> s site-packages/setuptools/__pycache__/version.cpython-39.pyc 0000644 00000000564 15056474501 0020047 0 ustar 00 a
(�Re� � @ s4 d dl Z ze �d�jZW n ey. dZY n0 dS )� N�
setuptools�unknown)�
pkg_resources�get_distribution�version� __version__� Exception� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/version.py�<module> s site-packages/setuptools/__pycache__/monkey.cpython-39.pyc 0000644 00000011065 15056474501 0017662 0 ustar 00 a
(�Rea � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddl Z ddl
Z
g Z dd� Z dd� Z
dd � Zd
d � Zd d
� Zdd� Zdd� Zdd� ZdS )z
Monkey patching of distutils.
� N)�
import_modulec C s" t �� dkr| f| j S t�| �S )am
Returns the bases classes for cls sorted by the MRO.
Works around an issue on Jython where inspect.getmro will not return all
base classes if multiple classes share the same name. Instead, this
function will return a tuple containing the class itself, and the contents
of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024.
�Jython)�platform�python_implementation� __bases__�inspect�getmro)�cls� r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/monkey.py�_get_mro s r c C s. t | t�rtnt | tj�r tndd� }|| �S )Nc S s d S )Nr
)�itemr
r
r �<lambda>( � z get_unpatched.<locals>.<lambda>)�
isinstance�type�get_unpatched_class�types� FunctionType�get_unpatched_function)r
�lookupr
r
r �
get_unpatched$ s
�r c C s: dd� t | �D �}t|�}|j�d�s6d| }t|��|S )z�Protect against re-patching the distutils if reloaded
Also ensures that no other distutils extension monkeypatched the distutils
first.
c s s | ]}|j �d �s|V qdS )�
setuptoolsN)�
__module__�
startswith)�.0r r
r
r � <genexpr>3 s �z&get_unpatched_class.<locals>.<genexpr>� distutilsz(distutils has already been patched by %r)r �nextr r �AssertionError)r Zexternal_bases�base�msgr
r
r r - s � r c C s� t jtj_tjdk} | r"t jtj_tjdk p^dtj k o@dk n p^dtj k oZdkn }|rrd}|tjj _
t � tj tjtj
fD ]}t j j|_q�t jjtj_t jjtj_dtjv r�t jjtjd _t� d S )N)� � r" )� � �
)r" � )r" r' � )r" r# z https://upload.pypi.org/legacy/zdistutils.command.build_ext)r �Commandr �core�sys� version_info�findall�filelist�config�
PyPIRCCommand�DEFAULT_REPOSITORY� _patch_distribution_metadata�dist�cmd� Distribution� extension� Extension�modules�#patch_for_msvc_specialized_compiler)Zhas_issue_12885Zneeds_warehouseZ warehouse�moduler
r
r � patch_all? s*
��
�
r; c C s* dD ] } t tj| �}ttjj| |� qdS )zDPatch write_pkg_file and read_pkg_file for higher metadata standards)�write_pkg_file�
read_pkg_fileZget_metadata_versionN)�getattrr r3 �setattrr �DistributionMetadata)�attr�new_valr
r
r r2 f s r2 c C s* t ||�}t| ��d|� t||| � dS )z�
Patch func_name in target_mod with replacement
Important - original must be resolved by name to avoid
patching an already patched function.
� unpatchedN)r> �vars�
setdefaultr? )� replacementZ
target_mod� func_name�originalr
r
r �
patch_funcm s
rI c C s
t | d�S )NrC )r> )� candidater
r
r r ~ s r c s� t d�� t�� dkrdS � fdd�} t�| d�}t�| d�}z t|d�� t|d �� W n tyj Y n0 zt|d
�� W n ty� Y n0 zt|d �� W n ty� Y n0 dS ) z\
Patch functions in distutils to use standalone Microsoft Visual C++
compilers.
zsetuptools.msvc�WindowsNc sL d| v r dnd}||� d� }t� |�}t| �}t||�sBt|��|||fS )zT
Prepare the parameters for patch_func to patch indicated function.
�msvc9Zmsvc9_Zmsvc14_�_)�lstripr> r �hasattr� ImportError)�mod_namerG Z repl_prefixZ repl_name�repl�mod�Zmsvcr
r � patch_params� s
z9patch_for_msvc_specialized_compiler.<locals>.patch_paramszdistutils.msvc9compilerzdistutils._msvccompilerZfind_vcvarsallZquery_vcvarsallZ _get_vc_envZgen_lib_options)r r �system� functools�partialrI rP )rU rL Zmsvc14r
rT r r9 � s&
r9 )�__doc__r+ �distutils.filelistr r r rW � importlibr r r �__all__r r r r; r2 rI r r9 r
r
r
r �<module> s" ' site-packages/setuptools/__pycache__/installer.cpython-39.pyc 0000644 00000005403 15056474501 0020354 0 ustar 00 a
(�Re�
� @ sp d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dl Z d dl
m Z dd� Z dd� Z
d d
� ZdS ) � N)�log)�DistutilsError)�Wheelc C s( t | t�r| �� S t | ttf�s$J �| S )z8Ensure find-links option end-up being a list of strings.)�
isinstance�str�split�tuple�list)�
find_links� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/installer.py�_fixup_find_links
s
r
c C sV zt �d� W n" t jy0 | �dtj� Y n0 t|�}| �d�}d|v rTtd��dt j
vofdt j
v}dt j
v rxd }nd
|v r�|d
d }nd }d |v r�t |d d �d d � ng }| j r�|�
| j � t j�| �� �}t �� }t �|�D ] }||v r�|�|�r�| S q�t�� ��,} tjd
ddddd| g}
|�r<|
�d� |d u�rT|
�
d|f� |�p\g D ]} |
�
d| f� �q^|
�|j�p�t|�� zt� |
� W n6 tj �y� } ztt| ��| �W Y d } ~ n
d } ~ 0 0 t t � t j� | d��d �}
t j� ||
�!� �}|
�"|� t �#|t j� |d��}t j$j%||d�} | W d � S 1 �sH0 Y d S )zLFetch an egg needed for building.
Use pip/wheel to fetch/build a wheel.�wheelz,WARNING: The wheel package is not available.� easy_installZ allow_hostszQthe `allow-hosts` option is not supported when using pip to install requirements.Z PIP_QUIETZ PIP_VERBOSEZ
PIP_INDEX_URLN� index_url� r
z-m�pipz--disable-pip-version-checkz --no-depsz-wz--quietz --index-urlz --find-linksz*.whlr zEGG-INFO)�metadata)&�
pkg_resources�get_distribution�DistributionNotFound�announcer �WARN� strip_marker�get_option_dictr �os�environr
Zdependency_links�extend�path�realpathZget_egg_cache_dir� Environment�find_distributions�can_add�tempfile�TemporaryDirectory�sys�
executable�append�urlr �
subprocess�
check_call�CalledProcessErrorr �glob�join�egg_nameZinstall_as_egg� PathMetadata� Distribution�
from_filename)�dist�req�opts�quietr r
Zeggs_dir� environmentZegg_distZtmpdir�cmd�link�er �
dist_locationZ
dist_metadatar r r �fetch_build_egg sf
�
�
$
��r; c C s t j�t| ��} d| _| S )z�
Return a new requirement without the environment marker to avoid
calling pip with something like `babel; extra == "i18n"`, which
would always be ignored.
N)r � Requirement�parser �marker)r3 r r r r X s r )r, r r) r% r# � distutilsr �distutils.errorsr r Zsetuptools.wheelr r
r; r r r r r �<module> s C site-packages/setuptools/__pycache__/archive_util.cpython-39.pyc 0000644 00000013346 15056474501 0021042 0 ustar 00 a
(�Re� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
g d�Z G dd� de�Z dd � Z
e
dfd
d �Ze
fd d
�Ze
fdd�Zdd� Zdd� Ze
fdd�ZeeefZdS )z/Utilities for extracting common archive formats� N)�DistutilsError)�ensure_directory)�unpack_archive�unpack_zipfile�unpack_tarfile�default_filter�UnrecognizedFormat�extraction_drivers�unpack_directoryc @ s e Zd ZdZdS )r z#Couldn't recognize the archive typeN)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/archive_util.pyr s r c C s |S )z@The default progress/filter callback; returns True for all filesr )�src�dstr r r r s r c C sL |pt D ]2}z|| ||� W n ty2 Y qY q0 dS qtd| ��dS )a� Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat``
`progress_filter` is a function taking two arguments: a source path
internal to the archive ('/'-separated), and a filesystem path where it
will be extracted. The callback must return the desired extract path
(which may be the same as the one passed in), or else ``None`` to skip
that file or directory. The callback can thus be used to report on the
progress of the extraction, as well as to filter the items extracted or
alter their extraction paths.
`drivers`, if supplied, must be a non-empty sequence of functions with the
same signature as this function (minus the `drivers` argument), that raise
``UnrecognizedFormat`` if they do not support extracting the designated
archive type. The `drivers` are tried in sequence until one is found that
does not raise an error, or until all are exhausted (in which case
``UnrecognizedFormat`` is raised). If you do not supply a sequence of
drivers, the module's ``extraction_drivers`` constant will be used, which
means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that
order.
Nz!Not a recognized archive type: %s)r r )�filename� extract_dir�progress_filterZdriversZdriverr r r r s
�r c C s� t j�| �std| ��| d|fi}t �| �D ]�\}}}|| \}}|D ],} || d t j�|| �f|t j�|| �< qH|D ]T}
t j�||
�} |||
| �} | s�qzt| � t j�||
�}
t�|
| � t� |
| � qzq.dS )z�"Unpack" a directory, using the same interface as for archives
Raises ``UnrecognizedFormat`` if `filename` is not a directory
z%s is not a directory� �/N)
�os�path�isdirr �walk�joinr �shutil�copyfile�copystat) r r r �paths�base�dirs�filesr r �d�f�targetr r r r
@ s" � * r
c
C s t �| �std| f ��t �| ���}|�� D ]�}|j}|�d�s,d|�d�v rPq,tj j
|g|�d��R � }|||�}|szq,|� d�r�t |� nHt |� |�
|j�}t|d��}|�|� W d � n1 s�0 Y |jd? } | r,t�|| � q,W d � n1 �s0 Y dS )z�Unpack zip `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined
by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z%s is not a zip filer �..�wbN� )�zipfile�
is_zipfiler �ZipFile�infolistr �
startswith�splitr r r �endswithr �read�open�write�
external_attr�chmod)
r r r �z�info�namer& �datar% Zunix_attributesr r r r [ s(
(
r c C s� |durT|� � s|�� rT|j}|�� rHt�|j�}t�||�}t�|�}| �|�}q |duoj|� � pj|�
� }|rt|S t d��dS )z;Resolve any links and extract link targets as normal files.NzGot unknown file type) �islnk�issym�linkname� posixpath�dirnamer8 r �normpath�
_getmember�isfiler � LookupError)�tar_objZtar_member_obj�linkpathr! Zis_file_or_dirr r r �_resolve_tar_file_or_dir� s" ��
�rE c
c s� dd� | _ t�| ��� | D ]�}|j}|�d�sd|�d�v r>qtjj|g|�d��R � }zt | |�}W n t
y| Y qY n0 |||�}|s�q|� tj �r�|dd� }||fV qW d � n1 s�0 Y dS )z1Emit member-destination pairs from a tar archive.c W s d S )Nr )�argsr r r �<lambda>� � z _iter_open_tar.<locals>.<lambda>r r' N���)
�chown�
contextlib�closingr8 r. r/ r r r rE rB r0 �sep)rC r r �memberr8 Z
prelim_dst� final_dstr r r �_iter_open_tar� s"
rP c
C s� zt �| �}W n6 t jyD } z td| f �|�W Y d}~n
d}~0 0 t|||�D ].\}}z|�||� W qR t jy~ Y qR0 qRdS )z�Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined
by ``tarfile.open()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z/%s is not a compressed or uncompressed tar fileNT)�tarfiler2 �TarErrorr rP �_extract_member� ExtractError)r r r �tarobj�erN rO r r r r � s ��� r )r r* rQ r r r= rK �distutils.errorsr �
pkg_resourcesr �__all__r r r r
r rE rP r r r r r r �<module> s( �
$ % site-packages/setuptools/__pycache__/msvc.cpython-39.pyc 0000644 00000123607 15056474501 0017336 0 ustar 00 a
(�Re�� � @ s� d Z ddlZddlmZ ddlmZmZ ddlmZm Z m
Z
m Z ddl Z ddl
Z
ddlZddlZddlZddlZddlmZ ddlmZ dd lmZ e�� d
kr�ddlZdd lmZ nG d d
� d
�Ze � Ze ej j fZ zddl!m"Z" W n e y� Y n0 dd� Z#d/dd�Z$dd� Z%dd� Z&ddddd�Z'd d � Z(d d � Z)d d!� Z*d"d#� Z+d0d%d&�Z,G d'd(� d(�Z-G d)d*� d*�Z.G d+d,� d,�Z/G d-d.� d.�Z0dS )1a�
Improved support for Microsoft Visual C++ compilers.
Known supported compilers:
--------------------------
Microsoft Visual C++ 9.0:
Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64)
Microsoft Windows SDK 6.1 (x86, x64, ia64)
Microsoft Windows SDK 7.0 (x86, x64, ia64)
Microsoft Visual C++ 10.0:
Microsoft Windows SDK 7.1 (x86, x64, ia64)
Microsoft Visual C++ 14.X:
Microsoft Visual C++ Build Tools 2015 (x86, x64, arm)
Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64)
Microsoft Visual Studio Build Tools 2019 (x86, x64, arm, arm64)
This may also support compilers shipped with compatible Visual Studio versions.
� N)�open)�listdir�pathsep)�join�isfile�isdir�dirname)�
LegacyVersion)�unique_everseen� )�
get_unpatched�Windows)�environc @ s e Zd ZdZdZdZdZdS )�winregN)�__name__�
__module__� __qualname__�
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOT� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/msvc.pyr + s r )�Regc C s� d}|d| f }zt �|d�}W nF tyf z |d| f }t �|d�}W n ty` d}Y n0 Y n0 |r�t|d�}t|�r�|S tt�| �S )a�
Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone
compiler build for Python
(VCForPython / Microsoft Visual C++ Compiler for Python 2.7).
Fall back to original behavior when the standalone compiler is not
available.
Redirect the path of "vcvarsall.bat".
Parameters
----------
version: float
Required Microsoft Visual C++ version.
Return
------
str
vcvarsall.bat path
z-Software\%sMicrosoft\DevDiv\VCForPython\%0.1f� �
installdirz Wow6432Node\N�
vcvarsall.bat)r � get_value�KeyErrorr r r �msvc9_find_vcvarsall)�versionZvc_base�key�
productdir� vcvarsallr r r r B s
r �x86c
O s� z"t t�}|| |g|�R i |��W S tjjy8 Y n tyH Y n0 zt|| ��� W S tjjy� } zt|| |� � W Y d}~n
d}~0 0 dS )ao
Patched "distutils.msvc9compiler.query_vcvarsall" for support extra
Microsoft Visual C++ 9.0 and 10.0 compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
ver: float
Required Microsoft Visual C++ version.
arch: str
Target architecture.
Return
------
dict
environment
N) r �msvc9_query_vcvarsall� distutils�errors�DistutilsPlatformError�
ValueError�EnvironmentInfo�
return_env�_augment_exception)�ver�arch�args�kwargs�orig�excr r r r% l s r% c C s z t �t jddt jt jB �} W n ty2 Y dS 0 d}d}| �� t�� D ]�}zt �| |�\}}}W n ty| Y q�Y n0 |rJ|t j krJt
|�rJzt t |��}W n t
tfy� Y qJY n0 |dkrJ||krJ|| }}qJW d � n1 s�0 Y ||fS )�0Python 3.8 "distutils/_msvccompiler.py" backportz'Software\Microsoft\VisualStudio\SxS\VC7r �NNN� )r �OpenKeyr �KEY_READZKEY_WOW64_32KEY�OSError� itertools�count� EnumValue�REG_SZr �int�floatr) � TypeError)r! � best_version�best_dir�i�vZvc_dirZvtr r r r �_msvc14_find_vc2015� s2
�
*rD c C s� t �d�pt �d�} | s dS z>t�t| ddd�ddd d
d d
d d
dddg �jddd��� }W n tjtt fyv Y dS 0 t|ddd�}t
|�r�d|fS dS )a� Python 3.8 "distutils/_msvccompiler.py" backport
Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
�ProgramFiles(x86)� ProgramFilesr4 zMicrosoft Visual StudioZ Installerz vswhere.exez-latestz -prereleasez -requiresAnyz -requiresz1Microsoft.VisualStudio.Component.VC.Tools.x86.x64z)Microsoft.VisualStudio.Workload.WDExpressz -property�installationPathz -products�*�mbcs�strict)�encodingr' �VCZ AuxiliaryZBuild� ) r �get�
subprocess� check_outputr �decode�strip�CalledProcessErrorr8 �UnicodeDecodeErrorr )�root�pathr r r �_msvc14_find_vc2017� s, � �
rW �x64�arm�arm64)r$ Z x86_amd64Zx86_armZ x86_arm64c
C s� t � \}}d}| tv r t| }nd| v r,dnd}|r�t|ddddd|d d
� }z d dl}|j|d d
�d }W n tttfy� d}Y n0 |s�t� \}}|r�t|d|dd
�}|s�dS t|d�}t|�s�dS |r�t|�s�d}||fS )r3 N�amd64rX r$ z..�redistZMSVCz**zMicrosoft.VC14*.CRTzvcruntime140.dllr T)� recursive���zMicrosoft.VC140.CRTr4 r ) rW �PLAT_SPEC_TO_RUNTIMEr �glob� ImportErrorr8 � LookupErrorrD r ) � plat_spec�_rA � vcruntimeZvcruntime_platZvcredistr` r@ r# r r r �_msvc14_find_vcvarsall� s:
�
�
rf c
C s� dt v rdd� t �� D �S t| �\}}|s6tj�d��z&tjd�|| �tj d�j
ddd �}W n< tj y� } z"tj�d
�|j ��|�W Y d }~n
d }~0 0 d d� d
d� |�
� D �D �}|r�||d< |S )r3 ZDISTUTILS_USE_SDKc S s i | ]\}}|� � |�qS r ��lower)�.0r! �valuer r r �
<dictcomp> s �z&_msvc14_get_vc_env.<locals>.<dictcomp>z Unable to find vcvarsall.batzcmd /u /c "{}" {} && set)�stderrzutf-16le�replace)r' zError executing {}Nc S s$ i | ] \}}}|r|r|� � |�qS r rg )ri r! rd rj r r r rk s �c s s | ]}|� d �V qdS )�=N)� partition)ri �liner r r � <genexpr> � z%_msvc14_get_vc_env.<locals>.<genexpr>�py_vcruntime_redist)r �itemsrf r& r' r( rO rP �format�STDOUTrQ rS �cmd�
splitlines)rc r# re �outr2 �envr r r �_msvc14_get_vc_env s8 � �
��
���r{ c
C sD z
t | �W S tjjy> } zt|d� � W Y d}~n
d}~0 0 dS )a*
Patched "distutils._msvccompiler._get_vc_env" for support extra
Microsoft Visual C++ 14.X compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
plat_spec: str
Target architecture.
Return
------
dict
environment
� ,@N)r{ r& r' r( r, )rc r2 r r r �msvc14_get_vc_env( s
r} c O sJ dt jv r8ddl}t|j�td�k r8|jjj| i |��S tt �| i |��S )z�
Patched "distutils._msvccompiler.gen_lib_options" for fix
compatibility between "numpy.distutils" and "distutils._msvccompiler"
(for Numpy < 1.11.2)
znumpy.distutilsr Nz1.11.2)
�sys�modulesZnumpyr � __version__r& Z ccompilerZgen_lib_optionsr �msvc14_gen_lib_options)r/ r0 �npr r r r� B s
r� r c C s� | j d }d|�� v s"d|�� v r�d}|jf i t� ��}d}|dkrj|�� �d�dkr`|d 7 }q�|d
7 }n.|d kr�|d 7 }||d
7 }n|dkr�|d7 }|f| _ dS )zl
Add details to the exception message to help guide the user
as to what action will resolve it.
r r# zvisual cz;Microsoft Visual C++ {version:0.1f} or greater is required.z-www.microsoft.com/download/details.aspx?id=%d� "@Zia64r^ z( Get it with "Microsoft Windows SDK 7.0"z% Get it from http://aka.ms/vcpython27� $@z* Get it with "Microsoft Windows SDK 7.1": iW r| zd Get it with "Microsoft C++ Build Tools": https://visualstudio.microsoft.com/visual-cpp-build-tools/N)r/ rh ru �locals�find)r2 r r. �message�tmplZ
msdownloadr r r r, O s
r, c @ sb e Zd ZdZe�dd��� Zdd� Ze dd� �Z
dd � Z d
d � Z dd
d�Z
ddd�Zddd�ZdS )� PlatformInfoz�
Current and Target Architectures information.
Parameters
----------
arch: str
Target architecture.
Zprocessor_architecturer c C s |� � �dd�| _d S )NrX r[ )rh rm r. )�selfr. r r r �__init__ s zPlatformInfo.__init__c C s | j | j �d�d d� S )zs
Return Target CPU architecture.
Return
------
str
Target CPU
rd r N)r. r� �r� r r r �
target_cpu� s
zPlatformInfo.target_cpuc C s
| j dkS )z�
Return True if target CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r$ �r� r� r r r �
target_is_x86� s zPlatformInfo.target_is_x86c C s
| j dkS )z�
Return True if current CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r$ �� current_cpur� r r r �current_is_x86� s zPlatformInfo.current_is_x86Fc C s. | j dkr|rdS | j dkr$|r$dS d| j S )uk
Current platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '' if architecture is x86.
x64: bool
return 'd' and not 'md64' if architecture is amd64.
Return
------
str
subfolder: ' arget', or '' (see hidex86 parameter)
r$ r r[ �\x64�\%sr� �r� �hidex86rX r r r � current_dir� s �zPlatformInfo.current_dirc C s. | j dkr|rdS | j dkr$|r$dS d| j S )ar
Target platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\current', or '' (see hidex86 parameter)
r$ r r[ r� r� r� r� r r r �
target_dir� s �zPlatformInfo.target_dirc C s0 |rdn| j }| j|kr dS | �� �dd| �S )ap
Cross platform specific subfolder.
Parameters
----------
forcex86: bool
Use 'x86' as current architecture even if current architecture is
not x86.
Return
------
str
subfolder: '' if target architecture is current architecture,
'\current_target' if not.
r$ r �\z\%s_)r� r� r� rm )r� �forcex86�currentr r r � cross_dir� s �zPlatformInfo.cross_dirN)FF)FF)F)r r r �__doc__r rN rh r� r� �propertyr� r� r� r� r� r� r r r r r� t s
r� c @ s� e Zd ZdZejejejejfZ dd� Z
e dd� �Z e dd� �Z
e dd � �Ze d
d � �Ze d d
� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Zd dd�Zdd� ZdS ) � RegistryInfoz�
Microsoft Visual Studio related registry information.
Parameters
----------
platform_info: PlatformInfo
"PlatformInfo" instance.
c C s
|| _ d S �N)�pi)r� Z
platform_infor r r r� � s zRegistryInfo.__init__c C s dS )z�
Microsoft Visual Studio root registry key.
Return
------
str
Registry key
Z VisualStudior r� r r r � visualstudio� s
zRegistryInfo.visualstudioc C s t | jd�S )z
Microsoft Visual Studio SxS registry key.
Return
------
str
Registry key
ZSxS)r r� r� r r r �sxs s
zRegistryInfo.sxsc C s t | jd�S )z|
Microsoft Visual C++ VC7 registry key.
Return
------
str
Registry key
ZVC7�r r� r� r r r �vc s
zRegistryInfo.vcc C s t | jd�S )z
Microsoft Visual Studio VS7 registry key.
Return
------
str
Registry key
ZVS7r� r� r r r �vs s
zRegistryInfo.vsc C s dS )z�
Microsoft Visual C++ for Python registry key.
Return
------
str
Registry key
zDevDiv\VCForPythonr r� r r r �
vc_for_python( s
zRegistryInfo.vc_for_pythonc C s dS )zq
Microsoft SDK registry key.
Return
------
str
Registry key
zMicrosoft SDKsr r� r r r �
microsoft_sdk4 s
zRegistryInfo.microsoft_sdkc C s t | jd�S )z�
Microsoft Windows/Platform SDK registry key.
Return
------
str
Registry key
r
�r r� r� r r r � windows_sdk@ s
zRegistryInfo.windows_sdkc C s t | jd�S )z�
Microsoft .NET Framework SDK registry key.
Return
------
str
Registry key
ZNETFXSDKr� r� r r r � netfx_sdkL s
zRegistryInfo.netfx_sdkc C s dS )z�
Microsoft Windows Kits Roots registry key.
Return
------
str
Registry key
z Windows Kits\Installed Rootsr r� r r r �windows_kits_rootsX s
z RegistryInfo.windows_kits_rootsFc C s$ | j �� s|rdnd}td|d|�S )a
Return key in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
x86: str
Force x86 software registry.
Return
------
str
Registry key
r Z Wow6432NodeZSoftware� Microsoft)r� r� r )r� r! r$ Znode64r r r � microsoftd s zRegistryInfo.microsoftc
C s� t j}t j}t j}| j}| jD ]�}d}z||||�d|�}W n\ ttfy� | j� � s�z||||d�d|�}W q� ttfy� Y Y q Y q�0 nY q Y n0 zLz$t �
||�d W W |r�||� S ttfy� Y n0 W |r�||� q |r�||� 0 q dS )a
Look for values in registry in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
name: str
Value name to find.
Return
------
str
value
Nr T) r r7 r6 ZCloseKeyr� �HKEYSr8 �IOErrorr� r� � QueryValueEx) r� r! �nameZkey_readZopenkeyZclosekey�ms�hkey�bkeyr r r �lookupw s4
�
�zRegistryInfo.lookupN)F)r r r r� r r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� � s6 �
r� c @ s< e Zd ZdZe�dd�Ze�dd�Ze�de�Zd7dd�Z d d
� Z
d d � Z d
d� Z e
dd� �Zedd� �Zedd� �Zdd� Zdd� Zedd� �Zedd � �Zed d � �Zed d � �Zed!d"� �Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �Z ed+d,� �Z ed-d.� �Z ed/d0� �Z ed1d2� �Z d3d4� Z!e
d8d5d6��Z"dS )9�
SystemInfoz�
Microsoft Windows and Visual Studio related system information.
Parameters
----------
registry_info: RegistryInfo
"RegistryInfo" instance.
vc_ver: float
Required Microsoft Visual C++ version.
�WinDirr rF rE Nc C s2 || _ | j j| _| �� | _|p$| �� | _| _d S r� )�rir� �find_programdata_vs_vers�known_vs_paths� _find_latest_available_vs_ver�vs_ver�vc_ver)r� Z
registry_infor� r r r r� � s
�zSystemInfo.__init__c C s> | � � }|s | js tj�d��t|�}|�| j� t|�d S )zm
Find the latest VC version
Return
------
float
version
z%No Microsoft Visual C++ version foundr^ )�find_reg_vs_versr� r& r' r( �set�update�sorted)r� Z reg_vc_versZvc_versr r r r� � s
� z(SystemInfo._find_latest_available_vs_verc C sn | j j}| j j| j j| j jf}g }t�| j j|�D �]0\}}zt� |||�dtj
�}W n t t fyp Y q2Y n0 |�� t�
|�\}}} t|�D ]T}
t�t��6 tt�||
�d �} | |vr�|�| � W d � q�1 s�0 Y q�t|�D ]T}
t�t��4 tt�||
��} | |v�r"|�| � W d � q�1 �s80 Y q�W d � q21 �sZ0 Y q2t|�S )z�
Find Microsoft Visual Studio versions available in registry.
Return
------
list of float
Versions
r N)r� r� r� r� r� r9 �productr� r r6 r7 r8 r� Z QueryInfoKey�range�
contextlib�suppressr) r> r; �append�EnumKeyr� ) r� r� ZvckeysZvs_versr� r! r� Zsubkeys�valuesrd rB r- r r r r� � s*
*
NzSystemInfo.find_reg_vs_versc C s� i }d}z t |�}W n ttfy. | Y S 0 |D ]�}zpt||d�}t|ddd��}t�|�}W d � n1 st0 Y |d }t t|d�� ||| �|d �< W q4 tttfy� Y q4Y q40 q4|S )
z�
Find Visual studio 2017+ versions from information in
"C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances".
Return
------
dict
float version as key, path as value.
z9C:\ProgramData\Microsoft\VisualStudio\Packages\_Instancesz
state.json�rtzutf-8)rK NrG �
VC\Tools\MSVCZinstallationVersion) r r8 r� r r �json�load�_as_float_versionr ) r� Z vs_versionsZ
instances_dirZ hashed_namesr� Z
state_pathZ
state_file�stateZvs_pathr r r r� � s*
�
(�� z#SystemInfo.find_programdata_vs_versc C s t d�| �d�dd� ��S )z�
Return a string version as a simplified float version (major.minor)
Parameters
----------
version: str
Version.
Return
------
float
version
�.N� )r> r �split)r r r r r� s z SystemInfo._as_float_versionc C s. t | jd| j �}| j�| jjd| j �p,|S )zp
Microsoft Visual Studio directory.
Return
------
str
path
z Microsoft Visual Studio %0.1f�%0.1f)r �ProgramFilesx86r� r� r� r� )r� �defaultr r r � VSInstallDir) s �zSystemInfo.VSInstallDirc C s, | � � p| �� }t|�s(d}tj�|��|S )zm
Microsoft Visual C++ directory.
Return
------
str
path
z(Microsoft Visual C++ directory not found)� _guess_vc�_guess_vc_legacyr r& r' r( )r� rV �msgr r r � VCInstallDir: s
zSystemInfo.VCInstallDirc
C s� | j dkrdS z| j| j }W n ty6 | j}Y n0 t|d�}z$t|�d }| �|�| _t||�W S tt t
fy� Y dS 0 dS )zl
Locate Visual C++ for VS2017+.
Return
------
str
path
r| r r� r^ N) r� r� r r� r r r� r� r8 r� �
IndexError)r� Zvs_dirZguess_vcr� r r r r� L s
zSystemInfo._guess_vcc C sb t | jd| j �}t | jjd| j �}| j�|d�}|rBt |d�n|}| j�| jjd| j �p`|S )z{
Locate Visual C++ for versions prior to 2017.
Return
------
str
path
z Microsoft Visual Studio %0.1f\VCr� r rL )r r� r� r� r� r� r� )r� r� Zreg_pathZ python_vcZ
default_vcr r r r� j s �zSystemInfo._guess_vc_legacyc C sJ | j dkrdS | j dkr dS | j dkr*dS | j dkr8dS | j d krFd
S d S ) z�
Microsoft Windows SDK versions for specified MSVC++ version.
Return
------
tuple of str
versions
r� )z7.0z6.1z6.0ar� )z7.1z7.0a� &@)z8.0z8.0a� (@)�8.1z8.1ar| )z10.0r� N�r� r� r r r �WindowsSdkVersion~ s
z SystemInfo.WindowsSdkVersionc C s | � t| jd��S )zt
Microsoft Windows SDK last version.
Return
------
str
version
�lib)�_use_last_dir_namer �
WindowsSdkDirr� r r r �WindowsSdkLastVersion� s
z SystemInfo.WindowsSdkLastVersionc C s d}| j D ],}t| jjd| �}| j�|d�}|r
q8q
|rDt|�stt| jjd| j �}| j�|d�}|rtt|d�}|r�t|�s�| j D ]6}|d|�d�� }d | }t| j |�}t|�r�|}q�|r�t|�s�| j D ]$}d
| }t| j |�}t|�r�|}q�|�st| j
d �}|S ) zn
Microsoft Windows SDK directory.
Return
------
str
path
r zv%s�installationfolderr� r ZWinSDKNr� z Microsoft SDKs\Windows Kits\%szMicrosoft SDKs\Windows\v%sZ PlatformSDK) r� r r� r� r� r r� r� �rfindrF r� )r� �sdkdirr- �locrV � install_baseZintver�dr r r r� � s6
zSystemInfo.WindowsSdkDirc C s� | j dkrd}d}n&d}| j dkr&dnd}| jjd|d�}d ||�d
d �f }g }| j d kr~| jD ]}|t| jj||�g7 }qb| jD ] }|t| jj d
| |�g7 }q�|D ] }| j�
|d�}|r�| S q�dS )zy
Microsoft Windows SDK executable directory.
Return
------
str
path
r� �# r �( r� TF)rX r� zWinSDK-NetFx%dTools%sr� �-r| zv%sAr� N) r� r� r� rm �NetFxSdkVersionr r� r� r� r� r� ) r� Znetfxverr. r� ZfxZregpathsr- rV Zexecpathr r r �WindowsSDKExecutablePath� s"
z#SystemInfo.WindowsSDKExecutablePathc C s& t | jjd| j �}| j�|d�p$dS )zl
Microsoft Visual F# directory.
Return
------
str
path
z%0.1f\Setup\F#r" r )r r� r� r� r� )r� rV r r r �FSharpInstallDir� s
zSystemInfo.FSharpInstallDirc C sF | j dkrdnd}|D ]*}| j�| jjd| �}|r|p:d S qdS )zt
Microsoft Universal CRT SDK directory.
Return
------
str
path
r| )�10Z81r z
kitsroot%sr N)r� r� r� r� )r� �versr- r� r r r �UniversalCRTSdkDir� s �z SystemInfo.UniversalCRTSdkDirc C s | � t| jd��S )z�
Microsoft Universal C Runtime SDK last version.
Return
------
str
version
r� )r� r r� r� r r r �UniversalCRTSdkLastVersion s
z%SystemInfo.UniversalCRTSdkLastVersionc C s | j dkrdS dS )z�
Microsoft .NET Framework SDK versions.
Return
------
tuple of str
versions
r| ) z4.7.2z4.7.1z4.7z4.6.2z4.6.1z4.6z4.5.2z4.5.1z4.5r r� r� r r r r� s ��zSystemInfo.NetFxSdkVersionc C s8 d}| j D ](}t| jj|�}| j�|d�}|r
q4q
|S )zu
Microsoft .NET Framework SDK directory.
Return
------
str
path
r Zkitsinstallationfolder)r� r r� r� r� )r� r� r- r� r r r � NetFxSdkDir* s
zSystemInfo.NetFxSdkDirc C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 32bit directory.
Return
------
str
path
zMicrosoft.NET\FrameworkZframeworkdir32�r r� r� r� r� �r� Zguess_fwr r r �FrameworkDir32< s zSystemInfo.FrameworkDir32c C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 64bit directory.
Return
------
str
path
zMicrosoft.NET\Framework64Zframeworkdir64r� r� r r r �FrameworkDir64L s zSystemInfo.FrameworkDir64c C s
| � d�S )z�
Microsoft .NET Framework 32bit versions.
Return
------
tuple of str
versions
� ��_find_dot_net_versionsr� r r r �FrameworkVersion32\ s
z SystemInfo.FrameworkVersion32c C s
| � d�S )z�
Microsoft .NET Framework 64bit versions.
Return
------
tuple of str
versions
�@ r� r� r r r �FrameworkVersion64h s
z SystemInfo.FrameworkVersion64c C s� | j �| j jd| �}t| d| �}|p6| �|d�p6d}| jdkrJ|dfS | jdkrt|�� dd � d
krld n|d fS | jd
kr�dS | jdkr�dS dS )z�
Find Microsoft .NET Framework versions.
Parameters
----------
bits: int
Platform number of bits: 32 or 64.
Return
------
tuple of str
versions
zframeworkver%dzFrameworkDir%drC r r� zv4.0r� Nr� Zv4z
v4.0.30319�v3.5r� )r �
v2.0.50727g @)zv3.0r )r� r� r� �getattrr� r� rh )r� �bitsZreg_verZ dot_net_dirr- r r r r� t s
z!SystemInfo._find_dot_net_versionsc s* � �fdd�t t� ��D �}t|d�p(dS )a)
Return name of the last dir in path or '' if no dir found.
Parameters
----------
path: str
Use dirs in this path
prefix: str
Use only dirs starting by this prefix
Return
------
str
name
c 3 s* | ]"}t t� |��r|���r|V qd S r� )r r �
startswith)ri �dir_name�rV �prefixr r rq � s
�z0SystemInfo._use_last_dir_name.<locals>.<genexpr>Nr )�reversedr �next)rV r Z
matching_dirsr r r r� � s
�z SystemInfo._use_last_dir_name)N)r )#r r r r� r rN r� rF r� r� r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� � sZ
*
*
"
r� c @ sT e Zd ZdZd=dd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zd d � Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zed,d-� �Zed.d/� �Zed0d1� �Zed2d3� �Z ed4d5� �Z ed6d7� �Z d>d9d:�Z d;d<� Z dS )?r* aY
Return environment variables for specified Microsoft Visual C++ version
and platform : Lib, Include, Path and libpath.
This function is compatible with Microsoft Visual C++ 9.0 to 14.X.
Script created by analysing Microsoft environment configuration files like
"vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ...
Parameters
----------
arch: str
Target architecture.
vc_ver: float
Required Microsoft Visual C++ version. If not set, autodetect the last
version.
vc_min_ver: float
Minimum Microsoft Visual C++ version.
Nr c C sB t |�| _t| j�| _t| j|�| _| j|k r>d}tj� |��d S )Nz.No suitable Microsoft Visual C++ version found)
r� r� r� r� r� �sir� r& r' r( )r� r. r� Z
vc_min_ver�errr r r r� � s
zEnvironmentInfo.__init__c C s | j jS )zk
Microsoft Visual Studio.
Return
------
float
version
)r r� r� r r r r� � s
zEnvironmentInfo.vs_verc C s | j jS )zp
Microsoft Visual C++ version.
Return
------
float
version
)r r� r� r r r r� � s
zEnvironmentInfo.vc_verc sV ddg}� j dkrD� jjddd�}|dg7 }|dg7 }|d| g7 }� fd d
�|D �S ) zu
Microsoft Visual Studio Tools.
Return
------
list of str
paths
z Common7\IDEz
Common7\Toolsr| T�r� rX z1Common7\IDE\CommonExtensions\Microsoft\TestWindowz Team Tools\Performance Toolsz Team Tools\Performance Tools%sc s g | ]}t � jj|��qS r �r r r� �ri rV r� r r �
<listcomp>� rr z+EnvironmentInfo.VSTools.<locals>.<listcomp>)r� r� r� )r� �paths� arch_subdirr r� r �VSTools� s
zEnvironmentInfo.VSToolsc C s t | jjd�t | jjd�gS )z�
Microsoft Visual C++ & Microsoft Foundation Class Includes.
Return
------
list of str
paths
�IncludezATLMFC\Include�r r r� r� r r r �
VCIncludes� s
�zEnvironmentInfo.VCIncludesc sb � j dkr� jjdd�}n� jjdd�}d| d| g}� j dkrP|d| g7 }� fd d
�|D �S ) z�
Microsoft Visual C++ & Microsoft Foundation Class Libraries.
Return
------
list of str
paths
� .@T�rX �r� �Lib%sz ATLMFC\Lib%sr| z Lib\store%sc s g | ]}t � jj|��qS r r r r� r r r rr z/EnvironmentInfo.VCLibraries.<locals>.<listcomp>)r� r� r� )r� r r r r� r � VCLibraries s
zEnvironmentInfo.VCLibrariesc C s | j dk rg S t| jjd�gS )z�
Microsoft Visual C++ store references Libraries.
Return
------
list of str
paths
r| zLib\store\references)r� r r r� r� r r r � VCStoreRefs s
zEnvironmentInfo.VCStoreRefsc C s | j }t|jd�g}| jdkr"dnd}| j�|�}|rL|t|jd| �g7 }| jdkr|d| jjdd� }|t|j|�g7 }n�| jdkr�| j�� r�d nd
}|t|j|| jjdd � �g7 }| jj | jj
kr�|t|j|| jjdd � �g7 }n|t|jd �g7 }|S )
zr
Microsoft Visual C++ Tools.
Return
------
list of str
paths
Z
VCPackagesr� TF�Bin%sr| r r z
bin\HostX86%sz
bin\HostX64%sr �Bin) r r r� r� r� r� r� r� r� r� r� )r� r �toolsr� r rV Zhost_dirr r r �VCTools( s,
���
zEnvironmentInfo.VCToolsc C sh | j dkr.| jjddd�}t| jjd| �gS | jjdd�}t| jjd�}| j}t|d||f �gS dS ) zw
Microsoft Windows SDK Libraries.
Return
------
list of str
paths
r� Tr
r r r� z%sum%sN)r� r� r� r r r� � _sdk_subdir)r� r r� Zlibverr r r � OSLibrariesM s
zEnvironmentInfo.OSLibrariesc C sh t | jjd�}| jdkr&|t |d�gS | jdkr8| j}nd}t |d| �t |d| �t |d| �gS d S )
zu
Microsoft Windows SDK Include.
Return
------
list of str
paths
�includer� �glr| r z%ssharedz%sumz%swinrtN)r r r� r� r! )r� r# �sdkverr r r �
OSIncludesa s
�zEnvironmentInfo.OSIncludesc C s� t | jjd�}g }| jdkr&|| j7 }| jdkr@|t |d�g7 }| jdkr�||t | jjd�t |dd�t |d d�t |d
d�t | jjd d d
| j ddd�g7 }|S )z}
Microsoft Windows SDK Libraries Paths.
Return
------
list of str
paths
Z
Referencesr� r� zCommonConfiguration\Neutralr| Z
UnionMetadataz'Windows.Foundation.UniversalApiContractz1.0.0.0z%Windows.Foundation.FoundationContractz,Windows.Networking.Connectivity.WwanContractZ
ExtensionSDKszMicrosoft.VCLibsr� ZCommonConfigurationZneutral)r r r� r� r" )r� �ref�libpathr r r � OSLibpathy s2
�
�
��zEnvironmentInfo.OSLibpathc C s t | �� �S )zs
Microsoft Windows SDK Tools.
Return
------
list of str
paths
)�list�
_sdk_toolsr� r r r �SdkTools� s
zEnvironmentInfo.SdkToolsc c s� | j dk r,| j dkrdnd}t| jj|�V | j�� s\| jjdd�}d| }t| jj|�V | j dv r�| j�� rvd }n| jjddd
�}d | }t| jj|�V nB| j dkr�t| jjd�}| jjdd�}| jj}t|d ||f �V | jj r�| jj V d
S )z�
Microsoft Windows SDK Tools paths generator.
Return
------
generator of str
paths
r r� r zBin\x86Tr r )r� r� r r
zBin\NETFX 4.0 Tools%sz%s%sN)
r� r r r� r� r� r� r� r� r� )r� �bin_dirr rV r% r r r r+ � s(
zEnvironmentInfo._sdk_toolsc C s | j j}|rd| S dS )zu
Microsoft Windows SDK version subdir.
Return
------
str
subdir
�%s\r )r r� �r� �ucrtverr r r r! � s
zEnvironmentInfo._sdk_subdirc C s | j dkrg S t| jjd�gS )zs
Microsoft Windows SDK Setup.
Return
------
list of str
paths
r� �Setup)r� r r r� r� r r r �SdkSetup� s
zEnvironmentInfo.SdkSetupc s� | j }| j� | jdkr0d}|�� o,|�� }n$|�� p>|�� }|jdkpR|jdk}g }|rt|� fdd�� jD �7 }|r�|� fdd�� jD �7 }|S )zv
Microsoft .NET Framework Tools.
Return
------
list of str
paths
r� Tr[ c s g | ]}t � j|��qS r )r r� �ri r- �r r r r � s �z+EnvironmentInfo.FxTools.<locals>.<listcomp>c s g | ]}t � j|��qS r )r r� r3 r4 r r r s �) r� r r� r� r� r� r� r� r� )r� r� Z include32Z include64r r r4 r �FxTools� s"
� �zEnvironmentInfo.FxToolsc C s8 | j dk s| jjsg S | jjdd�}t| jjd| �gS )z~
Microsoft .Net Framework SDK Libraries.
Return
------
list of str
paths
r| Tr zlib\um%s)r� r r� r� r� r )r� r r r r �NetFxSDKLibraries s
z!EnvironmentInfo.NetFxSDKLibrariesc C s& | j dk s| jjsg S t| jjd�gS )z}
Microsoft .Net Framework SDK Includes.
Return
------
list of str
paths
r| z
include\um)r� r r� r r� r r r �NetFxSDKIncludes s
z EnvironmentInfo.NetFxSDKIncludesc C s t | jjd�gS )z�
Microsoft Visual Studio Team System Database.
Return
------
list of str
paths
z
VSTSDB\Deployr r� r r r �VsTDb$ s
zEnvironmentInfo.VsTDbc C sv | j dk rg S | j dk r0| jj}| jjdd�}n | jj}d}d| j |f }t||�g}| j dkrr|t||d�g7 }|S )zn
Microsoft Build Engine.
Return
------
list of str
paths
r� r Tr r zMSBuild\%0.1f\bin%sZRoslyn)r� r r� r� r� r� r )r� � base_pathr rV �buildr r r �MSBuild0 s
zEnvironmentInfo.MSBuildc C s | j dk rg S t| jjd�gS )zt
Microsoft HTML Help Workshop.
Return
------
list of str
paths
r� zHTML Help Workshop)r� r r r� r� r r r �HTMLHelpWorkshopL s
z EnvironmentInfo.HTMLHelpWorkshopc C sD | j dk rg S | jjdd�}t| jjd�}| j}t|d||f �gS )z�
Microsoft Universal C Runtime SDK Libraries.
Return
------
list of str
paths
r| Tr r� z%sucrt%s)r� r� r� r r r� � _ucrt_subdir)r� r r� r0 r r r �
UCRTLibraries[ s
z EnvironmentInfo.UCRTLibrariesc C s. | j dk rg S t| jjd�}t|d| j �gS )z�
Microsoft Universal C Runtime SDK Include.
Return
------
list of str
paths
r| r# z%sucrt)r� r r r� r= )r� r# r r r � UCRTIncludesm s
z EnvironmentInfo.UCRTIncludesc C s | j j}|rd| S dS )z�
Microsoft Universal C Runtime SDK version subdir.
Return
------
str
subdir
r. r )r r� r/ r r r r= } s
z EnvironmentInfo._ucrt_subdirc C s( d| j krdkr n ng S | jjgS )zk
Microsoft Visual F#.
Return
------
list of str
paths
r� r� )r� r r� r� r r r �FSharp� s
zEnvironmentInfo.FSharpc
C s� d| j }| jjdd��d�}g }| jj}t|�dd��}t|�rft |t
|�d �}||t |d�g7 }|t |d �g7 }d
| j d d
t | j �d f}t
�||�D ]&\}}t ||||�} t| �r�| S q�d S )
z
Microsoft Visual C++ runtime redistributable dll.
Return
------
str
path
zvcruntime%d0.dllTr r� z\Toolsz\Redistr^ Zonecorer\ zMicrosoft.VC%d.CRT�
N)r� r� r� rR r r� r rm r r r r= r� r9 r� r )
r� re r �prefixesZ
tools_pathZ redist_pathZcrt_dirsr Zcrt_dirrV r r r �VCRuntimeRedist� s
�z EnvironmentInfo.VCRuntimeRedistTc C s� t | �d| j| j| j| jg|�| �d| j| j| j| j | j
g|�| �d| j| j| j | j g|�| �d| j
| j| j| j| j| j| j| j| jg |�d�}| jdkr�t| j�r�| j|d< |S )z�
Return environment dict.
Parameters
----------
exists: bool
It True, only return existing paths.
Return
------
dict
environment
r# r� r( rV )r# r� r( rV r5 rs )�dict� _build_pathsr r& r? r7 r r" r5 r> r6 r r) r r r8 r, r2 r; r< r@ r� r rC )r� �existsrz r r r r+ � sV ������� ��
zEnvironmentInfo.return_envc
C sn t j�|�}t�|d��t�}t �||�}|r<ttt |��n|}|s\d|�
� }t j �
|��t|�} t�| �S )aC
Given an environment variable name and specified paths,
return a pathsep-separated string of paths containing
unique, extant, directories from those paths and from
the environment variable. Raise an error if no paths
are resolved.
Parameters
----------
name: str
Environment variable name
spec_path_lists: list of str
Paths
exists: bool
It True, only return existing paths.
Return
------
str
Pathsep-separated paths
r z %s environment variable is empty)r9 �chain�
from_iterabler rN r� r r* �filterr �upperr& r' r( r
r )
r� r� Zspec_path_listsrF Z
spec_pathsZ env_pathsr Z extant_pathsr� Z unique_pathsr r r rE � s z EnvironmentInfo._build_paths)Nr )T)!r r r r� r� r� r� r� r r r r r r" r& r) r, r+ r! r2 r5 r6 r7 r8 r; r< r> r? r= r@ rC r+ rE r r r r r* � sj
$
#
#
"
2r* )r$ )r )1r� r� �ior �osr r �os.pathr r r r r~ r� �platformr9 rO �distutils.errorsr& Z#setuptools.extern.packaging.versionr Z setuptools.extern.more_itertoolsr
Zmonkeyr �systemr r rD ra r' r( Z_msvc9_suppress_errorsZdistutils.msvc9compilerr r r% rD rW r_ rf r{ r} r� r, r� r� r� r* r r r r �<module> s` � *
& &�'$
%s : site-packages/setuptools/__pycache__/wheel.cpython-39.pyc 0000644 00000016240 15056474501 0017464 0 ustar 00 a
(�Re` � @ s� d Z ddlmZ ddlmZ ddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl m
Z
ddlmZ ddlmZ ddlmZ e �d e j�jZd
Zd d � ZG d
d� d�ZdS )zWheels support.� )� get_platform)�logN)�
parse_version)�sys_tags)�canonicalize_name)�write_requirementsz�^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$z8__import__('pkg_resources').declare_namespace(__name__)
c C s� t �| �D ]�\}}}t j�|| �}|D ].}t j�||�}t j�|||�}t �||� q&ttt|���D ]D\} }
t j�||
�}t j�|||
�}t j� |�sft �||� || = qfq
t j| dd�D ] \}}}|r�J �t �
|� q�dS )zDMove everything under `src_dir` to `dst_dir`, and delete the former.T)�topdownN) �os�walk�path�relpath�join�renames�reversed�list� enumerate�exists�rmdir) �src_dirZdst_dir�dirpath�dirnames� filenames�subdir�f�src�dst�n�d� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/wheel.py�unpack s
r c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dS )�Wheelc C sP t tj�|��}|d u r$td| ��|| _|�� �� D ]\}}t| ||� q6d S )Nzinvalid wheel name: %r) �
WHEEL_NAMEr r �basename�
ValueError�filename� groupdict�items�setattr)�selfr% �match�k�vr r r �__init__6 s zWheel.__init__c C s& t �| j�d�| j�d�| j�d��S )z>List tags (py_version, abi, platform) supported by this wheel.�.)� itertools�product�
py_version�split�abi�platform�r) r r r �tags> s
�z
Wheel.tagsc s0 t dd� t� D ��� t� fdd�| �� D �d�S )z5Is the wheel is compatible with the current platform?c s s | ]}|j |j|jfV qd S �N)� interpreterr3 r4 ��.0�tr r r � <genexpr>H s z&Wheel.is_compatible.<locals>.<genexpr>c 3 s | ]}|� v rd V qdS )TNr r9 ��supported_tagsr r r< J � F)�setr �nextr6 r5 r r= r �
is_compatibleF s �zWheel.is_compatiblec C s, t j| j| j| jdkrd nt� d��� d S )N�any)� project_name�versionr4 z.egg)�
pkg_resources� DistributionrD rE r4 r �egg_namer5 r r r rH L s ��zWheel.egg_namec C sJ |� � D ]4}t�|�}|�d�rt|��t| j��r| S qtd��d S )Nz
.dist-infoz.unsupported wheel format. .dist-info not found)�namelist� posixpath�dirname�endswithr �
startswithrD r$ )r) �zf�memberrK r r r �
get_dist_infoR s
��
zWheel.get_dist_infoc C s< t �| j�� }| �||� W d � n1 s.0 Y dS )z"Install wheel as an egg directory.N)�zipfile�ZipFiler% �_install_as_egg)r) �destination_eggdirrN r r r �install_as_egg\ s zWheel.install_as_eggc C s\ d| j | jf }| �|�}d| }tj�|d�}| �||||� | �||� | �||� d S )Nz%s-%sz%s.data�EGG-INFO) rD rE rP r r r
�_convert_metadata�_move_data_entries�_fix_namespace_packages)r) rT rN Z
dist_basename� dist_info� dist_data�egg_infor r r rS a s
zWheel._install_as_eggc sV ��fdd�}|d�}t |�d��}t d�| ko>t d�k n }|sTtd| ��t�|� ��|� tj�|���tj j
|�t� |��d�� d d
� �t t
t�� �� ����� ��fd d �� jD �}t��|� t�tj�|d
�tj�|d�� tj t�|d�d�} tjj}
t�tj� z*t| �d�d tj�|d�� W t�|
� n t�|
� 0 d S )Nc sT �� t�� | ���.}|�� �d�}tj�� �|�W d � S 1 sF0 Y d S )Nzutf-8) �openrJ r
�read�decode�email�parser�Parser�parsestr)�name�fp�value)rZ rN r r � get_metadatam s z-Wheel._convert_metadata.<locals>.get_metadataZWHEELz
Wheel-Versionz1.0z2.0dev0z$unsupported wheel format version: %s)�metadatac S s d | _ t| �S r7 )�marker�str)�reqr r r �raw_req� s z(Wheel._convert_metadata.<locals>.raw_reqc
s2 i | ]*}|t �fd d�t�� �|f��D ���qS )c 3 s | ]}|� vr|V qd S r7 r )r: rk )�install_requiresr r r< � s �z5Wheel._convert_metadata.<locals>.<dictcomp>.<genexpr>)�sorted�map�requires)r: �extra)�distrm rl r r �
<dictcomp>� s ��z+Wheel._convert_metadata.<locals>.<dictcomp>�METADATAzPKG-INFO)rm �extras_require)�attrsr\ z requires.txt)r �getr$ r �mkdir�
extractallr r
rF rG �
from_location� PathMetadatar rn ro rp �extras�rename�
setuptools�dictr � _global_log� threshold�
set_threshold�WARNr �get_command_obj) rN rT rZ r\ rg �wheel_metadata�
wheel_versionZwheel_v1ru Z
setup_distZ
log_thresholdr )rr rZ rm rl rN r rW k sR ��
�� ��� �zWheel._convert_metadatac s� t j�| � �� t j�� d�}t j�|�r�t j�| dd�}t �|� t �|�D ]D}|�d�rpt �t j�||�� qLt �t j�||�t j�||�� qLt � |� t
t jj� fdd�dD ��D ]}t || � q�t j�� �r�t � � � dS )z,Move data entries to their correct location.�scriptsrV z.pycc 3 s | ]}t j�� |�V qd S r7 )r r r
)r: r �r[ r r r< � s �z+Wheel._move_data_entries.<locals>.<genexpr>)�data�headers�purelib�platlibN) r r r
r rx �listdirrL �unlinkr} r �filterr )rT r[ Zdist_data_scriptsZegg_info_scripts�entryr r r� r rX � s* �
�
� zWheel._move_data_entriesc C s� t j�| d�}t j�|�r�t|�� }|�� �� }W d � n1 sD0 Y |D ]�}t jj|g|�d��R � }t j�|d�}t j�|�s�t �|� t j�|�sRt|d��}|�t � W d � qR1 s�0 Y qRd S )Nznamespace_packages.txtr. z __init__.py�w)
r r r
r r] r^ r2 rx �write�NAMESPACE_PACKAGE_INIT)r\ rT Znamespace_packagesre �modZmod_dirZmod_initr r r rY � s �
*
z Wheel._fix_namespace_packagesN)�__name__�
__module__� __qualname__r- r6 rB rH rP rU rS � staticmethodrW rX rY r r r r r! 4 s
?
r! )�__doc__�distutils.utilr � distutilsr r` r/ r rJ �rerQ rF r~ r Z setuptools.extern.packaging.tagsr Z!setuptools.extern.packaging.utilsr Zsetuptools.command.egg_infor �compile�VERBOSEr* r" r� r r! r r r r �<module> s, �� site-packages/setuptools/__pycache__/extension.cpython-39.pyc 0000644 00000003710 15056474501 0020372 0 ustar 00 a
(�Re� � @ sp d dl Z d dlZd dlZd dlZd dlZddlmZ dd� ZeZ eej
j �Z G dd� de �Z G dd � d e �Z
dS )
� N� )�
get_unpatchedc C s2 d} zt | dgd�j W dS ty, Y n0 dS )z0
Return True if Cython can be imported.
zCython.Distutils.build_ext� build_ext)�fromlistTF)�
__import__r � Exception)Z cython_impl� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/extension.py� _have_cython
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� Extensionz7Extension that uses '.c' files in place of '.pyx' filesc O s. |� dd�| _tj| ||g|�R i |�� d S )N�py_limited_apiF)�popr �
_Extension�__init__)�self�name�sources�args�kwr r r r ! s zExtension.__init__c C sN t � r
dS | jpd}|�� dkr$dnd}t�tjd|�}tt|| j ��| _ dS )z�
Replace sources with .pyx extensions to sources with the target
language extension. This mechanism allows language authors to supply
pre-converted sources but to prefer the .pyx sources.
N� zc++z.cppz.cz.pyx$)
r
�language�lower� functools�partial�re�sub�list�mapr )r �langZ
target_extr r r r � _convert_pyx_sources_to_lang' s
z&Extension._convert_pyx_sources_to_langN)�__name__�
__module__� __qualname__�__doc__r r r r r r r s r c @ s e Zd ZdZdS )�Libraryz=Just like a regular Extension, but built as a library insteadN)r r! r" r# r r r r r$ 6 s r$ )r r �distutils.core� distutils�distutils.errors�distutils.extensionZmonkeyr r
Z
have_pyrex�corer r r$ r r r r �<module> s site-packages/setuptools/__pycache__/build_meta.cpython-39.pyc 0000644 00000021641 15056474501 0020466 0 ustar 00 a
(�Re(( � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z g d�Z G dd� de
�ZG dd� dejj�Zejd d
� �Zd d � Zd
d� Zdd� ZG dd� de�ZG dd� de�Ze� ZejZejZej Z ej Z ej Z e� Z dS )a- A PEP 517 interface to setuptools
Previously, when a user or a command line tool (let's call it a "frontend")
needed to make a request of setuptools to take a certain action, for
example, generating a list of installation requirements, the frontend would
would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line.
PEP 517 defines a different method of interfacing with setuptools. Rather
than calling "setup.py" directly, the frontend should:
1. Set the current directory to the directory with a setup.py file
2. Import this module into a safe python interpreter (one in which
setuptools can potentially set global variables or crash hard).
3. Call one of the functions defined in PEP 517.
What each function does is defined in PEP 517. However, here is a "casual"
definition of the functions (this definition should not be relied on for
bug reports or API stability):
- `build_wheel`: build a wheel in the folder and return the basename
- `get_requires_for_build_wheel`: get the `setup_requires` to build
- `prepare_metadata_for_build_wheel`: get the `install_requires`
- `build_sdist`: build an sdist in the folder and return the basename
- `get_requires_for_build_sdist`: get the `setup_requires` to build
Again, this is not a formal definition! Just a "taste" of the module.
� N)�parse_requirements)� get_requires_for_build_sdist� get_requires_for_build_wheel� prepare_metadata_for_build_wheel� build_wheel� build_sdist�
__legacy__�SetupRequirementsErrorc @ s e Zd Zdd� ZdS )r c C s
|| _ d S �N)�
specifiers)�selfr � r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/build_meta.py�__init__4 s z SetupRequirementsError.__init__N)�__name__�
__module__� __qualname__r r
r
r
r r 3 s r c @ s& e Zd Zdd� Zeejdd� ��ZdS )� Distributionc C s t ttt|���}t|��d S r
)�list�map�strr r )r r Zspecifier_listr
r
r �fetch_build_eggs9 s z Distribution.fetch_build_eggsc c s2 t jj}| t j_zdV W |t j_n
|t j_0 dS )zw
Replace
distutils.dist.Distribution with this class
for the duration of this context.
N)� distutils�corer )�cls�origr
r
r �patch> s
zDistribution.patchN)r r r r � classmethod�
contextlib�contextmanagerr r
r
r
r r 8 s r c c s. t j} dd� t _zdV W | t _n| t _0 dS )a
Temporarily disable installing setup_requires
Under PEP 517, the backend reports build dependencies to the frontend,
and the frontend is responsible for ensuring they're installed.
So setuptools (acting as a backend) should not try to install them.
c S s d S r
r
)�attrsr
r
r �<lambda>W � z+no_install_setup_requires.<locals>.<lambda>N)�
setuptoolsZ_install_setup_requires)r r
r
r �no_install_setup_requiresN s
r$ c s � fdd�t �� �D �S )Nc s& g | ] }t j�t j�� |��r|�qS r
)�os�path�isdir�join)�.0�name�Za_dirr
r �
<listcomp>_ s �z1_get_immediate_subdirectories.<locals>.<listcomp>)r% �listdirr+ r
r+ r � _get_immediate_subdirectories^ s r. c sB � fdd�t �| �D �}z
|\}W n ty< td��Y n0 |S )Nc 3 s | ]}|� � �r|V qd S r
��endswith�r) �f�� extensionr
r � <genexpr>d s
�z'_file_with_extension.<locals>.<genexpr>z[No distribution was found. Ensure that `setup.py` is not empty and that it calls `setup()`.)r% r- �
ValueError)� directoryr4 Zmatching�filer
r3 r �_file_with_extensionc s
�
�
r9 c C s& t j�| �st�d�S ttdt�| �S )Nz%from setuptools import setup; setup()�open)r% r& �exists�io�StringIO�getattr�tokenizer: �� setup_scriptr
r
r �_open_setup_scriptq s
rB c @ s` e Zd Zdd� Zdd� Zddd�Zdd d
�Zdd d �Zdd
d�Zdd� Z ddd�Z
ddd�Z dS )�_BuildMetaBackendc C s |pi }|� dg � |S )N�--global-option)�
setdefault�r �config_settingsr
r
r � _fix_config{ s z _BuildMetaBackend._fix_configc
C s� | � |�}tjd d� dg |d t_z4t�� � | �� W d � n1 sP0 Y W n. ty� } z||j7 }W Y d }~n
d }~0 0 |S )N� �egg_inforD )rH �sys�argvr r � run_setupr r )r rG � requirements�er
r
r �_get_build_requires� s
�
* z%_BuildMetaBackend._get_build_requires�setup.pyc C sX |}d}t |�� }|�� �dd�}W d � n1 s60 Y tt||d�t� � d S )N�__main__z\r\nz\n�exec)rB �read�replacerS �compile�locals)r rA �__file__r r2 �coder
r
r rM � s
.z_BuildMetaBackend.run_setupNc C s | � |�}| j|dgd�S )N�wheel�rN �rH rP rF r
r
r r � s
�z._BuildMetaBackend.get_requires_for_build_wheelc C s | � |�}| j|g d�S )Nr[ r\ rF r
r
r r � s
z._BuildMetaBackend.get_requires_for_build_sdistc C s� t jd d� dd|g t _t� � | �� W d � n1 s>0 Y |}dd� t�|�D �}t|�dkr�tt|��dkr�tj� |t�|�d �}qLt|�dks�J �q�qL||kr�t
� tj� ||d �|� t
j |dd� |d S ) NrI Z dist_infoz
--egg-basec S s g | ]}|� d �r|�qS )z
.dist-infor/ r1 r
r
r r, � s
�zF_BuildMetaBackend.prepare_metadata_for_build_wheel.<locals>.<listcomp>r T)�
ignore_errors)
rK rL r$ rM r% r- �lenr. r& r( �shutil�move�rmtree)r �metadata_directoryrG Zdist_info_directoryZ
dist_infosr
r
r r � s0 �&
����z2_BuildMetaBackend.prepare_metadata_for_build_wheelc C s� | � |�}tj�|�}tj|dd� tj|d���}tjd d� | d|g |d t_t � � | �
� W d � n1 sz0 Y t ||�}tj� ||�}tj�
|�r�t�|� t�tj� ||�|� W d � n1 s�0 Y |S )NT)�exist_ok)�dirrI z
--dist-dirrD )rH r% r& �abspath�makedirs�tempfile�TemporaryDirectoryrK rL r$ rM r9 r( r; �remove�rename)r Z
setup_commandZresult_extensionZresult_directoryrG Z tmp_dist_dirZresult_basename� result_pathr
r
r �_build_with_temp_dir� s&
��&�
4z&_BuildMetaBackend._build_with_temp_dirc C s | � dgd||�S )N� bdist_wheelz.whl�rl )r �wheel_directoryrG rb r
r
r r � s
�z _BuildMetaBackend.build_wheelc C s | � g d�d||�S )N)�sdistz --formats�gztarz.tar.gzrn )r �sdist_directoryrG r
r
r r � s
�z _BuildMetaBackend.build_sdist)rQ )N)N)N)NN)N) r r r rH rP rM r r r rl r r r
r
r
r rC y s
�
" �
rC c s" e Zd ZdZd� fdd� Z� ZS )�_BuildMetaLegacyBackendaO Compatibility backend for setuptools
This is a version of setuptools.build_meta that endeavors
to maintain backwards
compatibility with pre-PEP 517 modes of invocation. It
exists as a temporary
bridge between the old packaging mechanism and the new
packaging mechanism,
and will eventually be removed.
rQ c
s� t tj�}tj�tj�|��}|tjvr6tj�d|� tjd }|tjd< z.tt | �j
|d� W |tjd d �< |tjd< n|tjd d �< |tjd< 0 d S )Nr r@ ) r rK r& r% �dirnamere �insertrL �superrs rM )r rA �sys_pathZ
script_dirZ
sys_argv_0�� __class__r
r rM � s
�� �z!_BuildMetaLegacyBackend.run_setup)rQ )r r r �__doc__rM �
__classcell__r
r
rx r rs � s
rs ) rz r< r% rK r? r_ r rg r# r �
pkg_resourcesr �__all__�
BaseExceptionr �distr r r$ r. r9 rB �objectrC rs Z_BACKENDr r r r r r r
r
r
r �<module> s6
m) site-packages/setuptools/__pycache__/dist.cpython-39.pyc 0000644 00000107217 15056474501 0017330 0 ustar 00 a
(�ReO� � @ s� d gZ ddlZddlZddlZddlZddlZddlZddlZddl Zddl
Zddl Zddl Zddl
mZ ddlmZ ddlmZ ddlmZ ddlZddlZddlmZmZmZ ddlm Z dd l m Z dd
l m Z m!Z! dd l
m"Z" dd l#m$Z$ dd
l%m&Z& ddl%m'Z' ddl(m)Z) ddl*m+Z+ ddl,Z,ddl-Z,ddl,m.Z. ddl/m0Z0 ddl1m2Z2 ddl3Z3e�rpddl4m5Z5 e6d� e6d� dd� Z7dd� Z8e9e9d �d d �Z:d e9ee9 d �d!d"�Z;d e9ee9 d �d#d$�Z<d e9eee9 d �d%d&�Z=d ee9 d'�d(d)�Z>d*d+� Z?d,d-� Z@d.d/� ZAeBeCfZDd0d1� ZEd2d3� ZFd4d5� ZGd6d7� ZHd8d9� ZId:d;� ZJd<d=� ZKd>d?� ZLd@dA� ZMdBdC� ZNdDdE� ZOdFdG� ZPdHdI� ZQe0ejRjS�ZTG dJd � d eT�ZSG dKdL� dLe+�ZUdS )M� Distribution� N)� strtobool)�DEBUG��translate_longopt)�iglob)�List�Optional�
TYPE_CHECKING)� defaultdict)�message_from_file)�DistutilsOptionError�DistutilsSetupError)�
rfc822_escape)�
StrictVersion)� packaging)� ordered_set)�unique_everseen� )� SetuptoolsDeprecationWarning)�windows_support)�
get_unpatched)�parse_configuration)�Messagez&setuptools.extern.packaging.specifiersz#setuptools.extern.packaging.versionc C s t �dt� t| �S )NzDo not call this function)�warnings�warn�DistDeprecationWarningr )�cls� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/dist.py�_get_unpatched2 s r c C s& t | dd �}|d u r"td�}|| _|S )N�metadata_version�2.1)�getattrr r! )�self�mvr r r �get_metadata_version7 s
r& )�content�returnc
C sJ | � � }t|�dkr |d �� S d�|d �� t�d�|dd� ��f�S )zFReverse RFC-822 escaping by removing leading whitespaces from content.r r �
N)�
splitlines�len�lstrip�join�textwrap�dedent)r' �linesr r r �rfc822_unescape? s r1 r )�msg�fieldr( c C s | | }|dkrdS |S )zRead Message header field.�UNKNOWNNr �r2 r3 �valuer r r �_read_field_from_msgG s r7 c C s t | |�}|du r|S t|�S )z4Read Message header field and apply rfc822_unescape.N)r7 r1 r5 r r r � _read_field_unescaped_from_msgO s
r8 c C s | � |d�}|g krdS |S )z9Read Message header field and return all results as list.N)�get_all)r2 r3 �valuesr r r �_read_list_from_msgW s r; )r2 r( c C s | � � �� }|dkrd S |S )Nr4 )� get_payload�strip)r2 r6 r r r �_read_payload_from_msg_ s r> c C sV t |�}t|d �| _t|d�| _t|d�| _t|d�| _t|d�| _d| _t|d�| _ d| _
t|d�| _ t |d �| _
d
|v r�t|d
�| _nd| _t |d �| _| jdu r�| jtd �kr�t|�| _t|d�| _d
|v r�t|d
��d�| _t|d�| _t|d�| _| jtd�k�r4t|d�| _t|d�| _t|d�| _nd| _d| _d| _t|d�| _dS )z-Reads the metadata values from a file object.zmetadata-version�name�version�summary�authorNz author-emailz home-page�licensez download-url� descriptionr" �keywords�,�platform�
classifierz1.1�requires�provides� obsoletesz license-file)r r r! r7 r? r@ rD rB �
maintainer� author_email�maintainer_email�urlr8 rC � download_url�long_descriptionr> �splitrE r; � platforms� classifiersrI rJ rK �
license_files)r$ �filer2 r r r �
read_pkg_filef s<
rW c C s" d| v r t �d� | �dd�} | S )Nr) z1newlines not allowed and will break in the future� )r r �replace)�valr r r � single_line� s
r[ c
s� | � � }� fdd�}|dt|�� |d| �� � |d| �� � |dt| �� �� |d| �� � d}|D ]&\}}t| |d �}|d urf|||� qft| � � �}|d
|� | j
r�|d | j
� | j � � D ]} |d d
| � q�d�
| �� �}
|
r�|d|
� | �� D ]} |d| � q�| �� d| �� � | �� d| �� � | �� d| �� � | �� d| �� � t| d��rh|d| j� | j�r||d| j� | j�r�| jD ]} |d| � �q�| �� d| j�p�g � � �d| �� � d S )z0Write the PKG-INFO format data to a file object.c s � � d| |f � d S )Nz%s: %s
)�write)�keyr6 �rV r r � write_field� s z#write_pkg_file.<locals>.write_fieldzMetadata-Version�Name�VersionZSummaryz Home-page))ZAuthorrB )z Author-emailrM )Z
MaintainerrL )zMaintainer-emailrN NZLicensez Download-URLz Project-URLz%s, %srF ZKeywords�Platform�
Classifier�Requires�Provides� Obsoletes�python_requireszRequires-PythonzDescription-Content-TypezProvides-Extraz License-Filez
%s
) r& �str�get_name� get_versionr[ �get_description�get_urlr# r � get_licenserP � project_urls�itemsr- � get_keywords�
get_platforms� _write_list�get_classifiers� get_requires� get_provides�
get_obsoletes�hasattrrg � long_description_content_type�provides_extrasrU r\ �get_long_description)
r$ rV r@ r_ Zoptional_fieldsr3 �attrZattr_valrC � project_urlrE rG �extrar r^ r �write_pkg_file� sH
r~ c C sb z t j�d| �}|jr J �W n> ttttfy\ } z td||f �|�W Y d }~n
d }~0 0 d S )Nzx=z4%r must be importable 'module:attrs' string (got %r)) �
pkg_resources�
EntryPoint�parse�extras� TypeError�
ValueError�AttributeError�AssertionErrorr )�distr{ r6 �ep�er r r �check_importable� s
��r� c C sl z(t |ttf�sJ �d�|�|ks&J �W n> ttttfyf } z td||f �|�W Y d}~n
d}~0 0 dS )z"Verify that value is a string list� z%%r must be a list of strings (got %r)N) �
isinstance�list�tupler- r� r� r� r� r �r� r{ r6 r� r r r �assert_string_list� s
��r� c C sd |}t | ||� |D ]J}| �|�s2tdd| ��|�d�\}}}|r||vrtj�d||� qdS )z(Verify that namespace packages are validz1Distribution contains no modules or packages for znamespace package %r�.z^WARNING: %r is declared as a package namespace, but %r is not: please correct this in setup.pyN)r� �has_contents_forr �
rpartition� distutils�logr )r� r{ r6 Z ns_packages�nsp�parent�sep�childr r r � check_nsp� s
�� �r� c
C sR zt t�t|�� �� W n4 tttfyL } ztd�|�W Y d}~n
d}~0 0 dS )z+Verify that extras_require mapping is validz�'extras_require' must be a dictionary whose values are strings or lists of strings containing valid project/version requirement specifiers.N) r� � itertools�starmap� _check_extraro r� r� r� r r� r r r � check_extras
s ��r� c C s< | � d�\}}}|r*t�|�r*td| ��tt�|�� d S )N�:z Invalid environment marker: )� partitionr �invalid_markerr r� �parse_requirements)r} �reqsr? r� �markerr r r r� s r� c C s& t |�|kr"d}t|j||d���dS )z)Verify that value is True, False, 0, or 1z0{attr!r} must be a boolean value (got {value!r}))r{ r6 N)�boolr �format)r� r{ r6 �tmplr r r � assert_bool s r� c C s, |st �|� d�t� d S t|� d���d S )Nz is ignored.z is invalid.)r r r r �r� r{ r6 r r r �invalid_unless_false$ s r� c
C sn z(t t�|�� t|ttf�r&td��W n@ ttfyh } z$d}t|j ||d��|�W Y d}~n
d}~0 0 dS )z9Verify that install_requires is a valid requirements listz Unordered types are not allowedzm{attr!r} must be a string or list of strings containing valid project/version requirement specifiers; {error}�r{ �errorN)
r� r r� r� �dict�setr� r� r r� �r� r{ r6 r� r� r r r �check_requirements+ s �r� c
C sZ zt j�|� W nD t jjtfyT } z$d}t|j||d��|�W Y d}~n
d}~0 0 dS )z.Verify that value is a valid version specifierzF{attr!r} must be a string containing valid version specifiers; {error}r� N)r �
specifiers� SpecifierSet�InvalidSpecifierr� r r� r� r r r �check_specifier9 s �r� c
C sD zt j�|� W n. ty> } zt|�|�W Y d}~n
d}~0 0 dS )z)Verify that entry_points map is parseableN)r r� � parse_mapr� r r� r r r �check_entry_pointsD s r� c C s t |t�std��d S )Nztest_suite must be a string)r� rh r r� r r r �check_test_suiteL s
r� c C sZ t |t�std�|���|�� D ]4\}}t |t�sBtd�||���t| d�|�|� q dS )z@Verify that value is a dictionary of package names to glob listszT{!r} must be a dictionary mapping package names to lists of string wildcard patternsz,keys of {!r} dict must be strings (got {!r})zvalues of {!r} dictN)r� r� r r� ro rh r� )r� r{ r6 �k�vr r r �check_package_dataQ s
��
�r� c C s( |D ] }t �d|�stj�d|� qd S )Nz \w+(\.\w+)*z[WARNING: %r not a valid package name; please use only .-separated package names in setup.py)�re�matchr� r� r )r� r{ r6 �pkgnamer r r �check_packages` s �r� c @ s~ e Zd ZdZdd� eejdd� dd� d�ZdZdd � Z dUd
d �Z
d d
� Z e dd� �Z
e dd� �Zdd� Zdd� Ze dd� �Zdd� Zdd� Zd d � Ze d d � �ZdVd d!�Zd"d#� Zd$d%� Zd&d'� ZdWd(d)�ZdXd+d,�Zd-d.� Z d/d0� Z e d1d2� �Z d3d4� Z d5d6� Z d7d8� Z!d9d:� Z"d;d<� Z#d=d>� Z$d?d@� Z%dAdB� Z&dCdD� Z'dEdF� Z(dGdH� Z)dIdJ� Z*dKdL� Z+dMdN� Z,dOdP� Z-dQdR� Z.dSdT� Z/dS )Yr aG Distribution with support for tests and package data
This is an enhanced version of 'distutils.dist.Distribution' that
effectively adds the following new optional keyword arguments to 'setup()':
'install_requires' -- a string or sequence of strings specifying project
versions that the distribution requires when installed, in the format
used by 'pkg_resources.require()'. They will be installed
automatically when the package is installed. If you wish to use
packages that are not available in PyPI, or want to give your users an
alternate download location, you can add a 'find_links' option to the
'[easy_install]' section of your project's 'setup.cfg' file, and then
setuptools will scan the listed web pages for links that satisfy the
requirements.
'extras_require' -- a dictionary mapping names of optional "extras" to the
additional requirement(s) that using those extras incurs. For example,
this::
extras_require = dict(reST = ["docutils>=0.3", "reSTedit"])
indicates that the distribution can optionally provide an extra
capability called "reST", but it can only be used if docutils and
reSTedit are installed. If the user installs your package using
EasyInstall and requests one of your extras, the corresponding
additional requirements will be installed if needed.
'test_suite' -- the name of a test suite to run for the 'test' command.
If the user runs 'python setup.py test', the package will be installed,
and the named test suite will be run. The format is the same as
would be used on a 'unittest.py' command line. That is, it is the
dotted name of an object to import and call to generate a test suite.
'package_data' -- a dictionary mapping package names to lists of filenames
or globs to use to find data files contained in the named packages.
If the dictionary has filenames or globs listed under '""' (the empty
string), those names will be searched for in every package, in addition
to any names for the specific package. Data files found using these
names/globs will be installed along with the package, in the same
location as the package. Note that globs are allowed to reference
the contents of non-package subdirectories, as long as you use '/' as
a path separator. (Globs are automatically converted to
platform-specific paths at runtime.)
In addition to these new keywords, this class also has several new methods
for manipulating the distribution's contents. For example, the 'include()'
and 'exclude()' methods can be thought of as in-place add and subtract
commands that add or remove packages, modules, extensions, and so on from
the distribution.
c C s d S �Nr r r r r �<lambda>� � zDistribution.<lambda>c C s d S r� r r r r r r� � r� c C s d S r� r r r r r r� � r� )rx rn ry � license_filerU Nc C sl |rd|vsd|vrd S t �t|d ���� }t jj�|�}|d urh|�d�sht �t|d ��|_ || _
d S )Nr? r@ zPKG-INFO) r � safe_namerh �lower� working_set�by_key�get� has_metadata� safe_version�_version�
_patched_dist)r$ �attrsr] r� r r r �patch_missing_pkg_info� s z#Distribution.patch_missing_pkg_infoc s� t � d�}|si � _|pi }g � _|�dd �� _� �|� |�dg �� _|�dg �� _t� d�D ]}t
� �� |j d � q`t
�� � fdd�|�� D �� � �|� � �� �� jj��� j_� �� d S )N� package_data�src_root�dependency_links�setup_requires�distutils.setup_keywordsc s i | ]\}}|� j vr||�qS r )� _DISTUTILS_UNSUPPORTED_METADATA��.0r� r� �r$ r r �
<dictcomp>� s
�z)Distribution.__init__.<locals>.<dictcomp>)rw r� �
dist_files�popr� r� r� r� r �iter_entry_points�vars�
setdefaultr? �
_Distribution�__init__ro �_set_metadata_defaults�_normalize_version�_validate_version�metadatar@ �_finalize_requires)r$ r� Zhave_package_datar� r r� r r� � s,
��
�zDistribution.__init__c C s4 | j �� D ]$\}}t| j��||�||� �� q
dS )z�
Fill-in missing metadata fields not supported by distutils.
Some fields may have been set by other tools (e.g. pbr).
Those fields (vars(self.metadata)) take precedence to
supplied attrs.
N)r� ro r� r� r� r� )r$ r� �option�defaultr r r r� � s z#Distribution._set_metadata_defaultsc C sT t | tj�s| d u r| S ttj�| ��}| |krPd}t�|j f i t
� ��� |S | S )Nz)Normalizing '{version}' to '{normalized}') r� �
setuptools�sicrh r r@ ra r r r� �locals)r@ �
normalizedr� r r r r� � s z Distribution._normalize_versionc C sd t | tj�rt| �} | d ur`ztj�| � W n2 tjjtfy^ t �
d| � t � | � Y S 0 | S )Nz�The version specified (%r) is an invalid version, this may not work as expected with newer versions of setuptools, pip, and PyPI. Please see PEP 440 for more details.)
r� �numbers�Numberrh r r@ ra �InvalidVersionr� r r r� r� )r@ r r r r� � s ��z Distribution._validate_versionc C sf t | dd�r| j| j_t | dd�rR| j�� D ]$}|�d�d }|r,| jj�|� q,| �� | � � dS )z�
Set `metadata.python_requires` and fix environment markers
in `install_requires` and `extras_require`.
rg N�extras_requirer� r )
r# rg r� r� �keysrR ry �add� _convert_extras_requirements�"_move_install_requirements_markers)r$ r} r r r r� � s
z Distribution._finalize_requiresc C sh t | dd�pi }tt�| _|�� D ]@\}}| j| t�|�D ]"}| �|�}| j|| �|� q>q"dS )z�
Convert requirements in `extras_require` of the form
`"extra": ["barbazquux; {marker}"]` to
`"extra:{marker}": ["barbazquux"]`.
r� N) r# r r� �_tmp_extras_requirero r r� � _suffix_for�append)r$ Z
spec_ext_reqs�sectionr� �r�suffixr r r r� s
z)Distribution._convert_extras_requirementsc C s | j rdt| j � S dS )ze
For a requirement, return the 'extras_require' suffix for
that requirement.
r� r� )r� rh ��reqr r r r� ! s zDistribution._suffix_forc s� dd� }t � dd�pd}tt�|��}t||�}t�||�}ttt|��� _ |D ] }� j
dt|j � � |� qPt
� fdd�� j
�� D ��� _dS ) zv
Move requirements in `install_requires` that are using environment
markers `extras_require`.
c S s | j S r� �r� r� r r r �
is_simple_req3 s zFDistribution._move_install_requirements_markers.<locals>.is_simple_req�install_requiresNr r� c 3 s, | ]$\}}|d d� t � j|�D �fV qdS )c S s g | ] }t |��qS r )rh )r� r� r r r �
<listcomp>? r� zMDistribution._move_install_requirements_markers.<locals>.<genexpr>.<listcomp>N)�map�
_clean_reqr� r� r r � <genexpr>> s �zBDistribution._move_install_requirements_markers.<locals>.<genexpr>)r# r� r r� �filterr� � filterfalser� rh r� r� r� r� r� ro r� )r$ r� Zspec_inst_reqsZ inst_reqsZ simple_reqsZ complex_reqsr� r r� r r� ) s
�z/Distribution._move_install_requirements_markersc C s
d|_ |S )zP
Given a Requirement, remove environment markers and return it.
Nr� )r$ r� r r r r� C s zDistribution._clean_reqc C s` | j j}|r|ng }| j j}|r2||vr2|�|� |du rF|du rFd}tt| �|���| j _dS )z<Compute names of all license files which should be included.N)z LICEN[CS]E*zCOPYING*zNOTICE*zAUTHORS*)r� rU r� r� r� r �_expand_patterns)r$ rU �patternsr� r r r �_finalize_license_filesJ s
�z$Distribution._finalize_license_filesc C s dd� | D �S )z�
>>> list(Distribution._expand_patterns(['LICENSE']))
['LICENSE']
>>> list(Distribution._expand_patterns(['setup.cfg', 'LIC*']))
['setup.cfg', 'LICENSE']
c s s: | ]2}t t|��D ] }|�d �stj�|�r|V qqdS )�~N)�sortedr �endswith�os�path�isfile)r� �patternr
r r r r e s �z0Distribution._expand_patterns.<locals>.<genexpr>r )r r r r r ] s �z Distribution._expand_patternsc C s� ddl m} tjtjkr g ng d�}t|�}|du r<| �� }trJ| �d� |� }t |_
|D ]�}t j |dd��6}tr�| �dj
f i t� ��� |�|� W d � n1 s�0 Y |�� D ]d}|�|�}| �|�} |D ]F}
|
d ks�|
|v r�q�|�||
�} | �|
|�}
| �|
|�}
|| f| |
< q�q�|�� qZd
| jv�r:dS | jd
�� D ]�\}
\} } | j�|
�}
|
�rrt| � } n|
d v �r�t| �} zt| |
�p�|
| � W n0 t �y� } zt |�|�W Y d}~n
d}~0 0 �qHdS ) z�
Adapted from distutils.dist.Distribution.parse_config_files,
this method provides the same functionality in subtly-improved
ways.
r )� ConfigParser)
z install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootNz"Distribution.parse_config_files():�utf-8)�encodingz reading {filename}�__name__�global)�verbose�dry_run) � configparserr
�sysr � base_prefix� frozenset�find_config_filesr �announcerh � optionxform�io�openr� r� � read_file�sections�options�get_option_dictr� �warn_dash_deprecation�make_option_lowercaser� �command_optionsro � negative_optr �setattrr� r
)r$ � filenamesr
�ignore_options�parser�filename�readerr� r# �opt_dict�optrZ �src�aliasr� r r r �_parse_config_filesm sP
��
(
z Distribution._parse_config_filesc C sd |dv r |S |� dd�}tjj| �� }|�d�sF|dkrF||vrF|S d|v r`t�d||f � |S )N)zoptions.extras_requirezoptions.data_files�-�_r# r� zrUsage of dash-separated '%s' will not be supported in future versions. Please use the underscore name '%s' instead)rY r� �command�__all__�_setuptools_commands�
startswithr r )r$ r0 r� Zunderscore_opt�commandsr r r r% � s$ �����z"Distribution.warn_dash_deprecationc C s8 zt �d�}t|�d��W S t jy2 g Y S 0 d S )Nr� �distutils.commands)r �get_distributionr� �
get_entry_map�DistributionNotFound)r$ r� r r r r8 � s
z!Distribution._setuptools_commandsc C s4 |dks|� � r|S |�� }t�d|||f � |S )Nr� zlUsage of uppercase key '%s' in '%s' will be deprecated in future versions. Please use lowercase '%s' instead)�islowerr� r r )r$ r0 r� Z
lowercase_optr r r r& � s ��z"Distribution.make_option_lowercasec C s\ |� � }|du r| �|�}tr,| �d| � |�� D �] \}\}}trZ| �d|||f � zdd� |jD �}W n ty� g }Y n0 z
|j}W n ty� i }Y n0 z|t|t �} ||v r�| r�t
||| t |� � nJ||v r�| r�t
||t |�� n,t ||��rt
|||� nt
d|||f ��W q4 t�yT }
zt
|
�|
�W Y d}
~
q4d}
~
0 0 q4dS )a�
Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
(Adopted from distutils.dist.Distribution._set_command_options)
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r )r� �or r r r� � r� z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')�get_command_namer$ r r ro �boolean_optionsr� r( r� rh r) r rw r
r� ) r$ � command_obj� option_dict� command_namer� �sourcer6 � bool_opts�neg_opt� is_stringr� r r r �_set_command_options� s>
��z!Distribution._set_command_optionsFc C s0 | j |d� t| | j|d� | �� | �� dS )zYParses configuration files from various levels
and loads configuration.
)r* )�ignore_option_errorsN)r3 r r' r� r )r$ r* rK r r r �parse_config_files s �z Distribution.parse_config_filesc C s8 t jjt �|�| jdd�}|D ]}t jj|dd� q |S )z Resolve pre-setup requirementsT)� installer�replace_conflicting)rY )r r� �resolver� �fetch_build_eggr� )r$ rI Zresolved_distsr� r r r �fetch_build_eggs$ s �z Distribution.fetch_build_eggsc C sP d}dd� }t �|�}t�| j|�}tdd� |�}t||d�D ] }|| � q>dS )z�
Allow plugins to apply arbitrary operations to the
distribution. Each hook may optionally define a 'order'
to influence the order of execution. Smaller numbers
go first and the default is 0.
z(setuptools.finalize_distribution_optionsc S s t | dd�S )N�orderr )r# )�hookr r r �by_order8 s z/Distribution.finalize_options.<locals>.by_orderc S s | � � S r� )�load)r� r r r r� = r� z/Distribution.finalize_options.<locals>.<lambda>)r] N)r r� r� r �_removedr� r )r$ �grouprT Zdefined�filteredZloadedr� r r r �finalize_options/ s
z Distribution.finalize_optionsc C s dh}| j |v S )z�
When removing an entry point, if metadata is loaded
from an older version of Setuptools, that removed
entry point will attempt to be loaded and will fail.
See #2765 for more details.
Z
2to3_doctests)r? )r� �removedr r r rV A s
�zDistribution._removedc C sJ t �d�D ]:}t| |jd �}|d ur
|j| jd� |�� | |j|� q
d S )Nr� �rM )r r� r# r? �requirerP rU )r$ r� r6 r r r �_finalize_setup_keywordsO s
z%Distribution._finalize_setup_keywordsc C s� t j�t jd�}t j�|�s�t �|� t�|� t j�|d�}t|d��.}|� d� |� d� |� d� W d � n1 s|0 Y |S )Nz.eggsz
README.txt�wzcThis directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins.
zAThis directory caches those eggs to prevent repeated downloads.
z/However, it is safe to delete this directory.
)
r r
r- �curdir�exists�mkdirr Z hide_filer r\ )r$ Z
egg_cache_dirZreadme_txt_filename�fr r r �get_egg_cache_dirV s
��(z Distribution.get_egg_cache_dirc C s ddl m} || |�S )z Fetch an egg needed for buildingr )rP )Zsetuptools.installerrP )r$ r� rP r r r rP i s z Distribution.fetch_build_eggc C s\ || j v r| j | S t�d|�}|D ]*}|j| jd� |�� | j |< }| S t�| |�S )z(Pluggable version of get_command_class()r; r[ N)�cmdclassr r� r\ rP rU r� �get_command_class)r$ r6 Zepsr� rd r r r re o s
z Distribution.get_command_classc C s: t �d�D ]$}|j| jvr
|�� }|| j|j< q
t�| �S �Nr; )r r� r? rd rO r� �print_commands�r$ r� rd r r r rg | s
zDistribution.print_commandsc C s: t �d�D ]$}|j| jvr
|�� }|| j|j< q
t�| �S rf )r r� r? rd rO r� �get_command_listrh r r r ri � s
z Distribution.get_command_listc K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a� Add items to distribution that are named in keyword arguments
For example, 'dist.include(py_modules=["x"])' would add 'x' to
the distribution's 'py_modules' attribute, if it was not already
there.
Currently, this method only supports inclusion for attributes that are
lists or tuples. If you need to add support for adding to other
attributes in this or a subclass, you can add an '_include_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})'
will try to call 'dist._include_foo({"bar":"baz"})', which can then
handle whatever special inclusion logic is needed.
Z _include_N)ro r# �
_include_misc)r$ r� r� r� �includer r r rk � s
zDistribution.includec sf � d �| j r&� �fdd�| j D �| _ | jrD� �fdd�| jD �| _| jrb� �fdd�| jD �| _dS )z9Remove packages, modules, and extensions in named packager� c s" g | ]}|� kr|� ��s|�qS r �r9 �r� �p��package�pfxr r r� � s z0Distribution.exclude_package.<locals>.<listcomp>c s" g | ]}|� kr|� ��s|�qS r rl rm ro r r r� � s c s& g | ] }|j � kr|j ���s|�qS r )r? r9 rm ro r r r� � s �N)�packages�
py_modules� ext_modules)r$ rp r ro r �exclude_package� s � � �z Distribution.exclude_packagec C s2 |d }| � � D ] }||ks&|�|�r dS qdS )z<Return true if 'exclude_package(package)' would do somethingr� TN)�iter_distribution_namesr9 )r$ rp rq rn r r r r� � s z Distribution.has_contents_forc
s� t � t�std|� f ��zt| |�}W n2 tyZ } ztd| �|�W Y d}~n
d}~0 0 |dur|t |t�s|t|d ��n |r�t| |� fdd�|D �� dS )zAHandle 'exclude()' for list/tuple attrs without a special handlerz(%s: setting must be a list or tuple (%r)� %s: No such distribution settingN�4: this setting cannot be changed via include/excludec s g | ]}|� vr|�qS r r �r� �item�r6 r r r� � r� z.Distribution._exclude_misc.<locals>.<listcomp>�r� �sequencer r# r� r) )r$ r? r6 �oldr� r r{ r �
_exclude_misc� s
�$�zDistribution._exclude_miscc
s� t |t�std||f ��zt| |�� W n2 tyZ } ztd| �|�W Y d}~n
d}~0 0 � du rrt| ||� n:t � t�s�t|d ��n"� fdd�|D �}t| |� | � dS )zAHandle 'include()' for list/tuple attrs without a special handlerz %s: setting must be a list (%r)rw Nrx c s g | ]}|� vr|�qS r r ry �r~ r r r� � r� z.Distribution._include_misc.<locals>.<listcomp>r| )r$ r? r6 r� �newr r� r rj � s
$
�zDistribution._include_miscc K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a Remove items from distribution that are named in keyword arguments
For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from
the distribution's 'py_modules' attribute. Excluding packages uses
the 'exclude_package()' method, so all of the package's contained
packages, modules, and extensions are also excluded.
Currently, this method only supports exclusion from attributes that are
lists or tuples. If you need to add support for excluding from other
attributes in this or a subclass, you can add an '_exclude_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})'
will try to call 'dist._exclude_foo({"bar":"baz"})', which can then
handle whatever special exclusion logic is needed.
Z _exclude_N)ro r# r )r$ r� r� r� �excluder r r r� � s
zDistribution.excludec C s, t |t�std|f ��tt| j|�� d S )Nz.packages: setting must be a list or tuple (%r))r� r} r r� r� ru )r$ rr r r r �_exclude_packages� s
�z Distribution._exclude_packagesc
C s� | j j| _| j j| _|d }| �d�}||v rf|| \}}||= dd l}|�|d�|d d�< |d }q&t�| ||�}| �|�} t | dd �r�d|f| �|�d< |d ur�g S |S )Nr �aliasesTr Zcommand_consumes_arguments� command line�args)
� __class__�global_optionsr( r$ �shlexrR r� �_parse_command_optsre r# )
r$ r, r� r6 r� r1 r2 r� �nargs� cmd_classr r r r� s"
z Distribution._parse_command_optsc C s� i }| j �� D ]�\}}|�� D ]�\}\}}|dkr4q |�dd�}|dkr�| �|�}| j�� }|�t|di �� |�� D ] \} }
|
|krv| }d} q�qvtd��n |dkr�d}||� |i �|< q q|S ) ah Return a '{cmd: {opt:val}}' map of all command-line options
Option names are all long, but do not include the leading '--', and
contain dashes rather than underscores. If the option doesn't take
an argument (e.g. '--quiet'), the 'val' is 'None'.
Note that options provided by config files are intentionally excluded.
r� r5 r4 r r( Nz Shouldn't be able to get herer )
r' ro rY �get_command_objr( �copy�updater# r� r� ) r$ �d�cmd�optsr0 r1 rZ ZcmdobjrH �neg�posr r r �get_cmdline_options s(
z Distribution.get_cmdline_optionsc c sv | j pdD ]
}|V q
| jp dD ]
}|V q | jp4dD ]:}t|t�rN|\}}n|j}|�d�rj|dd� }|V q6dS )z@Yield all packages, modules, and extension names in distributionr �moduleNi����)rr rs rt r� r� r? r )r$ �pkgr� �extr? Z buildinfor r r rv E s
z$Distribution.iter_distribution_namesc
C s� ddl }| jrt�| |�S t|jtj�s4t�| |�S |jj� � dv rPt�| |�S |jj}|jj
}|j dkrndppd}|jj }t�|j�
� d|||�|_z(t�| |�W t�|j�
� ||||�|_S t�|j�
� ||||�|_0 dS )z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r N)r �utf8�win32r) r )r �
help_commandsr� �handle_display_optionsr� �stdoutr �
TextIOWrapperr r� �errorsrG �line_buffering�detach)r$ � option_orderr r r� �newliner� r r r r� W s2 � �� ��z#Distribution.handle_display_options)N)N)N)NF)0r �
__module__� __qualname__�__doc__r� r Z
OrderedSetr� r� r� r� r� � staticmethodr� r� r� r� r� r� r� r r r3 r% r8 r& rJ rL rQ rY rV r] rc rP re rg ri rk ru r� r rj r� r� r� r� rv r� r r r r r m sf 4�
O
.
(c @ s e Zd ZdZdS )r zrClass for warning about deprecations in dist in
setuptools. Not ignored by default, unlike DeprecationWarning.N)r r� r� r� r r r r r | s r )Vr7 r r r� r r r� Z
distutils.logr� �distutils.core�
distutils.cmd�distutils.dist�distutils.command�distutils.utilr �distutils.debugr �distutils.fancy_getoptr �globr r� r. �typingr r r
� collectionsr �emailr �distutils.errorsr
r r Zdistutils.versionr Zsetuptools.externr r Z setuptools.extern.more_itertoolsr r� r r� Zsetuptools.commandr Zsetuptools.monkeyr Zsetuptools.configr r �
email.messager �
__import__r r& rh r1 r7 r8 r; r> rW r[ r~ r� r� r} r� r� r� r� r� r� r� r� r� r� r� r� r� �corer r� r r r r r �<module> s� -
>
site-packages/setuptools/__pycache__/sandbox.cpython-39.pyc 0000644 00000036674 15056474501 0020033 0 ustar 00 a
(�Re 8 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl m
Z
d dl mZ ej�d�r�d dlm m m mZ n eje j ZzeZW n ey� dZY n0 eZ g d�Z d-dd�Z ej d.dd ��Z ej d
d � �Z!ej d d
� �Z"ej dd� �Z#G dd� de$�Z%G dd� d�Z&ej dd� �Z'dd� Z(ej dd� �Z)ej dd� �Z*h d �Z+d d � Z,d d � Z-d!d"� Z.G d#d$� d$�Z/e0e d%��r�e j1gZ2ng Z2G d&d'� d'e/�Z3e�4ej5d(d)� d*�6� D ��Z7G d+d,� d,e
�Z8dS )/� N)�DistutilsError)� working_set�java)�AbstractSandbox�DirectorySandbox�SandboxViolation� run_setupc C s^ d}t | |��}|�� }W d � n1 s,0 Y |du rB|}t|| d�}t|||� dS )z.
Python 3 implementation of execfile.
�rbN�exec)�open�read�compiler
)�filename�globals�locals�mode�stream�script�code� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/sandbox.py� _execfile$ s & r c
c sR t jd d � }| d ur$| t jd d �< z|V W |t jd d �< n|t jd d �< 0 d S �N)�sys�argv)�repl�savedr r r � save_argv1 s r c
c s< t jd d � } z| V W | t jd d �< n| t jd d �< 0 d S r )r �path�r r r r � save_path< s r c c s8 t j| dd� tj}| t_zdV W |t_n|t_0 dS )zL
Monkey-patch tempfile.tempdir with replacement, ensuring it exists
T)�exist_okN)�os�makedirs�tempfile�tempdir)� replacementr r r r �
override_tempE s r' c c s8 t �� }t �| � z|V W t �|� n t �|� 0 d S r )r" �getcwd�chdir)�targetr r r r �pushdV s
r+ c @ s e Zd ZdZedd� �ZdS )�UnpickleableExceptionzP
An exception representing another Exception that could not be pickled.
c C sN zt �| �t �|�fW S tyH ddlm} |�||t|��� Y S 0 dS )z�
Always return a dumped (pickled) type and exc. If exc can't be pickled,
wrap it in UnpickleableException first.
r )r, N)�pickle�dumps� Exception�setuptools.sandboxr, �dump�repr)�type�exc�clsr r r r1 e s
zUnpickleableException.dumpN)�__name__�
__module__� __qualname__�__doc__� staticmethodr1 r r r r r, ` s r, c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ExceptionSaverz^
A Context Manager that will save an exception, serialized, and restore it
later.
c C s | S r r ��selfr r r � __enter__z s zExceptionSaver.__enter__c C s |sd S t �||�| _|| _dS �NT)r, r1 �_saved�_tb)r= r3 r4 �tbr r r �__exit__} s
zExceptionSaver.__exit__c C s2 dt | �vrdS ttj| j�\}}|�| j��dS )z"restore and re-raise any exceptionr@ N)�vars�mapr- �loadsr@ �with_tracebackrA )r= r3 r4 r r r �resume� s zExceptionSaver.resumeN)r6 r7 r8 r9 r> rC rH r r r r r; t s r; c # sj t j�� � t� �} � V W d � n1 s,0 Y t j�� � � fdd�t jD �}t|� | �� dS )z�
Context in which imported modules are saved.
Translates exceptions internal to the context into the equivalent exception
outside the context.
Nc 3 s$ | ] }|� vr|� d �s|V qdS )z
encodings.N��
startswith)�.0�mod_namer r r � <genexpr>� s
�z save_modules.<locals>.<genexpr>)r �modules�copyr; �update�_clear_modulesrH )� saved_excZ del_modulesr r r � save_modules� s
$
�rS c C s t | �D ] }tj|= qd S r )�listr rN )Z module_namesrL r r r rQ � s rQ c c s. t �� } z| V W t �| � n t �| � 0 d S r )�
pkg_resources� __getstate__� __setstate__r r r r �save_pkg_resources_state� s rX c
c s t j�| d�}t� �� t� �� t� �� t� t� �n t|��F t | �� t
d� d V W d � n1 sj0 Y W d � n1 s�0 Y W d � n1 s�0 Y W d � n1 s�0 Y W d � n1 s�0 Y W d � n1 �s0 Y d S )N�temp�
setuptools) r" r �joinrX rS r �hide_setuptoolsr r' r+ �
__import__)� setup_dir�temp_dirr r r �
setup_context� s
r` > � distutilsrU ZCython�_distutils_hackrZ c C s | � dd�d }|tv S )aH
>>> _needs_hiding('setuptools')
True
>>> _needs_hiding('pkg_resources')
True
>>> _needs_hiding('setuptools_plugin')
False
>>> _needs_hiding('setuptools.__init__')
True
>>> _needs_hiding('distutils')
True
>>> _needs_hiding('os')
False
>>> _needs_hiding('Cython')
True
�.� r )�split�_MODULES_TO_HIDE)rL � base_moduler r r �
_needs_hiding� s rh c C s6 t j�dd�} | dur | �� ttt j�}t|� dS )a%
Remove references to setuptools' modules from sys.modules to allow the
invocation to import the most appropriate setuptools. This technique is
necessary to avoid issues such as #315 where setuptools upgrading itself
would fail to find a function declared in the metadata.
rb N)r rN �getZ remove_shim�filterrh rQ )rb rN r r r r\ � s
r\ c C s� t j�t j�| ��}t|��� z�| gt|� tjdd�< tj�d|� t �
� t j � dd� � t
|��& t| dd�}t| |� W d � n1 s�0 Y W n6 ty� } z |jr�|jd r�� W Y d}~n
d}~0 0 W d � n1 s�0 Y dS )z8Run a distutils setup script, sandboxed in its directoryNr c S s | � � S r )�activate)�distr r r �<lambda>� � zrun_setup.<locals>.<lambda>�__main__)�__file__r6 )r" r �abspath�dirnamer` rT r r �insertr �__init__� callbacks�appendr �dictr �
SystemExit�args)Z setup_scriptry r^ �ns�vr r r r � s
,r c @ s e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dD ] Z e e
e �rDe
e �e� e < qDd$dd�Zerzede�Zede�ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�d d � Zd d � Zd d!� Zd"d#� ZdS )%r zDWrap 'os' module and 'open()' builtin for virtualizing setup scriptsFc s � fdd�t t�D �� _d S )Nc s$ g | ] }|� d �st� |�r|�qS )�_)rJ �hasattr)rK �namer< r r �
<listcomp> s �z,AbstractSandbox.__init__.<locals>.<listcomp>)�dir�_os�_attrsr< r r< r rt s
�zAbstractSandbox.__init__c C s" | j D ]}tt|t||�� qd S r )r� �setattrr" �getattr)r= �sourcer~ r r r �_copy s
zAbstractSandbox._copyc C s( | � | � tr| jt_| jt_d| _d S r? )r� �_file�builtins�file�_openr �_activer< r r r r> s
zAbstractSandbox.__enter__c C s$ d| _ trtt_tt_| �t� d S �NF)r� r� r� r� r� r r� r� )r= �exc_type� exc_value� tracebackr r r rC ! s
zAbstractSandbox.__exit__c C s. | � |� W d � S 1 s 0 Y dS )z Run 'func' under os sandboxingNr )r= �funcr r r �run( s zAbstractSandbox.runc s t t� ��� �fdd�}|S )Nc s> | j r&| j� ||g|�R i |��\}}�||g|�R i |��S r )r� � _remap_pair)r= �src�dstry �kw�r~ �originalr r �wrap0 s z3AbstractSandbox._mk_dual_path_wrapper.<locals>.wrap�r� r� �r~ r� r r� r �_mk_dual_path_wrapper- s
z%AbstractSandbox._mk_dual_path_wrapper)�rename�link�symlinkNc s �p t t� ��� �fdd�}|S )Nc s6 | j r | j� |g|�R i |��}�|g|�R i |��S r )r� � _remap_input�r= r ry r� r� r r r� > s z5AbstractSandbox._mk_single_path_wrapper.<locals>.wrapr� )r~ r� r� r r� r �_mk_single_path_wrapper; s z'AbstractSandbox._mk_single_path_wrapperr� r )�stat�listdirr) r �chmod�chown�mkdir�remove�unlink�rmdir�utime�lchown�chroot�lstatZ startfile�mkfifo�mknod�pathconf�accessc s t t� ��� �fdd�}|S )Nc sT | j r>| j� |g|�R i |��}| �� �|g|�R i |���S �|g|�R i |��S r )r� r� �
_remap_outputr� r� r r r� c s z4AbstractSandbox._mk_single_with_return.<locals>.wrapr� r� r r� r �_mk_single_with_return` s
z&AbstractSandbox._mk_single_with_return)�readlink�tempnamc s t t� ��� �fdd�}|S )Nc s$ �|i |��}| j r | �� |�S |S r )r� r� )r= ry r� �retvalr� r r r� r s z'AbstractSandbox._mk_query.<locals>.wrapr� r� r r� r � _mk_queryo s
zAbstractSandbox._mk_query)r( �tmpnamc C s |S )z=Called to remap or validate any path, whether input or outputr )r= r r r r �_validate_path~ s z AbstractSandbox._validate_pathc O s
| � |�S �zCalled for path inputs�r� �r= � operationr ry r� r r r r� � s z AbstractSandbox._remap_inputc C s
| � |�S )zCalled for path outputsr� )r= r� r r r r r� � s z AbstractSandbox._remap_outputc O s< | j |d |g|�R i |��| j |d |g|�R i |��fS )�?Called for path pairs like rename, link, and symlink operationsz-fromz-to)r� �r= r� r� r� ry r� r r r r� � s �zAbstractSandbox._remap_pair)N)r6 r7 r8 r9 r� rt r� r> rC r� r� r~ r} r� r r� r� r� r� r� r� r� r� r� r r r r r
s<
r �devnullc @ s� e Zd ZdZe�g d��Zg Zefdd�Z dd� Z
e r@ddd �Z dd
d �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zd dd�ZdS ) r z<Restrict operations to a single subdirectory - pseudo-chroot)
r r� r� r� r� r� r� r� r� r� r� r� r� c C sF t j�t j�|��| _t j�| jd�| _dd� |D �| _t� | � d S )N� c S s g | ]}t j�t j�|���qS r )r" r �normcase�realpath)rK r r r r r � s z-DirectorySandbox.__init__.<locals>.<listcomp>)
r" r r� r� �_sandboxr[ �_prefix� _exceptionsr rt )r= Zsandbox�
exceptionsr r r rt � s �zDirectorySandbox.__init__c O s ddl m} ||||��d S )Nr )r )r0 r )r= r� ry r� r r r r �
_violation� s zDirectorySandbox._violation�rc O sF |dvr.| � |�s.| jd||g|�R i |�� t||g|�R i |��S )N�r� �rtr ZrU�Ur� )�_okr� r� �r= r r ry r� r r r r� � s zDirectorySandbox._filec O sF |dvr.| � |�s.| jd||g|�R i |�� t||g|�R i |��S )Nr� r )r� r� r� r� r r r r� � s zDirectorySandbox._openc C s | � d� d S )Nr� )r� r< r r r r� � s zDirectorySandbox.tmpnamc C sV | j }zBd| _ tj�tj�|��}| �|�p@|| jkp@|�| j�W || _ S || _ 0 d S r� ) r� r" r r� r� � _exemptedr� rJ r� )r= r �activer� r r r r� � s
�
��zDirectorySandbox._okc s< � fdd�| j D �}� fdd�| jD �}t�||�}t|�S )Nc 3 s | ]}� � |�V qd S r rI )rK � exception��filepathr r rM � s z-DirectorySandbox._exempted.<locals>.<genexpr>c 3 s | ]}t �|� �V qd S r )�re�match)rK �patternr� r r rM � s )r� �_exception_patterns� itertools�chain�any)r= r� Z
start_matchesZpattern_matches�
candidatesr r� r r� � s
�
� zDirectorySandbox._exemptedc O s: || j v r6| �|�s6| j|tj�|�g|�R i |�� |S r� )� write_opsr� r� r" r r� r� r r r r� � s "z DirectorySandbox._remap_inputc O s8 | � |�r| � |�s0| j|||g|�R i |�� ||fS )r� )r� r� r� r r r r� � s z DirectorySandbox._remap_pair� c O sL |t @ r0| �|�s0| jd|||g|�R i |�� tj|||g|�R i |��S )z Called for low-level os.open()zos.open)� WRITE_FLAGSr� r� r� r )r= r� �flagsr ry r� r r r r � s zDirectorySandbox.openN)r� )r� )r� )r6 r7 r8 r9 rw �fromkeysr� r� � _EXCEPTIONSrt r� r� r� r� r� r� r� r� r r r r r r � s �
r c C s g | ]}t t|d ��qS )r r� )rK �ar r r r � s �r z4O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARYc @ s& e Zd ZdZe�d��� Zdd� ZdS )r zEA setup script attempted to modify the filesystem outside the sandboxa
SandboxViolation: {cmd}{args!r} {kwargs}
The package setup script has attempted to modify files on your system
that are not within the EasyInstall build area, and has been aborted.
This package cannot be safely installed by EasyInstall, and may not
support alternate installation locations even if you run its setup
script by hand. Please inform the package's author and the EasyInstall
maintainers to find out if a fix or workaround is available.
c C s | j \}}}| jjf i t� ��S r )ry �tmpl�formatr )r= �cmdry �kwargsr r r �__str__ s zSandboxViolation.__str__N) r6 r7 r8 r9 �textwrap�dedent�lstripr� r� r r r r r � s
�r )N)N)9r" r r$ �operator� functoolsr� r� �
contextlibr- r� r� rU �distutils.errorsr r �platformrJ Z$org.python.modules.posix.PosixModule�pythonrN �posixZ PosixModuler� r~ r� r� � NameErrorr r� �__all__r �contextmanagerr r r' r+ r/ r, r; rS rQ rX r` rf rh r\ r r r} r� r� r �reduce�or_re r� r r r r r �<module> sr
^�� site-packages/setuptools/__pycache__/namespaces.cpython-39.pyc 0000644 00000007100 15056474501 0020472 0 ustar 00 a
(�Re � @ sF d dl Z d dlmZ d dlZejjZG dd� d�ZG dd� de�ZdS )� N)�logc @ sT e Zd ZdZdd� Zdd� Zdd� ZdZd Zd
d � Z d d
� Z
dd� Z e dd� �Z
dS )� Installerz
-nspkg.pthc C s� | � � }|sd S tj�| �� �\}}|| j7 }| j�|� t� d|� t
| j |�}| j rdt
|� d S t|d��}|�|� W d � n1 s�0 Y d S )Nz
Installing %s�wt)�_get_all_ns_packages�os�path�splitext� _get_target� nspkg_ext�outputs�appendr �info�map�_gen_nspkg_line�dry_run�list�open�
writelines)�self�nsp�filename�ext�lines�f� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/namespaces.py�install_namespaces
s
z Installer.install_namespacesc C sH t j�| �� �\}}|| j7 }t j�|�s.d S t�d|� t �|� d S )Nz Removing %s) r r r r r
�existsr r
�remove)r r r r r r �uninstall_namespaces s
z Installer.uninstall_namespacesc C s | j S �N)�target�r r r r r ' s zInstaller._get_target) zimport sys, types, osz#has_mfs = sys.version_info > (3, 5)z$p = os.path.join(%(root)s, *%(pth)r)z4importlib = has_mfs and __import__('importlib.util')z-has_mfs and __import__('importlib.machinery')z�m = has_mfs and sys.modules.setdefault(%(pkg)r, importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec(%(pkg)r, [os.path.dirname(p)])))zCm = m or sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))z7mp = (m or []) and m.__dict__.setdefault('__path__',[])z (p not in mp) and mp.append(p))z4m and setattr(sys.modules[%(parent)r], %(child)r, m)c C s dS )Nz$sys._getframe(1).f_locals['sitedir']r r" r r r � _get_rootE s zInstaller._get_rootc C sN t |�d��}| �� }| j}|�d�\}}}|r:|| j7 }d�|�t� d S )N�.�;�
)�tuple�splitr# � _nspkg_tmpl�
rpartition�_nspkg_tmpl_multi�join�locals)r �pkg�pth�rootZ
tmpl_lines�parent�sep�childr r r r H s
zInstaller._gen_nspkg_linec C s | j jp
g }ttt| j|���S )z,Return sorted list of all package namespaces)� distributionZnamespace_packages�sorted�flattenr �
_pkg_names)r �pkgsr r r r Q s z Installer._get_all_ns_packagesc c s( | � d�}|r$d�|�V |�� q
dS )z�
Given a namespace package, yield the components of that
package.
>>> names = Installer._pkg_names('a.b.c')
>>> set(names) == set(['a', 'a.b', 'a.b.c'])
True
r$ N)r( r, �pop)r. �partsr r r r7 V s
zInstaller._pkg_namesN)�__name__�
__module__� __qualname__r
r r r r) r+ r# r r � staticmethodr7 r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�DevelopInstallerc C s t t| j��S r )�repr�strZegg_pathr" r r r r# g s zDevelopInstaller._get_rootc C s | j S r )�egg_linkr" r r r r j s z DevelopInstaller._get_targetN)r; r< r= r# r r r r r r? f s r? ) r � distutilsr � itertools�chain�
from_iterabler6 r r? r r r r �<module> s
] site-packages/setuptools/__pycache__/package_index.cpython-39.pyc 0000644 00000077654 15056474501 0021162 0 ustar 00 a
(�ReΛ � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
ZddlZddlZddlZddlmZ ddlZddlmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ dd l,m-Z- e�.d
�Z/e�.d ej0�Z1e�.d �Z2e�.d
ej0�j3Z4d�5� Z6g d�Z7dZ8dZ9e9j:dj:ej;� ed�Z<dd� Z=dd� Z>dd� Z?dBdd�Z@dCd d �ZAdDd d �ZBdedfd d!�ZCd"d#� ZDe�.d$ej0�ZEeDd%d&� �ZFG d'd(� d(�ZGG d)d*� d*eG�ZHG d+d,� d,e �ZIe�.d-�jJZKd.d/� ZLd0d1� ZMdEd2d3�ZNd4d5� ZOG d6d7� d7�ZPG d8d9� d9e jQ�ZRejSjTfd:d;�ZUd<d=� ZVeNe8�eU�ZUd>d?� ZWd@dA� ZXdS )Fz#PyPI and direct package downloading� N��wraps)
�
CHECKOUT_DIST� Distribution� BINARY_DIST�normalize_path� SOURCE_DIST� Environment�find_distributions� safe_name� safe_version� to_filename� Requirement� DEVELOP_DIST�EGG_DIST)�log)�DistutilsError)� translate)�Wheel��unique_everseenz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z�<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z .tar.gz .tar.bz2 .tar .zip .tgz)� PackageIndex�distros_for_url�parse_bdist_wininst�interpret_distro_name� z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_major�
setuptoolsc
C sF z t �| �W S ty@ } z td| f �|�W Y d }~n
d }~0 0 d S )Nz1Not a URL, existing file, or requirement spec: %r)r �parse�
ValueErrorr )�spec�e� r! ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/package_index.py�parse_requirement_arg6 s ��r# c C s� | � � }d\}}}|�d�r�|�d�r8| dd� }d}nn|�dd�rb| d d
� }| dd� }d}nD|�d �r~| dd � }d
}n(|�dd�r�| d d
� }| dd� }d
}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNN�.exez
.win32.exeNi�����win32z .win32-pyi�i�������z.win-amd64.exei�z win-amd64z
.win-amd64-pyi��)�lower�endswith�
startswith)�namer' �base�py_ver�platr! r! r" r ? s$
r c C sx t j�| �}|\}}}}}}t j�|�d�d �}|dkrX|dkrXt j�|�d�d �}d|v rp|�dd�\}}||fS )N�/���zsourceforge.net�download����#� )�urllibr �urlparse�unquote�split) �url�parts�scheme�server�path�
parameters�query�fragmentr+ r! r! r" �egg_info_for_urlW s r@ c c s\ t | �\}}t| ||�D ]
}|V q|rXt�|�}|rXt| |�d�|td�D ]
}|V qLdS )zEYield egg or source distribution objects that might be found at a URLr3 )�
precedenceN)r@ �distros_for_location� EGG_FRAGMENT�matchr �groupr )r8 �metadatar+ r? �distrD r! r! r" r b s
�
r c C s� |� d�r|dd� }|� d�r8d|v r8t�| ||�gS |� d�rxd|v rxt|�}|�� s^g S t| |j|jtd d�gS |� d �r�t|�\}}}|dur�t | |||t
|�S t D ]0}|� |�r�|dt |� � }t | ||� S q�g S )
z:Yield egg or source distribution objects based on basename�.egg.zipNr& z.egg�-z.whlr3 )�location� project_name�versionrA r$ )
r( r �
from_locationr �
is_compatiblerK rL r r r r �
EXTENSIONS�len)rJ �basenamerF �wheelZwin_baser, �platform�extr! r! r" rB p s2
�
�
rB c C s t t| �tj�| �|�S )zEYield possible egg or source distribution objects based on a filename)rB r �osr< rQ )�filenamerF r! r! r" �distros_for_filename� s �rW c
c s| |� d�}|s,tdd� |dd� D ��r,dS tdt|�d �D ]8}t| |d�|d|� �d�||d� �|||d�V q>dS )z�Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
rI c s s | ]}t �d |�V qdS )z py\d\.\d$N)�rerD )�.0�pr! r! r" � <genexpr>� � z(interpret_distro_name.<locals>.<genexpr>� Nr3 )�
py_versionrA rS )r7 �any�rangerP r �join)rJ rQ rF r^ rA rS r9 rZ r! r! r" r � s
$�r c s t � �� fdd��}|S )zs
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
c s t � | i |���S �Nr )�args�kwargs��funcr! r" �wrapper� s z unique_values.<locals>.wrapperr )rf rg r! re r" �
unique_values� s rh z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c c s� t �|�D ]d}|�� \}}tttj|�� �d���}d|v sDd|v r
t �|�D ] }t
j � | t
|�d���V qNq
dD ]@}|�|�}|dkrtt �||�}|rtt
j � | t
|�d���V qtdS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLs�,Zhomepager0 r3 )z
<th>Home Pagez<th>Download URLr/ N)�REL�finditer�groups�set�map�str�stripr' r7 �HREFr4 r �urljoin�
htmldecoderE �find�search)r8 �pagerD �tag�relZrels�posr! r! r" �find_external_links� s
rz c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ContentCheckerzP
A null content checker that defines the interface for checking content
c C s dS )z3
Feed a block of data to the hash.
Nr! ��self�blockr! r! r" �feed� s zContentChecker.feedc C s dS )zC
Check the hash. Return False if validation fails.
Tr! �r} r! r! r" �is_valid� s zContentChecker.is_validc C s dS )zu
Call reporter with information about the checker (hash name)
substituted into the template.
Nr! )r} �reporter�templater! r! r" �report� s zContentChecker.reportN)�__name__�
__module__� __qualname__�__doc__r r� r� r! r! r! r" r{ � s r{ c @ sB e Zd Ze�d�Zdd� Zedd� �Zdd� Z dd � Z
d
d � Z d S )
� HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C s || _ t�|�| _|| _d S rb )� hash_name�hashlib�new�hash�expected)r} r� r� r! r! r" �__init__� s zHashChecker.__init__c C sB t j�|�d }|st� S | j�|�}|s0t� S | f i |�� ��S )z5Construct a (possibly null) ContentChecker from a URLr/ )r4 r r5 r{ �patternru � groupdict)�clsr8 r? rD r! r! r" �from_url s zHashChecker.from_urlc C s | j �|� d S rb )r� �updater| r! r! r" r s zHashChecker.feedc C s | j �� | jkS rb )r� � hexdigestr� r� r! r! r" r� s zHashChecker.is_validc C s || j }||�S rb )r� )r} r� r� �msgr! r! r" r� s
zHashChecker.reportN) r� r� r� rX �compiler� r� � classmethodr� r r� r� r! r! r! r" r� � s �
r� c sD e Zd ZdZdLdd�ZdMd d
�ZdNd d �ZdOd
d�Zdd� Zdd� Z dd� Z
dd� Z dd� Z dPdd�Z
dd � ZdQ� fd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� ZdRd)d*�ZdSd+d,�Zd-d.� Zd/Zd0d1� Zd2d3� ZdTd4d5�Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z e!dUd@dA��Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'� Z(S )Vr z;A distribution index that scans web pages for download URLs�https://pypi.org/simple/��*NTc O sr t j| g|�R i |�� |dd |�d� � | _i | _i | _i | _t�d� t
t |���j | _
g | _tjj| _d S )Nr. �|)r r� r( � index_url� scanned_urls� fetched_urls�
package_pagesrX r� ra rn r rD �allows�to_scanr4 �request�urlopen�opener)r} r� �hostsZ ca_bundleZ
verify_sslrc �kwr! r! r" r� s zPackageIndex.__init__Fc C s� || j v r|sdS d| j |< t|�s2| �|� dS tt|��}|r\| �|�sPdS | �d|� |sn|rn|| jv r�tt| j |�� dS | �|�s�d| j|< dS | �
d|� d| j|< d}| � ||| �}|du r�dS t |t
jj�r�|jdkr�| �
d|j � d| j|j< d|j�d d
��� v�r(|�� dS |j}|�� }t |t��svt |t
jj��rXd }n|j�d ��phd }|�|d
�}|�� t� |�D ](} t
j � |t | � d���}
| �!|
� �q�|�"| j#��r�t$|dd�dk�r�| �%||�}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!i� zAuthentication error: %s�html� content-type� zlatin-1�charset�ignorer3 �code� )&r� �
URL_SCHEME�process_filename�listr �url_ok�debugr� rn �add�info�open_url�
isinstancer4 �error� HTTPErrorr� r� r8 �headers�getr' �close�readro � get_param�decoderq rk r rr rs rE � process_urlr) r� �getattr�
process_index) r} r8 �retrieve�dists�tmpl�fr+ rv r� rD �linkr! r! r" r� * sT
zPackageIndex.process_urlc C s� t j�|�s | �d|� d S t j�|�r^|s^t j�|�}t �|�D ]}| �t j�||�d� qBt |�}|r�| �
d|� t t | j
|�� d S )Nz
Not found: %sTz Found: %s)rU r< �exists�warn�isdir�realpath�listdirr� ra rW r� r� rn r� )r} �fn�nestedr< �itemr� r! r! r" r� _ s z PackageIndex.process_filenamec C sb t |�}|o |�d��� dk}|s8| �tj�|�d �r<dS d}|rRt|| ��n | �||� d S )Nr3 �fileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
) r� rE r' r� r4 r r5 r r� )r} r8 �fatal�s�is_filer� r! r! r" r� o s �zPackageIndex.url_okc C s2 t tjj|�}dd� |D �}tt�| j|�� d S )Nc s s0 | ](}t �|�D ]}|�d �r||fV qqdS )z .egg-linkN)rU r� r( )rY r< �entryr! r! r" r[ ~ s
�z.PackageIndex.scan_egg_links.<locals>.<genexpr>)�filterrU r< r� r� � itertools�starmap�
scan_egg_link)r} � search_path�dirsZ egg_linksr! r! r" �scan_egg_links| s
�zPackageIndex.scan_egg_linksc C s� t tj�||���&}ttd ttj|���}W d � n1 s>0 Y t |�dkrXd S |\}}t
tj�||��D ]*}tjj|g|�R � |_ t |_
| �|� qrd S )Nr] )�openrU r< ra r� r� rn ro rp rP r
rJ r rA r� )r} r< r� Z raw_lines�linesZegg_pathZ
setup_pathrG r! r! r" r� � s 4 zPackageIndex.scan_egg_linkc C s� d}|� | j�s|S tttjj|t| j�d � �d���}t|�dksRd|d v rV|S t |d �}t
|d �}d| j � |�
� i �|< t|�t|�fS )N)NNr. r] r2 r3 r T)r) r� r� rn r4 r r6 rP r7 r r r� �
setdefaultr' r
)r} r� ZNO_MATCH_SENTINELr9 �pkg�verr! r! r" �_scan� s � zPackageIndex._scanc
C s� t �|�D ]:}z"| �tj�|t|�d���� W q
tyB Y q
0 q
| �|�\}}|s\dS t ||�D ]H}t
|�\}}|� d�r�|s�|r�|d||f 7 }n
| � |� | �
|� qft�dd� |�S )z#Process the contents of a PyPI pager3 r� �.pyz
#egg=%s-%sc S s d| � ddd� S )Nz<a href="%s#md5=%s">%s</a>r3 � r] )rE )�mr! r! r" �<lambda>� r\ z,PackageIndex.process_index.<locals>.<lambda>)rq rk r� r4 r rr rs rE r rz r@ r( �need_version_info�scan_url�PYPI_MD5�sub) r} r8 rv rD r� r� �new_urlr+ �fragr! r! r" r� � s$ "
�zPackageIndex.process_indexc C s | � d|� d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)�scan_all�r} r8 r! r! r" r� � s �z PackageIndex.need_version_infoc G s< | j | jvr,|r"| j|g|�R � | �d� | �| j � d S )Nz6Scanning index of all packages (this may take a while))r� r� r� r� r� �r} r� rc r! r! r" r� � s �zPackageIndex.scan_allc C sz | � | j|j d � | j�|j�s:| � | j|j d � | j�|j�sR| �|� t| j�|jd��D ]}| � |� qfd S )Nr. r! ) r� r� � unsafe_namer� r� �keyrK �not_found_in_indexr� )r} � requirementr8 r! r! r" �
find_packages� s
zPackageIndex.find_packagesc sR | � � | �|� | |j D ]"}||v r0| S | �d||� q tt| ��||�S )Nz%s does not match %s)�prescanr� r� r� �superr �obtain)r} r� � installerrG �� __class__r! r" r� � s
zPackageIndex.obtainc C sL |� | jd| � |�� sH|�� t�|� td|jjtj �
|�f ��dS )z-
checker is a ContentChecker
z Validating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r� r� r� r� rU �unlinkr r� r* r< rQ )r} �checkerrV �tfpr! r! r" �
check_hash� s �
��zPackageIndex.check_hashc C sN |D ]D}| j du s0t|�r0|�d�s0tt|��r<| �|� q| j �|� qdS )z;Add `urls` to the list that will be prescanned for searchesN�file:)r� r� r) r� r r� �append)r} �urlsr8 r! r! r" �add_find_links� s ���
� zPackageIndex.add_find_linksc C s" | j rtt| j| j �� d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r� r� rn r� r� r! r! r" r� s zPackageIndex.prescanc C s< | |j r| jd }}n | jd }}|||j� | �� d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))r� r� r� r� r� )r} r� �methr� r! r! r" r� s
� z PackageIndex.not_found_in_indexc C s~ t |t�sjt|�}|rR| �|�d�||�}t|�\}}|�d�rN| �|||�}|S tj �
|�rb|S t |�}t | �
||�dd�S )a Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
r3 r� rJ N)r� r r� �
_download_urlrE r@ r( � gen_setuprU r< r� r# r� �fetch_distribution)r} r �tmpdirr: �foundr+ r? r! r! r" r0 s
zPackageIndex.downloadc s� �� d|� i �d}d
� ����fdd� }|rH��� ��|� ||�}|s^|dur^|||�}|du r��jdurx��� ||�}|du r�|s���|� ||�}|du r���d�r�dp�d|� n�� d|� |j|jd �S dS ) a| Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
zSearching for %sNc s� |d u r �}|| j D ]v}|jtkrF� sF|�vr��d|� d�|< q|| v o\|jtkp\� }|r��|j��}||_tj �
|j�r| S qd S )Nz&Skipping development or system egg: %sr3 ) r� rA r r� r r0 rJ �download_locationrU r< r� )�req�envrG �test�loc��
develop_okr} �skipped�sourcer r! r" rt U s$ ��z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r� zBest match: %s)rJ )N)r� r� r� r� r� �cloner ) r} r� r �
force_scanr r Z local_indexrG rt r! r
r" r = s2
� z PackageIndex.fetch_distributionc C s" | � ||||�}|dur |jS dS )a3 Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
N)r rJ )r} r� r r r rG r! r! r" �fetch� s zPackageIndex.fetchc
C s t �|�}|r*dd� t||�d�d �D �p,g }t|�dkr�tj�|�}tj�|�|kr�tj� ||�}ddl
m } |||�s�t �
||� |}ttj� |d�d��<} | �d|d j|d jtj�|�d f � W d � n1 s�0 Y |S |�rtd ||f ��ntd
��d S ) Nc S s g | ]}|j r|�qS r! )rL )rY �dr! r! r" �
<listcomp>� s �z*PackageIndex.gen_setup.<locals>.<listcomp>r3 r )�samefilezsetup.py�wzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z�Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rC rD r rE rP rU r< rQ �dirnamera Z setuptools.command.easy_installr �shutil�copy2r� �writerK rL �splitextr )
r} rV r? r rD r� rQ �dstr r� r! r! r" r � s@
��
���"���zPackageIndex.gen_setupi c C s: | � d|� d }�zt�|�}| �|�}t|tjj�rLtd||j |j
f ��|� � }d}| j }d}d|v r�|� d�} t
tt| ��}| �|||||� t|d��`}
|�|�} | r�|�| � |
�| � |d7 }| �|||||� q�q�q�| �|||
� W d � n1 �s0 Y |W |�r"|�� S n|�r4|�� 0 d S ) NzDownloading %szCan't download %s: %s %sr r/ zcontent-lengthzContent-Length�wbr3 )r� r� r� r� r� r4 r� r� r r� r� � dl_blocksize�get_all�maxrn �int�
reporthookr� r� r r r� r� ) r} r8 rV �fpr� r� �blocknum�bs�size�sizesr� r~ r! r! r" � _download_to� sD
�
.� �zPackageIndex._download_toc C s d S rb r! )r} r8 rV r% Zblksizer' r! r! r" r# � s zPackageIndex.reporthookc
C s� |� d�rt|�S zt|| j�W S ttjjfy� } zHd�dd� |j D ��}|r`| �
||� nt d||f �|�W Y d }~�n*d }~0 t j
jy� } z|W Y d }~S d }~0 t j
j�y } z4|r�| �
||j� nt d||jf �|�W Y d }~n�d }~0 tjj�yT } z6|�r,| �
||j� nt d||jf �|�W Y d }~n^d }~0 tjjtj
f�y� } z2|�r�| �
||� nt d||f �|�W Y d }~n
d }~0 0 d S )Nr� � c S s g | ] }t |��qS r! )ro )rY �argr! r! r" r � r\ z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r) �
local_open�open_with_authr� r �http�client�
InvalidURLra rc r� r r4 r� r� �URLError�reason�
BadStatusLine�line�
HTTPException�socket)r} r8 �warning�vr� r! r! r" r� � sJ
(�������zPackageIndex.open_urlc C s� t |�\}}|r0d|v r4|�dd��dd�}qnd}|�d�rJ|d d� }tj�||�}|dksj|�d �rv| �||�S |d
ks�|�d �r�| �||�S |�d �r�| � ||�S |d
kr�t
j � t
j
�|�d �S | �|d� | �||�S d S )Nz..�.�\�_Z__downloaded__rH r& �svnzsvn+�gitzgit+zhg+r� r] T)r@ �replacer( rU r< ra r) �
_download_svn�
_download_git� _download_hgr4 r� � url2pathnamer r5 r� �_attempt_download)r} r: r8 r r* r? rV r! r! r" r s$
zPackageIndex._download_urlc C s | � |d� d S )NT)r� r� r! r! r" r� ) s zPackageIndex.scan_urlc C s6 | � ||�}d|�dd��� v r.| �|||�S |S d S )Nr� r� r� )r) r� r' �_download_html)r} r8 rV r� r! r! r" rC , s z PackageIndex._attempt_downloadc C sn t |�}|D ]>}|�� r t�d|�rF|�� t�|� | �||� S qLq |�� t�|� td| ��d S )Nz <title>([^- ]+ - )?Revision \d+:z Unexpected HTML page found at ) r� rp rX ru r� rU r� r? r )r} r8 r� rV r� r4 r! r! r" rD 3 s
zPackageIndex._download_htmlc C s t �dt� |�dd�d }d}|�� �d�r�d|v r�tj�|�\}}}}}} |s�|�d�r�d |d
d � v r�|d
d � �d d�\}}t |�\}
} |
r�d |
v r�|
�d d�\} }
d | |
f }nd
|
}| }|||||| f}tj�
|�}| � d||� t �
d|||f � |S )Nz"SVN download support is deprecatedr2 r3 r r� zsvn:�@z//r. r] �:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)�warningsr� � UserWarningr7 r' r) r4 r r5 �
_splituser�
urlunparser� rU �system)r} r8 rV �credsr: �netlocr< rZ �qr� �auth�host�user�pwr9 r! r! r" r? B s& zPackageIndex._download_svnc C sp t j�| �\}}}}}|�dd�d }|�dd�d }d }d|v rR|�dd�\}}t j�||||df�} | |fS )N�+r3 r/ r2 r rE r� )r4 r �urlsplitr7 �rsplit�
urlunsplit)r8 �
pop_prefixr: rM r< r> r� �revr! r! r" �_vcs_split_rev_from_urlX s z$PackageIndex._vcs_split_rev_from_urlc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d urh| �d|� t�d ||f � |S )
Nr2 r3 r T�rW z Doing git clone from %s to %szgit clone --quiet %s %szChecking out %sz git -C %s checkout --quiet %s�r7 rY r� rU rK �r} r8 rV rX r! r! r" r@ j s �zPackageIndex._download_gitc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d urh| �d|� t�d ||f � |S )
Nr2 r3 r TrZ z Doing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -qr[ r\ r! r! r" rA z s �zPackageIndex._download_hgc G s t j|g|�R � d S rb )r r� r� r! r! r" r� � s zPackageIndex.debugc G s t j|g|�R � d S rb )r r� r� r! r! r" r� � s zPackageIndex.infoc G s t j|g|�R � d S rb )r r� r� r! r! r" r� � s zPackageIndex.warn)r� r� NT)F)F)F)N)N)FFFN)FF)N)F))r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r0 r r r r r) r# r� r r� rC rD r? � staticmethodrY r@ rA r� r� r� �
__classcell__r! r! r� r" r sR �
5
# �
L
)$
# r z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s | � d�}t�|�S )Nr )rE r� �unescape)rD �whatr! r! r" �
decode_entity� s
ra c C s
t t| �S )a
Decode HTML entities in the given text.
>>> htmldecode(
... 'https://../package_name-0.1.2.tar.gz'
... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz')
'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
)�
entity_subra )�textr! r! r" rs � s rs c s � fdd�}|S )Nc s � �fdd�}|S )Nc s> t �� }t ��� z� | i |��W t �|� S t �|� 0 d S rb )r6 �getdefaulttimeout�setdefaulttimeout)rc rd Z old_timeout)rf �timeoutr! r" �_socket_timeout� s
�z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr! )rf rg �rf re r" rg � s z'socket_timeout.<locals>._socket_timeoutr! )rf rg r! rh r" �socket_timeout� s ri c C s2 t j�| �}|�� }t�|�}|�� }|�dd�S )a9
Encode auth from a URL suitable for an HTTP header.
>>> str(_encode_auth('username%3Apassword'))
'dXNlcm5hbWU6cGFzc3dvcmQ='
Long auth strings should not cause a newline to be inserted.
>>> long_auth = 'username:' + 'password'*10
>>> chr(10) in str(_encode_auth(long_auth))
False
�
r� )r4 r r6 �encode�base64� b64encoder� r> )rO Zauth_sZ
auth_bytesZ
encoded_bytes�encodedr! r! r" � _encode_auth� s
ro c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �
Credentialz:
A username/password pair. Use like a namedtuple.
c C s || _ || _d S rb ��username�password)r} rr rs r! r! r" r� � s zCredential.__init__c c s | j V | jV d S rb rq r� r! r! r" �__iter__� s zCredential.__iter__c C s dt | � S )Nz%(username)s:%(password)s)�varsr� r! r! r" �__str__� s zCredential.__str__N)r� r� r� r� r� rt rv r! r! r! r" rp � s rp c @ s0 e Zd Zdd� Zedd� �Zdd� Zdd� Zd S )
�
PyPIConfigc C sN t �g d�d�}tj�| |� tj�tj�d�d�}tj� |�rJ| �
|� dS )z%
Load from ~/.pypirc
)rr rs �
repositoryr� �~z.pypircN) �dict�fromkeys� configparser�RawConfigParserr� rU r< ra �
expanduserr� r� )r} �defaults�rcr! r! r" r� � s
zPyPIConfig.__init__c s& � fdd�� � � D �}tt� j|��S )Nc s g | ]}� � |d ��� r|�qS )rx )r� rp )rY �sectionr� r! r" r � s �z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)�sectionsrz rn �_get_repo_cred)r} Zsections_with_repositoriesr! r� r" �creds_by_repository� s
�z PyPIConfig.creds_by_repositoryc C s6 | � |d��� }|t| � |d��� | � |d��� �fS )Nrx rr rs )r� rp rp )r} r� �repor! r! r" r� � s
�zPyPIConfig._get_repo_credc C s* | j �� D ]\}}|�|�r
| S q
dS )z�
If the URL indicated appears to be a repository defined in this
config, return the credential for that repository.
N)r� �itemsr) )r} r8 rx �credr! r! r" �find_credential� s
zPyPIConfig.find_credentialN)r� r� r� r� �propertyr� r� r� r! r! r! r" rw � s
rw c C s@ t j�| �}|\}}}}}}|�d�r2tj�d��|dv rHt|�\} }
nd} | s�t� � | �} | r�t
| �} | j | f} t j
dg| �R � | r�dt| � } ||
||||f}
t j�|
�}t j�|�}|�d| � n t j�| �}|�dt� ||�}| �r<t j�|j�\}}}}}}||k�r<||
k�r<||||||f}
t j�|
�|_|S ) z4Open a urllib2 request, handling HTTP authenticationrF znonnumeric port: '')r. �httpsNz*Authenticating as %s for %s (from .pypirc)zBasic �
Authorizationz
User-Agent)r4 r r5 r( r. r/ r0 rI rw r� ro rr r r� ro rJ r� �Request�
add_header�
user_agentr8 )r8 r� �parsedr: rM r< �paramsr> r� rO �addressr� r� r9 r� r� r$ �s2�h2Zpath2Zparam2Zquery2Zfrag2r! r! r" r- s8
r- c C s | � d�\}}} |r|nd| fS )zNsplituser('user[:passwd]@host[:port]')
--> 'user[:passwd]', 'host[:port]'.rE N)�
rpartition)rP rQ �delimr! r! r" rI 4 s rI c C s | S rb r! )r8 r! r! r" �
fix_sf_url? s r� c C s, t j�| �\}}}}}}t j�|�}tj�|�r<t j�| �S |� d�r�tj�
|�r�g }t� |�D ]x} tj� || �}
| dkr�t
|
d��} | �� } W d � n1 s�0 Y q�ntj�
|
�r�| d7 } |�dj| d�� q`d}
|
j| d� |�d �} d
\}}n
d \}}} d d
i}t�| �}t j�| ||||�S )z7Read a local path, with special support for directoriesr. z
index.html�rNz<a href="{name}">{name}</a>)r* zB<html><head><title>{url}</title></head><body>{files}</body></html>rj )r8 �files)�� �OK)r� zPath not foundz Not foundr� z text/html)r4 r r5 r� rB rU r< �isfiler� r( r� r� ra r� r� r� �format�io�StringIOr� r� )r8 r: r; r< �paramr> r� rV r� r� �filepathr$ �bodyr� �status�messager� Z body_streamr! r! r" r, C s. & �
r, )N)N)N)r )Yr� �sysrU rX r� r r6 rl r� r� rG r| r� � http.clientr. � urllib.parser4 �urllib.request� urllib.error� functoolsr r �
pkg_resourcesr r r r r r r
r r r
r r r � distutilsr �distutils.errorsr �fnmatchr Zsetuptools.wheelr Z setuptools.extern.more_itertoolsr r� rC �Irq r� rD r� r7 rO �__all__Z_SOCKET_TIMEOUTZ_tmplr� � version_infor� r# r r@ r rB rW r rh rj rz r{ r� r r� rb ra rs ri ro rp r} rw r� r� r- rI r� r, r! r! r! r" �<module> s� <
� �
!
�
#
!
&/ site-packages/setuptools/__pycache__/glob.cpython-39.pyc 0000644 00000007236 15056474501 0017310 0 ustar 00 a
(�Re � @ s� d Z ddlZddlZddlZg d�Zddd�Zd dd�Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e� d�Z
e� d�Zdd� Zdd� Zdd� ZdS ) z�
Filename globbing utility. Mostly a copy of `glob` from Python 3.5.
Changes include:
* `yield from` and PEP3102 `*` removed.
* Hidden files are not ignored.
� N)�glob�iglob�escapeFc C s t t| |d��S )ay Return a list of paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)� recursive)�listr )�pathnamer � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/glob.pyr s r c C s* t | |�}|r&t| �r&t|�}|r&J �|S )a� Return an iterator which yields the paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)�_iglob� _isrecursive�next)r r �it�sr r r r s
r c c s� t j�| �\}}|r t|�r tnt}t| �sZ|rDt j�| �rV| V nt j�|�rV| V d S |sr|||�E d H d S || kr�t|�r�t ||�}n|g}t|�s�t
}|D ]$}|||�D ]}t j� ||�V q�q�d S �N) �os�path�splitr �glob2�glob1� has_magic�lexists�isdirr
�glob0�join)r r �dirname�basename� glob_in_dir�dirs�namer r r r
0 s( r
c C sT | s"t |t�r tj�d�} ntj} zt�| �}W n tyF g Y S 0 t�||�S �N�ASCII) �
isinstance�bytesr �curdir�encode�listdir�OSError�fnmatch�filter)r �pattern�namesr r r r T s
r c C s8 |st j�| �r4|gS n t j�t j�| |��r4|gS g S r )r r r r r )r r r r r r a s r c c s2 t |�s J �|d d� V t| �D ]
}|V q"d S )Nr )r � _rlistdir)r r) �xr r r r q s r c c s� | s"t | t�r tj�d�} ntj} zt�| �}W n tjyF Y d S 0 |D ]>}|V | rhtj�| |�n|}t |�D ]}tj�||�V qtqLd S r )
r! r" r r# r$ r% �errorr r r+ )r r* r, r �yr r r r+ y s
r+ z([*?[])s ([*?[])c C s( t | t�rt�| �}n
t�| �}|d uS r )r! r" �magic_check_bytes�search� magic_check)r �matchr r r r � s
r c C s t | t�r| dkS | dkS d S )Ns **z**)r! r" )r) r r r r � s
r c C s< t j�| �\}} t| t�r(t�d| �} n t�d| �} || S )z#Escape all special characters.
s [\1]z[\1])r r �
splitdriver! r" r/ �subr1 )r �driver r r r � s
r )F)F)�__doc__r �rer' �__all__r r r
r r r r+ �compiler1 r/ r r r r r r r �<module> s
$
site-packages/setuptools/__pycache__/config.cpython-39.pyc 0000644 00000050612 15056474501 0017626 0 ustar 00 a
(�ReSZ � @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dlm Z d dlm
Z
d dl m Z d dl
Z
d dlmZmZ d dlmZmZ d dlmZ G d d
� d
�Ze
jd d � �Zd dd�Zdd� Zdd� Zd dd�Z G dd� d�Z G dd� de �Z G dd� de �Z dS ) � N)� defaultdict)�partial��wraps)�iglob)�DistutilsOptionError�DistutilsFileError)�
LegacyVersion�parse)� SpecifierSetc @ s e Zd ZdZdd� Zdd� ZdS )� StaticModulez0
Attempt to load the module by the name
c C s` t j�|�}t|j��}|�� }W d � n1 s40 Y t�|�}t| �� t
� � | ` d S �N) � importlib�util� find_spec�open�origin�read�astr
�vars�update�locals�self)r �name�spec�strm�src�module� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/config.py�__init__ s &
zStaticModule.__init__c
s^ z t � fdd�| jjD ��W S tyX } z$tdjf i t� ���|�W Y d }~n
d }~0 0 d S )Nc 3 sH | ]@}t |tj�r|jD ](}t |tj�r|j� krt�|j�V qqd S r
)�
isinstancer �Assign�targets�Name�id� literal_eval�value)�.0Z statement�target��attrr r � <genexpr># s
�z+StaticModule.__getattr__.<locals>.<genexpr>z#{self.name} has no attribute {attr})�nextr �body� Exception�AttributeError�formatr )r r+ �er r* r � __getattr__! s �
��zStaticModule.__getattr__N)�__name__�
__module__� __qualname__�__doc__r r3 r r r r r s r c c s8 z$t j�d| � dV W t j�| � nt j�| � 0 dS )zH
Add path to front of sys.path for the duration of the context.
r N)�sys�path�insert�remove)r9 r r r �
patch_path0 s r< Fc C s� ddl m}m} tj�| �} tj�| �s4td| ��t�� }t� tj�
| �� zT|� }|rb|� � ng }| |vrx|� | � |j
||d� t||j|d�}W t� |� n t� |� 0 t|�S )a, Read given configuration file and returns options from it as a dict.
:param str|unicode filepath: Path to configuration file
to get options from.
:param bool find_others: Whether to search for other configuration files
which could be on in various places.
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: dict
r )� Distribution�
_Distributionz%Configuration file %s does not exist.)� filenames)�ignore_option_errors)Zsetuptools.distr= r> �osr9 �abspath�isfiler �getcwd�chdir�dirname�find_config_files�append�parse_config_files�parse_configuration�command_options�configuration_to_dict) �filepathZ find_othersr@ r= r> Zcurrent_directory�distr? �handlersr r r �read_configuration< s"
�rP c C s2 dj f i t� ��}t�t| |�}t| ||�}|� S )z�
Given a target object and option key, get that option from
the target object, either through a get_{key} method or
from an attribute directly.
z get_{key})r1 r � functoolsr �getattr)�
target_obj�keyZ getter_nameZ by_attribute�getterr r r � _get_optioni s rV c C s< t t�}| D ]*}|jD ] }t|j|�}|||j |< qq |S )z�Returns configuration data gathered by given handlers as a dict.
:param list[ConfigHandler] handlers: Handlers list,
usually from parse_configuration()
:rtype: dict
)r �dict� set_optionsrV rS �section_prefix)rO Z config_dict�handler�optionr' r r r rL u s
rL c C s6 t | ||�}|�� t| j||| j�}|�� ||fS )a� Performs additional parsing of configuration options
for a distribution.
Returns a list of used option handlers.
:param Distribution distribution:
:param dict command_options:
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: list
)�ConfigOptionsHandlerr
�ConfigMetadataHandler�metadata� package_dir)� distributionrK r@ �options�metar r r rJ � s �rJ c @ s� e Zd ZdZdZi Zd'dd�Zedd� �Zdd � Z e
d(d d ��Z e
d)d
d��Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Zedd� �Zedd� �Ze
d*dd ��Ze
d d � �Ze
d+d d ��Zd!d"� Zd#d$� Zd%d&� ZdS ),�
ConfigHandlerz1Handles metadata supplied in configuration files.NFc C s^ i }| j }|�� D ].\}}|�|�s&q|�|d��d�}|||< q|| _|| _|| _g | _d S )N� �.) rY �items�
startswith�replace�stripr@ rS �sectionsrX )r rS ra r@ rj rY � section_name�section_optionsr r r r � s
zConfigHandler.__init__c C s t d| jj ��dS )�.Metadata item name to parser function mapping.z!%s must provide .parsers propertyN)�NotImplementedError� __class__r4 )r r r r �parsers� s
�zConfigHandler.parsersc C s� t � }| j}| j�||�}t|||�}||u r6t|��|r>d S d}| j�|�}|r~z ||�}W n ty| d}| jsx� Y n0 |r�d S t|d| d �}|d u r�t |||� n||� | j
� |� d S )NFTzset_%s) �tuplerS �aliases�getrR �KeyErrorrp r/ r@ �setattrrX rH ) r Z option_namer' �unknownrS Z
current_valueZ skip_option�parser�setterr r r � __setitem__� s0 zConfigHandler.__setitem__�,c C s8 t |t�r|S d|v r |�� }n
|�|�}dd� |D �S )z�Represents value as a list.
Value is split either by separator (defaults to comma) or by lines.
:param value:
:param separator: List items separator character.
:rtype: list
�
c S s g | ]}|� � r|� � �qS r )ri )r( �chunkr r r �
<listcomp> � z-ConfigHandler._parse_list.<locals>.<listcomp>)r! �list�
splitlines�split)�clsr' � separatorr r r � _parse_list� s
zConfigHandler._parse_listc sj d}| j � |d�}g }|D ]J� t� fdd�|D ��rZ|�tdd� ttj�� ��D ��� q|�� � q|S )a Equivalent to _parse_list() but expands any glob patterns using glob().
However, unlike with glob() calls, the results remain relative paths.
:param value:
:param separator: List items separator character.
:rtype: list
)�*�?�[�]�{�}�r� c 3 s | ]}|� v V qd S r
r )r( �char�r' r r r, r~ z1ConfigHandler._parse_list_glob.<locals>.<genexpr>c s s | ]}t j�|t �� �V qd S r
)rA r9 �relpathrD �r( r9 r r r r, s �) r� �any�extend�sortedr rA r9 rB rH )r� r' r� Zglob_characters�valuesZexpanded_valuesr r� r �_parse_list_glob s
� z ConfigHandler._parse_list_globc C sP d}i }| � |�D ]8}|�|�\}}}||kr:td| ��|�� ||�� < q|S )zPRepresents value as a dict.
:param value:
:rtype: dict
�=z(Unable to parse option value to dict: %s)r� � partitionr ri )r� r' r� �result�linerT �sep�valr r r � _parse_dict s �zConfigHandler._parse_dictc C s |� � }|dv S )zQRepresents value as boolean.
:param value:
:rtype: bool
)�1�true�yes)�lower)r� r' r r r � _parse_bool3 s zConfigHandler._parse_boolc s � fdd�}|S )z�Returns a parser function to make sure field inputs
are not files.
Parses a value after getting the key so error messages are
more informative.
:param key:
:rtype: callable
c s d}| � |�r td�� ���| S )N�file:zCOnly strings are accepted for the {0} field, files are not accepted)rg �
ValueErrorr1 )r' Zexclude_directive�rT r r rw I s
��z3ConfigHandler._exclude_files_parser.<locals>.parserr )r� rT rw r r� r �_exclude_files_parser= s z#ConfigHandler._exclude_files_parserc s\ d}t |t�s|S |�|�s |S |t|�d� }dd� |�d�D �}d�� fdd�|D ��S )aO Represents value as a string, allowing including text
from nearest files using `file:` directive.
Directive is sandboxed and won't reach anything outside
directory with setup.py.
Examples:
file: README.rst, CHANGELOG.md, src/file.txt
:param str value:
:rtype: str
r� Nc s s | ]}t j�|�� �V qd S r
)rA r9 rB ri r� r r r r, k r~ z,ConfigHandler._parse_file.<locals>.<genexpr>rz r{ c 3 s. | ]&}� � |�stj�|�r� �|�V qdS )TN)�
_assert_localrA r9 rC �
_read_filer� �r� r r r, l s �)r! �strrg �lenr� �join)r� r' Zinclude_directiver Z filepathsr r� r � _parse_fileT s
�zConfigHandler._parse_filec C s | � t�� �std| ��d S )Nz#`file:` directive can not access %s)rg rA rD r )rM r r r r� r s zConfigHandler._assert_localc C s: t j| dd��}|�� W d � S 1 s,0 Y d S )Nzutf-8)�encoding)�ior r )rM �fr r r r� w s zConfigHandler._read_filec C s4 d}|� |�s|S |�|d��� �d�}|�� }d�|�}|p@d}t�� }|r�|d |v r�||d }|�dd�} t | �dkr�tj
�t�� | d �}| d }q�|}n d|v r�tj
�t�� |d �}t |��N z t t
|�|�W W d � S t�y t�|�}
Y n0 W d � n1 �s 0 Y t |
|�S ) z�Represents value as a module attribute.
Examples:
attr: package.attr
attr: package.module.attr
:param str value:
:rtype: str
zattr:rd re r r �/� N)rg rh ri r� �popr� rA rD �rsplitr� r9 r< rR r r/ r �
import_module) r� r' r_ Zattr_directiveZ
attrs_path� attr_name� module_name� parent_pathZ custom_path�partsr r r r � _parse_attr| s0
0zConfigHandler._parse_attrc s � fdd�}|S )z�Returns parser function to represents value as a list.
Parses a value applying given methods one after another.
:param parse_methods:
:rtype: callable
c s | }� D ] }||�}q|S r
r )r' �parsed�method��
parse_methodsr r r
� s
z1ConfigHandler._get_parser_compound.<locals>.parser )r� r� r
r r� r �_get_parser_compound� s
z"ConfigHandler._get_parser_compoundc C s6 i }|pdd� }|� � D ]\}\}}||�||< q|S )z�Parses section options into a dictionary.
Optionally applies a given parser to values.
:param dict section_options:
:param callable values_parser:
:rtype: dict
c S s | S r
r )r� r r r �<lambda>� r~ z6ConfigHandler._parse_section_to_dict.<locals>.<lambda>)rf )r� rl Z
values_parserr' rT �_r� r r r �_parse_section_to_dict� s
z$ConfigHandler._parse_section_to_dictc C s: |� � D ],\}\}}z || |< W q ty2 Y q0 qdS )zQParses configuration file section.
:param dict section_options:
N)rf rt )r rl r r� r' r r r �
parse_section� s
zConfigHandler.parse_sectionc C sb | j �� D ]R\}}d}|r"d| }t| d| �dd�d�}|du rTtd| j|f ��||� q
dS )zTParses configuration file items from one
or more related sections.
rd z_%szparse_section%sre �__Nz0Unsupported distribution option section: [%s.%s])rj rf rR rh r rY )r rk rl Zmethod_postfixZsection_parser_methodr r r r
� s ���zConfigHandler.parsec s t � �� ��fdd��}|S )z�this function will wrap around parameters that are deprecated
:param msg: deprecation message
:param warning_class: class of warning exception to be raised
:param func: function to be wrapped around
c s t ���� � | i |��S r
)�warnings�warn)�args�kwargs��func�msg�
warning_classr r �config_handler� s z@ConfigHandler._deprecated_config_handler.<locals>.config_handlerr )r r� r� r� r� r r� r �_deprecated_config_handler� s z(ConfigHandler._deprecated_config_handler)F)rz )rz )N)N)r4 r5 r6 r7 rY rr r �propertyrp ry � classmethodr� r� r� r� r� r� � staticmethodr� r� r� r� r� r� r
r� r r r r rc � s@
&
-
rc c sH e Zd ZdZddddd�ZdZd� fd d
� Zed d � �Zd
d� Z � Z
S )r] r^ �url� description� classifiers� platforms)Z home_page�summary�
classifier�platformFNc s t t| ��|||� || _d S r
)�superr] r r_ )r rS ra r@ r_ �ro r r r s
�z ConfigMetadataHandler.__init__c C s^ | j }| j}| j}| j}|||| �|dt�|| �||�|d�| �|d�dt�|||| j|d�
S )rm z[The requires parameter is deprecated, please use install_requires for runtime dependencies.�license� license_filezDThe license_file parameter is deprecated, use license_files instead.)
r� �keywords�provides�requires� obsoletesr� r� r� Z
license_filesr� �long_description�versionZ project_urls)r� r� r� r� r� �DeprecationWarningr� �_parse_version)r �
parse_listZ
parse_file�
parse_dictZexclude_files_parserr r r rp s4 �
��z ConfigMetadataHandler.parsersc C s� | � |�}||krF|�� }tt|�t�rBd}t|jf i t� ����|S | �|| j �}t
|�rb|� }t|t �s�t |d�r�d�
tt |��}nd| }|S )zSParses `version` option value.
:param value:
:rtype: str
zCVersion loaded from {value} does not comply with PEP 440: {version}�__iter__re z%s)r� ri r! r
r r r1 r r� r_ �callabler� �hasattrr� �map)r r' r� �tmplr r r r� ? s
�
z$ConfigMetadataHandler._parse_version)FN) r4 r5 r6 rY rr Z strict_moder r� rp r� �
__classcell__r r r� r r] s � �
!r] c @ sd e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� ZdS )r\ ra c C sN | j }t| j dd�}| j}| j}| j}||||||||||| j| j|t|d�S )rm �;r� )Zzip_safeZinclude_package_datar_ �scriptsZeager_resourcesZdependency_linksZnamespace_packagesZinstall_requiresZsetup_requiresZ
tests_require�packages� entry_points�
py_modulesZpython_requires�cmdclass)r� r r� r� �_parse_cmdclass�_parse_packagesr� r )r r� Zparse_list_semicolonZ
parse_boolr� Zparse_cmdclassr r r rp g s* �z ConfigOptionsHandler.parsersc s$ dd� � � fdd�| � |��� D �S )Nc S s8 | � d�}| |d d � }| d |� }t|�}t||�S )Nre r� )�rfind�
__import__rR )Zqualified_class_name�idx�
class_name�pkg_namer r r r �
resolve_class� s
z;ConfigOptionsHandler._parse_cmdclass.<locals>.resolve_classc s i | ]\}}|� |��qS r r �r( �k�v�r� r r �
<dictcomp>� r~ z8ConfigOptionsHandler._parse_cmdclass.<locals>.<dictcomp>)r� rf )r r' r r� r r� � s z$ConfigOptionsHandler._parse_cmdclassc C sn ddg}|� � }||vr"| �|�S ||d k}| �| j�di ��}|rTddlm} n ddlm} |f i |��S )zTParses `packages` option value.
:param value:
:rtype: list
zfind:zfind_namespace:r� z
packages.findr )�find_namespace_packages)�
find_packages)ri r� � parse_section_packages__findrj rs �
setuptoolsr� r� )r r' Zfind_directivesZ
trimmed_valueZfindns� find_kwargsr� r r r r� � s
� z$ConfigOptionsHandler._parse_packagesc sR | � || j�}g d�� t� fdd�|�� D ��}|�d�}|durN|d |d< |S )z�Parses `packages.find` configuration file section.
To be used in conjunction with _parse_packages().
:param dict section_options:
)�where�include�excludec s$ g | ] \}}|� v r|r||f�qS r r r� �Z
valid_keysr r r} � r~ zEConfigOptionsHandler.parse_section_packages__find.<locals>.<listcomp>r Nr )r� r� rW rf rs )r rl Z section_datar r r r r r � s �
z1ConfigOptionsHandler.parse_section_packages__findc C s | � || j�}|| d< dS )z`Parses `entry_points` configuration file section.
:param dict section_options:
r� N)r� r� �r rl r� r r r �parse_section_entry_points� s z/ConfigOptionsHandler.parse_section_entry_pointsc C s. | � || j�}|�d�}|r*||d< |d= |S )Nr� rd )r� r� rs )r rl r� �rootr r r �_parse_package_data� s
z(ConfigOptionsHandler._parse_package_datac C s | � |�| d< dS )z`Parses `package_data` configuration file section.
:param dict section_options:
� package_dataN�r
�r rl r r r �parse_section_package_data� s z/ConfigOptionsHandler.parse_section_package_datac C s | � |�| d< dS )zhParses `exclude_package_data` configuration file section.
:param dict section_options:
Zexclude_package_dataNr r
r r r �"parse_section_exclude_package_data� s z7ConfigOptionsHandler.parse_section_exclude_package_datac C s" t | jdd�}| �||�| d< dS )zbParses `extras_require` configuration file section.
:param dict section_options:
r� r� Zextras_requireN)r r� r� )r rl r� r r r � parse_section_extras_require� s �z1ConfigOptionsHandler.parse_section_extras_requirec C s( | � || j�}dd� |�� D �| d< dS )z^Parses `data_files` configuration file section.
:param dict section_options:
c S s g | ]\}}||f�qS r r r� r r r r} � r~ zAConfigOptionsHandler.parse_section_data_files.<locals>.<listcomp>�
data_filesN)r� r� rf r r r r �parse_section_data_files� s z-ConfigOptionsHandler.parse_section_data_filesN)r4 r5 r6 rY r� rp r� r� r r r
r r r r r r r r r\ c s
r\ )FF)F) r r� rA r8 r� rQ r � collectionsr r r �globr �
contextlib�distutils.errorsr r Z#setuptools.extern.packaging.versionr r
Z&setuptools.extern.packaging.specifiersr r �contextmanagerr< rP rV rL rJ rc r] r\ r r r r �<module> s4
-
c_ site-packages/setuptools/__pycache__/__init__.cpython-39.pyc 0000644 00000021052 15056474501 0020114 0 ustar 00 a
(�Re� � @ sF d Z ddlmZ ddlZddlZddlZddlZddlZddl Z
ddl m Z ddl
mZ ddlmZ ddlZddlmZ dd lmZ dd
lmZ dd lmZ g d �Zej j Z dZ G d
d� d�Z G dd� de �Z e j!Z"e j!Z#dd� Z$dd� Z%e
j&j%j e%_ e�'e
j&j(�Z)G dd� de)�Z(dd� Z*ej+fdd�Z,G dd � d e-�Z.e�/� dS ) z@Extensions to the 'distutils' for large or complex distributions� �� fnmatchcaseN)�DistutilsOptionError)� convert_path� )� SetuptoolsDeprecationWarning)� Extension)� Distribution)�Require)�monkey)�setupr �Commandr r
r �
find_packages�find_namespace_packagesc @ sB e Zd ZdZeddd��Zedd� �Zed d
� �Zed d � �Z d
S )�
PackageFinderzI
Generate a list of all Python packages found within a directory
�.� ��*c C s, t | �t|�| jddg|�R � | j|� ��S )a Return a list all Python packages found within directory 'where'
'where' is the root directory which will be searched for packages. It
should be supplied as a "cross-platform" (i.e. URL-style) path; it will
be converted to the appropriate local path syntax.
'exclude' is a sequence of package names to exclude; '*' can be used
as a wildcard in the names, such that 'foo.*' will exclude all
subpackages of 'foo' (but not 'foo' itself).
'include' is a sequence of package names to include. If it's
specified, only the named packages will be included. If it's not
specified, all found packages will be included. 'include' can contain
shell style wildcard patterns just like 'exclude'.
Zez_setupz *__pycache__)�list�_find_packages_iterr �
_build_filter)�cls�where�exclude�includer r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/__init__.py�find- s ��zPackageFinder.findc c s� t j|dd�D ]�\}}}|dd� }g |dd�< |D ]d}t j�||�} t j�| |�}
|
�t jjd�} d|v s4| �| �sxq4|| �r�|| �s�| V |�|� q4qdS )zy
All the packages found in 'where' that pass the 'include' filter, but
not the 'exclude' filter.
T�� followlinksNr ) �os�walk�path�join�relpath�replace�sep�_looks_like_package�append) r r r r �root�dirs�filesZall_dirs�dir� full_path�rel_path�packager r r r G s z!PackageFinder._find_packages_iterc C s t j�t j�| d��S )z%Does a directory look like a package?z __init__.py)r r" �isfiler# �r" r r r r' c s z!PackageFinder._looks_like_packagec s � fdd�S )z�
Given a list of patterns, return a callable that will be true only if
the input matches at least one of the patterns.
c s t � fdd��D ��S )Nc 3 s | ]}t � |d �V qdS ))�patNr )�.0r2 ��namer r � <genexpr>n � z@PackageFinder._build_filter.<locals>.<lambda>.<locals>.<genexpr>)�anyr4 ��patternsr4 r �<lambda>n r7 z-PackageFinder._build_filter.<locals>.<lambda>r r9 r r9 r r h s zPackageFinder._build_filterN)r r r )
�__name__�
__module__� __qualname__�__doc__� classmethodr r � staticmethodr' r r r r r r ( s
r c @ s e Zd Zedd� �ZdS )�PEP420PackageFinderc C s dS )NTr r1 r r r r' r s z'PEP420PackageFinder._looks_like_packageN)r< r= r> rA r' r r r r rB q s rB c C sJ G dd� dt jj�}|| �}|jdd� |jrFt�dt� |�|j� d S )Nc @ s e Zd ZdZdd� Zdd� ZdS )z4_install_setup_requires.<locals>.MinimalDistributionzl
A minimal version of a distribution for supporting the
fetch_build_eggs interface.
c s6 d}� fdd�t |�t � �@ D �}tjj�| |� d S )N)Zdependency_links�setup_requiresc s i | ]}|� | �qS r r )r3 �k��attrsr r �
<dictcomp>� r7 zQ_install_setup_requires.<locals>.MinimalDistribution.__init__.<locals>.<dictcomp>)�set� distutils�corer �__init__)�selfrF Z_incl�filteredr rE r rK � s z=_install_setup_requires.<locals>.MinimalDistribution.__init__c S s dS )zl
Disable finalize_options to avoid building the working set.
Ref #2158.
Nr )rL r r r �finalize_options� s zE_install_setup_requires.<locals>.MinimalDistribution.finalize_optionsN)r< r= r> r? rK rN r r r r �MinimalDistribution~ s rO T)Zignore_option_errorszdsetup_requires is deprecated. Supply build dependencies using PEP 517 pyproject.toml build-requires.) rI rJ r �parse_config_filesrC �warnings�warnr Zfetch_build_eggs)rF rO �distr r r �_install_setup_requires{ s �rT c K s t | � tjjf i | ��S �N)rT rI rJ r rE r r r r � s r c @ s: e Zd ZejZdZdd� Zd dd�Zdd� Zd
d
d �Z dS )r
Fc K s t �| |� t| ��|� dS )zj
Construct the command for dist, updating
vars(self) with any keyword parameters.
N)�_CommandrK �vars�update)rL rS �kwr r r rK � s zCommand.__init__Nc C sB t | |�}|d u r"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))�getattr�setattr�
isinstance�strr )rL �option�what�default�valr r r �_ensure_stringlike� s
�zCommand._ensure_stringlikec C sp t | |�}|du rdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S rU )r\ r] )r3 �vr r r r6 � r7 z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) rZ r\ r] r[ �re�splitr �allr )rL r^ ra �okr r r �ensure_string_list� s
�zCommand.ensure_string_listr c K s t �| ||�}t|��|� |S rU )rV �reinitialize_commandrW rX )rL �command�reinit_subcommandsrY �cmdr r r ri � s z Command.reinitialize_command)N)r )
r< r= r> rV r? Zcommand_consumes_argumentsrK rb rh ri r r r r r
� s
r
c C s& dd� t j| dd�D �}tt jj|�S )z%
Find all files under 'path'
c s s, | ]$\}}}|D ]}t j�||�V qqd S rU )r r" r# )r3 �baser* r+ �filer r r r6 � s �z#_find_all_simple.<locals>.<genexpr>Tr )r r! �filterr" r0 )r" �resultsr r r �_find_all_simple� s �rq c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rq r �curdir� functools�partialr" r$ �mapr )r, r+ Zmake_relr r r �findall� s
rw c @ s e Zd ZdZdS )�sicz;Treat this string as-is (https://en.wikipedia.org/wiki/Sic)N)r< r= r> r? r r r r rx � s rx )0r? �fnmatchr rt r rd rQ Z_distutils_hack.overrideZ_distutils_hack�distutils.corerI �distutils.errorsr �distutils.utilr Z_deprecation_warningr Zsetuptools.version�
setuptoolsZsetuptools.extensionr Zsetuptools.distr Zsetuptools.dependsr
� r �__all__�version� __version__Zbootstrap_install_fromr rB r r r rT r rJ Z
get_unpatchedr
rV rq rs rw r] rx Z patch_allr r r r �<module> s> I! 3 site-packages/setuptools/__pycache__/launch.cpython-39.pyc 0000644 00000001665 15056474501 0017637 0 ustar 00 a
(�Re, � @ s. d Z ddlZddlZdd� Zedkr*e� dS )z[
Launch the Python script on the command line after
setuptools is bootstrapped via import.
� Nc C s� t tjd } t| ddd�}tjdd� tjdd�< ttdt�}|| ��}|�� }W d � n1 sf0 Y |�dd�}t || d�}t
||� dS ) zP
Run the script in sys.argv[1] as if it had
been invoked naturally.
� �__main__N)�__file__�__name__�__doc__�openz\r\nz\n�exec) � __builtins__�sys�argv�dict�getattr�tokenizer �read�replace�compiler )� script_name� namespace�open_Zfid�scriptZ norm_script�code� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/launch.py�run
s
�
& r r )r r r
r r r r r r �<module> s
site-packages/setuptools/__pycache__/_imp.cpython-39.pyc 0000644 00000004125 15056474501 0017303 0 ustar 00 a
(�ReX � @ sd d Z ddlZddlZddlZddlmZ dZdZdZ dZ
dZ d d
� Z dd d �Z
dd
d�Zdd� ZdS )zX
Re-implementation of find_module and get_frozen_object
from the deprecated imp module.
� N� )�module_from_spec� � � � c C s( t |t�rtj�� jntjj}|| |�S )N)�
isinstance�list� importlib� machinery�
PathFinder� find_spec�util)�module�paths�finder� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_imp.pyr
s
��r
c C sR t | |�}|du r td| ��|js>t|d�r>tj�d|j�}d}d}t|jt �}|j
dksp|r�t |jtj j
�r�t}d}d }}n�|j
dks�|r�t |jtj j�r�t}d}d }}n�|j�r6|j
}tj�|�d }|tj jv r�d
nd }|tj jv r�t}n&|tj jv �r
t}n|tj jv �r t}|tthv �rBt||�}n d}d }}|||||ffS ) z7Just like 'imp.find_module()', but with package supportN�
Can't find %s�submodule_search_locationsz __init__.py����frozen� zbuilt-inr �r�rb)r
� ImportError� has_location�hasattrr
r �spec_from_loader�loaderr �type�origin�
issubclassr �FrozenImporter� PY_FROZEN�BuiltinImporter� C_BUILTIN�os�path�splitext�SOURCE_SUFFIXES� PY_SOURCE�BYTECODE_SUFFIXES� PY_COMPILED�EXTENSION_SUFFIXES� C_EXTENSION�open) r r �spec�kind�fileZstaticr( �suffix�moder r r � find_module sF
�
�
r6 c C s& t | |�}|std| ��|j�| �S �Nr )r
r r �get_code)r r r1 r r r �get_frozen_objectG s
r9 c C s" t | |�}|std| ��t|�S r7 )r
r r )r r �infor1 r r r �
get_moduleN s
r; )N)N)�__doc__r' �importlib.utilr
�importlib.machineryZ
py34compatr r+ r- r/ r& r$ r
r6 r9 r; r r r r �<module> s
*
site-packages/setuptools/__pycache__/errors.cpython-39.pyc 0000644 00000001602 15056474501 0017670 0 ustar 00 a
(�Re � @ s& d Z ddlmZ G dd� dee�ZdS )zCsetuptools.errors
Provides exceptions used by setuptools modules.
� )�DistutilsErrorc @ s e Zd ZdZdS )�RemovedCommandErroraO Error used for commands that have been removed in setuptools.
Since ``setuptools`` is built on ``distutils``, simply removing a command
from ``setuptools`` will make the behavior fall back to ``distutils``; this
error is raised if a command exists in ``distutils`` but has been actively
removed in ``setuptools``.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/errors.pyr s r N)r �distutils.errorsr � RuntimeErrorr r r r r �<module> s site-packages/setuptools/build_meta.py 0000644 00000024050 15056474501 0014174 0 ustar 00 """A PEP 517 interface to setuptools
Previously, when a user or a command line tool (let's call it a "frontend")
needed to make a request of setuptools to take a certain action, for
example, generating a list of installation requirements, the frontend would
would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line.
PEP 517 defines a different method of interfacing with setuptools. Rather
than calling "setup.py" directly, the frontend should:
1. Set the current directory to the directory with a setup.py file
2. Import this module into a safe python interpreter (one in which
setuptools can potentially set global variables or crash hard).
3. Call one of the functions defined in PEP 517.
What each function does is defined in PEP 517. However, here is a "casual"
definition of the functions (this definition should not be relied on for
bug reports or API stability):
- `build_wheel`: build a wheel in the folder and return the basename
- `get_requires_for_build_wheel`: get the `setup_requires` to build
- `prepare_metadata_for_build_wheel`: get the `install_requires`
- `build_sdist`: build an sdist in the folder and return the basename
- `get_requires_for_build_sdist`: get the `setup_requires` to build
Again, this is not a formal definition! Just a "taste" of the module.
"""
import io
import os
import sys
import tokenize
import shutil
import contextlib
import tempfile
import setuptools
import distutils
from pkg_resources import parse_requirements
__all__ = ['get_requires_for_build_sdist',
'get_requires_for_build_wheel',
'prepare_metadata_for_build_wheel',
'build_wheel',
'build_sdist',
'__legacy__',
'SetupRequirementsError']
class SetupRequirementsError(BaseException):
def __init__(self, specifiers):
self.specifiers = specifiers
class Distribution(setuptools.dist.Distribution):
def fetch_build_eggs(self, specifiers):
specifier_list = list(map(str, parse_requirements(specifiers)))
raise SetupRequirementsError(specifier_list)
@classmethod
@contextlib.contextmanager
def patch(cls):
"""
Replace
distutils.dist.Distribution with this class
for the duration of this context.
"""
orig = distutils.core.Distribution
distutils.core.Distribution = cls
try:
yield
finally:
distutils.core.Distribution = orig
@contextlib.contextmanager
def no_install_setup_requires():
"""Temporarily disable installing setup_requires
Under PEP 517, the backend reports build dependencies to the frontend,
and the frontend is responsible for ensuring they're installed.
So setuptools (acting as a backend) should not try to install them.
"""
orig = setuptools._install_setup_requires
setuptools._install_setup_requires = lambda attrs: None
try:
yield
finally:
setuptools._install_setup_requires = orig
def _get_immediate_subdirectories(a_dir):
return [name for name in os.listdir(a_dir)
if os.path.isdir(os.path.join(a_dir, name))]
def _file_with_extension(directory, extension):
matching = (
f for f in os.listdir(directory)
if f.endswith(extension)
)
try:
file, = matching
except ValueError:
raise ValueError(
'No distribution was found. Ensure that `setup.py` '
'is not empty and that it calls `setup()`.')
return file
def _open_setup_script(setup_script):
if not os.path.exists(setup_script):
# Supply a default setup.py
return io.StringIO(u"from setuptools import setup; setup()")
return getattr(tokenize, 'open', open)(setup_script)
class _BuildMetaBackend(object):
def _fix_config(self, config_settings):
config_settings = config_settings or {}
config_settings.setdefault('--global-option', [])
return config_settings
def _get_build_requires(self, config_settings, requirements):
config_settings = self._fix_config(config_settings)
sys.argv = sys.argv[:1] + ['egg_info'] + \
config_settings["--global-option"]
try:
with Distribution.patch():
self.run_setup()
except SetupRequirementsError as e:
requirements += e.specifiers
return requirements
def run_setup(self, setup_script='setup.py'):
# Note that we can reuse our build directory between calls
# Correctness comes first, then optimization later
__file__ = setup_script
__name__ = '__main__'
with _open_setup_script(__file__) as f:
code = f.read().replace(r'\r\n', r'\n')
exec(compile(code, __file__, 'exec'), locals())
def get_requires_for_build_wheel(self, config_settings=None):
config_settings = self._fix_config(config_settings)
return self._get_build_requires(
config_settings, requirements=['wheel'])
def get_requires_for_build_sdist(self, config_settings=None):
config_settings = self._fix_config(config_settings)
return self._get_build_requires(config_settings, requirements=[])
def prepare_metadata_for_build_wheel(self, metadata_directory,
config_settings=None):
sys.argv = sys.argv[:1] + [
'dist_info', '--egg-base', metadata_directory]
with no_install_setup_requires():
self.run_setup()
dist_info_directory = metadata_directory
while True:
dist_infos = [f for f in os.listdir(dist_info_directory)
if f.endswith('.dist-info')]
if (
len(dist_infos) == 0 and
len(_get_immediate_subdirectories(dist_info_directory)) == 1
):
dist_info_directory = os.path.join(
dist_info_directory, os.listdir(dist_info_directory)[0])
continue
assert len(dist_infos) == 1
break
# PEP 517 requires that the .dist-info directory be placed in the
# metadata_directory. To comply, we MUST copy the directory to the root
if dist_info_directory != metadata_directory:
shutil.move(
os.path.join(dist_info_directory, dist_infos[0]),
metadata_directory)
shutil.rmtree(dist_info_directory, ignore_errors=True)
return dist_infos[0]
def _build_with_temp_dir(self, setup_command, result_extension,
result_directory, config_settings):
config_settings = self._fix_config(config_settings)
result_directory = os.path.abspath(result_directory)
# Build in a temporary directory, then copy to the target.
os.makedirs(result_directory, exist_ok=True)
with tempfile.TemporaryDirectory(dir=result_directory) as tmp_dist_dir:
sys.argv = (sys.argv[:1] + setup_command +
['--dist-dir', tmp_dist_dir] +
config_settings["--global-option"])
with no_install_setup_requires():
self.run_setup()
result_basename = _file_with_extension(
tmp_dist_dir, result_extension)
result_path = os.path.join(result_directory, result_basename)
if os.path.exists(result_path):
# os.rename will fail overwriting on non-Unix.
os.remove(result_path)
os.rename(os.path.join(tmp_dist_dir, result_basename), result_path)
return result_basename
def build_wheel(self, wheel_directory, config_settings=None,
metadata_directory=None):
return self._build_with_temp_dir(['bdist_wheel'], '.whl',
wheel_directory, config_settings)
def build_sdist(self, sdist_directory, config_settings=None):
return self._build_with_temp_dir(['sdist', '--formats', 'gztar'],
'.tar.gz', sdist_directory,
config_settings)
class _BuildMetaLegacyBackend(_BuildMetaBackend):
"""Compatibility backend for setuptools
This is a version of setuptools.build_meta that endeavors
to maintain backwards
compatibility with pre-PEP 517 modes of invocation. It
exists as a temporary
bridge between the old packaging mechanism and the new
packaging mechanism,
and will eventually be removed.
"""
def run_setup(self, setup_script='setup.py'):
# In order to maintain compatibility with scripts assuming that
# the setup.py script is in a directory on the PYTHONPATH, inject
# '' into sys.path. (pypa/setuptools#1642)
sys_path = list(sys.path) # Save the original path
script_dir = os.path.dirname(os.path.abspath(setup_script))
if script_dir not in sys.path:
sys.path.insert(0, script_dir)
# Some setup.py scripts (e.g. in pygame and numpy) use sys.argv[0] to
# get the directory of the source code. They expect it to refer to the
# setup.py script.
sys_argv_0 = sys.argv[0]
sys.argv[0] = setup_script
try:
super(_BuildMetaLegacyBackend,
self).run_setup(setup_script=setup_script)
finally:
# While PEP 517 frontends should be calling each hook in a fresh
# subprocess according to the standard (and thus it should not be
# strictly necessary to restore the old sys.path), we'll restore
# the original path so that the path manipulation does not persist
# within the hook after run_setup is called.
sys.path[:] = sys_path
sys.argv[0] = sys_argv_0
# The primary backend
_BACKEND = _BuildMetaBackend()
get_requires_for_build_wheel = _BACKEND.get_requires_for_build_wheel
get_requires_for_build_sdist = _BACKEND.get_requires_for_build_sdist
prepare_metadata_for_build_wheel = _BACKEND.prepare_metadata_for_build_wheel
build_wheel = _BACKEND.build_wheel
build_sdist = _BACKEND.build_sdist
# The legacy backend
__legacy__ = _BuildMetaLegacyBackend()
site-packages/setuptools/_distutils/text_file.py 0000644 00000030303 15056474501 0016233 0 ustar 00 """text_file
provides the TextFile class, which gives an interface to text files
that (optionally) takes care of stripping comments, ignoring blank
lines, and joining lines with backslashes."""
import sys, io
class TextFile:
"""Provides a file-like object that takes care of all the things you
commonly want to do when processing a text file that has some
line-by-line syntax: strip comments (as long as "#" is your
comment character), skip blank lines, join adjacent lines by
escaping the newline (ie. backslash at end of line), strip
leading and/or trailing whitespace. All of these are optional
and independently controllable.
Provides a 'warn()' method so you can generate warning messages that
report physical line number, even if the logical line in question
spans multiple physical lines. Also provides 'unreadline()' for
implementing line-at-a-time lookahead.
Constructor is called as:
TextFile (filename=None, file=None, **options)
It bombs (RuntimeError) if both 'filename' and 'file' are None;
'filename' should be a string, and 'file' a file object (or
something that provides 'readline()' and 'close()' methods). It is
recommended that you supply at least 'filename', so that TextFile
can include it in warning messages. If 'file' is not supplied,
TextFile creates its own using 'io.open()'.
The options are all boolean, and affect the value returned by
'readline()':
strip_comments [default: true]
strip from "#" to end-of-line, as well as any whitespace
leading up to the "#" -- unless it is escaped by a backslash
lstrip_ws [default: false]
strip leading whitespace from each line before returning it
rstrip_ws [default: true]
strip trailing whitespace (including line terminator!) from
each line before returning it
skip_blanks [default: true}
skip lines that are empty *after* stripping comments and
whitespace. (If both lstrip_ws and rstrip_ws are false,
then some lines may consist of solely whitespace: these will
*not* be skipped, even if 'skip_blanks' is true.)
join_lines [default: false]
if a backslash is the last non-newline character on a line
after stripping comments and whitespace, join the following line
to it to form one "logical line"; if N consecutive lines end
with a backslash, then N+1 physical lines will be joined to
form one logical line.
collapse_join [default: false]
strip leading whitespace from lines that are joined to their
predecessor; only matters if (join_lines and not lstrip_ws)
errors [default: 'strict']
error handler used to decode the file content
Note that since 'rstrip_ws' can strip the trailing newline, the
semantics of 'readline()' must differ from those of the builtin file
object's 'readline()' method! In particular, 'readline()' returns
None for end-of-file: an empty string might just be a blank line (or
an all-whitespace line), if 'rstrip_ws' is true but 'skip_blanks' is
not."""
default_options = { 'strip_comments': 1,
'skip_blanks': 1,
'lstrip_ws': 0,
'rstrip_ws': 1,
'join_lines': 0,
'collapse_join': 0,
'errors': 'strict',
}
def __init__(self, filename=None, file=None, **options):
"""Construct a new TextFile object. At least one of 'filename'
(a string) and 'file' (a file-like object) must be supplied.
They keyword argument options are described above and affect
the values returned by 'readline()'."""
if filename is None and file is None:
raise RuntimeError("you must supply either or both of 'filename' and 'file'")
# set values for all options -- either from client option hash
# or fallback to default_options
for opt in self.default_options.keys():
if opt in options:
setattr(self, opt, options[opt])
else:
setattr(self, opt, self.default_options[opt])
# sanity check client option hash
for opt in options.keys():
if opt not in self.default_options:
raise KeyError("invalid TextFile option '%s'" % opt)
if file is None:
self.open(filename)
else:
self.filename = filename
self.file = file
self.current_line = 0 # assuming that file is at BOF!
# 'linebuf' is a stack of lines that will be emptied before we
# actually read from the file; it's only populated by an
# 'unreadline()' operation
self.linebuf = []
def open(self, filename):
"""Open a new file named 'filename'. This overrides both the
'filename' and 'file' arguments to the constructor."""
self.filename = filename
self.file = io.open(self.filename, 'r', errors=self.errors)
self.current_line = 0
def close(self):
"""Close the current file and forget everything we know about it
(filename, current line number)."""
file = self.file
self.file = None
self.filename = None
self.current_line = None
file.close()
def gen_error(self, msg, line=None):
outmsg = []
if line is None:
line = self.current_line
outmsg.append(self.filename + ", ")
if isinstance(line, (list, tuple)):
outmsg.append("lines %d-%d: " % tuple(line))
else:
outmsg.append("line %d: " % line)
outmsg.append(str(msg))
return "".join(outmsg)
def error(self, msg, line=None):
raise ValueError("error: " + self.gen_error(msg, line))
def warn(self, msg, line=None):
"""Print (to stderr) a warning message tied to the current logical
line in the current file. If the current logical line in the
file spans multiple physical lines, the warning refers to the
whole range, eg. "lines 3-5". If 'line' supplied, it overrides
the current line number; it may be a list or tuple to indicate a
range of physical lines, or an integer for a single physical
line."""
sys.stderr.write("warning: " + self.gen_error(msg, line) + "\n")
def readline(self):
"""Read and return a single logical line from the current file (or
from an internal buffer if lines have previously been "unread"
with 'unreadline()'). If the 'join_lines' option is true, this
may involve reading multiple physical lines concatenated into a
single string. Updates the current line number, so calling
'warn()' after 'readline()' emits a warning about the physical
line(s) just read. Returns None on end-of-file, since the empty
string can occur if 'rstrip_ws' is true but 'strip_blanks' is
not."""
# If any "unread" lines waiting in 'linebuf', return the top
# one. (We don't actually buffer read-ahead data -- lines only
# get put in 'linebuf' if the client explicitly does an
# 'unreadline()'.
if self.linebuf:
line = self.linebuf[-1]
del self.linebuf[-1]
return line
buildup_line = ''
while True:
# read the line, make it None if EOF
line = self.file.readline()
if line == '':
line = None
if self.strip_comments and line:
# Look for the first "#" in the line. If none, never
# mind. If we find one and it's the first character, or
# is not preceded by "\", then it starts a comment --
# strip the comment, strip whitespace before it, and
# carry on. Otherwise, it's just an escaped "#", so
# unescape it (and any other escaped "#"'s that might be
# lurking in there) and otherwise leave the line alone.
pos = line.find("#")
if pos == -1: # no "#" -- no comments
pass
# It's definitely a comment -- either "#" is the first
# character, or it's elsewhere and unescaped.
elif pos == 0 or line[pos-1] != "\\":
# Have to preserve the trailing newline, because it's
# the job of a later step (rstrip_ws) to remove it --
# and if rstrip_ws is false, we'd better preserve it!
# (NB. this means that if the final line is all comment
# and has no trailing newline, we will think that it's
# EOF; I think that's OK.)
eol = (line[-1] == '\n') and '\n' or ''
line = line[0:pos] + eol
# If all that's left is whitespace, then skip line
# *now*, before we try to join it to 'buildup_line' --
# that way constructs like
# hello \\
# # comment that should be ignored
# there
# result in "hello there".
if line.strip() == "":
continue
else: # it's an escaped "#"
line = line.replace("\\#", "#")
# did previous line end with a backslash? then accumulate
if self.join_lines and buildup_line:
# oops: end of file
if line is None:
self.warn("continuation line immediately precedes "
"end-of-file")
return buildup_line
if self.collapse_join:
line = line.lstrip()
line = buildup_line + line
# careful: pay attention to line number when incrementing it
if isinstance(self.current_line, list):
self.current_line[1] = self.current_line[1] + 1
else:
self.current_line = [self.current_line,
self.current_line + 1]
# just an ordinary line, read it as usual
else:
if line is None: # eof
return None
# still have to be careful about incrementing the line number!
if isinstance(self.current_line, list):
self.current_line = self.current_line[1] + 1
else:
self.current_line = self.current_line + 1
# strip whitespace however the client wants (leading and
# trailing, or one or the other, or neither)
if self.lstrip_ws and self.rstrip_ws:
line = line.strip()
elif self.lstrip_ws:
line = line.lstrip()
elif self.rstrip_ws:
line = line.rstrip()
# blank line (whether we rstrip'ed or not)? skip to next line
# if appropriate
if (line == '' or line == '\n') and self.skip_blanks:
continue
if self.join_lines:
if line[-1] == '\\':
buildup_line = line[:-1]
continue
if line[-2:] == '\\\n':
buildup_line = line[0:-2] + '\n'
continue
# well, I guess there's some actual content there: return it
return line
def readlines(self):
"""Read and return the list of all logical lines remaining in the
current file."""
lines = []
while True:
line = self.readline()
if line is None:
return lines
lines.append(line)
def unreadline(self, line):
"""Push 'line' (a string) onto an internal buffer that will be
checked by future 'readline()' calls. Handy for implementing
a parser with line-at-a-time lookahead."""
self.linebuf.append(line)
site-packages/setuptools/_distutils/archive_util.py 0000644 00000020574 15056474501 0016737 0 ustar 00 """distutils.archive_util
Utility functions for creating archive files (tarballs, zip files,
that sort of thing)."""
import os
from warnings import warn
import sys
try:
import zipfile
except ImportError:
zipfile = None
from distutils.errors import DistutilsExecError
from distutils.spawn import spawn
from distutils.dir_util import mkpath
from distutils import log
try:
from pwd import getpwnam
except ImportError:
getpwnam = None
try:
from grp import getgrnam
except ImportError:
getgrnam = None
def _get_gid(name):
"""Returns a gid, given a group name."""
if getgrnam is None or name is None:
return None
try:
result = getgrnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def _get_uid(name):
"""Returns an uid, given a user name."""
if getpwnam is None or name is None:
return None
try:
result = getpwnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def make_tarball(base_name, base_dir, compress="gzip", verbose=0, dry_run=0,
owner=None, group=None):
"""Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", "xz", "compress", or
None. ("compress" will be deprecated in Python 3.2)
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_dir' + ".tar", possibly plus
the appropriate compression extension (".gz", ".bz2", ".xz" or ".Z").
Returns the output filename.
"""
tar_compression = {'gzip': 'gz', 'bzip2': 'bz2', 'xz': 'xz', None: '',
'compress': ''}
compress_ext = {'gzip': '.gz', 'bzip2': '.bz2', 'xz': '.xz',
'compress': '.Z'}
# flags for compression program, each element of list will be an argument
if compress is not None and compress not in compress_ext.keys():
raise ValueError(
"bad value for 'compress': must be None, 'gzip', 'bzip2', "
"'xz' or 'compress'")
archive_name = base_name + '.tar'
if compress != 'compress':
archive_name += compress_ext.get(compress, '')
mkpath(os.path.dirname(archive_name), dry_run=dry_run)
# creating the tarball
import tarfile # late import so Python build itself doesn't break
log.info('Creating tar archive')
uid = _get_uid(owner)
gid = _get_gid(group)
def _set_uid_gid(tarinfo):
if gid is not None:
tarinfo.gid = gid
tarinfo.gname = group
if uid is not None:
tarinfo.uid = uid
tarinfo.uname = owner
return tarinfo
if not dry_run:
tar = tarfile.open(archive_name, 'w|%s' % tar_compression[compress])
try:
tar.add(base_dir, filter=_set_uid_gid)
finally:
tar.close()
# compression using `compress`
if compress == 'compress':
warn("'compress' will be deprecated.", PendingDeprecationWarning)
# the option varies depending on the platform
compressed_name = archive_name + compress_ext[compress]
if sys.platform == 'win32':
cmd = [compress, archive_name, compressed_name]
else:
cmd = [compress, '-f', archive_name]
spawn(cmd, dry_run=dry_run)
return compressed_name
return archive_name
def make_zipfile(base_name, base_dir, verbose=0, dry_run=0):
"""Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises DistutilsExecError. Returns the name of the output zip
file.
"""
zip_filename = base_name + ".zip"
mkpath(os.path.dirname(zip_filename), dry_run=dry_run)
# If zipfile module is not available, try spawning an external
# 'zip' command.
if zipfile is None:
if verbose:
zipoptions = "-r"
else:
zipoptions = "-rq"
try:
spawn(["zip", zipoptions, zip_filename, base_dir],
dry_run=dry_run)
except DistutilsExecError:
# XXX really should distinguish between "couldn't find
# external 'zip' command" and "zip failed".
raise DistutilsExecError(("unable to create zip file '%s': "
"could neither import the 'zipfile' module nor "
"find a standalone zip utility") % zip_filename)
else:
log.info("creating '%s' and adding '%s' to it",
zip_filename, base_dir)
if not dry_run:
try:
zip = zipfile.ZipFile(zip_filename, "w",
compression=zipfile.ZIP_DEFLATED)
except RuntimeError:
zip = zipfile.ZipFile(zip_filename, "w",
compression=zipfile.ZIP_STORED)
with zip:
if base_dir != os.curdir:
path = os.path.normpath(os.path.join(base_dir, ''))
zip.write(path, path)
log.info("adding '%s'", path)
for dirpath, dirnames, filenames in os.walk(base_dir):
for name in dirnames:
path = os.path.normpath(os.path.join(dirpath, name, ''))
zip.write(path, path)
log.info("adding '%s'", path)
for name in filenames:
path = os.path.normpath(os.path.join(dirpath, name))
if os.path.isfile(path):
zip.write(path, path)
log.info("adding '%s'", path)
return zip_filename
ARCHIVE_FORMATS = {
'gztar': (make_tarball, [('compress', 'gzip')], "gzip'ed tar-file"),
'bztar': (make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file"),
'xztar': (make_tarball, [('compress', 'xz')], "xz'ed tar-file"),
'ztar': (make_tarball, [('compress', 'compress')], "compressed tar file"),
'tar': (make_tarball, [('compress', None)], "uncompressed tar file"),
'zip': (make_zipfile, [],"ZIP file")
}
def check_archive_formats(formats):
"""Returns the first format from the 'format' list that is unknown.
If all formats are known, returns None
"""
for format in formats:
if format not in ARCHIVE_FORMATS:
return format
return None
def make_archive(base_name, format, root_dir=None, base_dir=None, verbose=0,
dry_run=0, owner=None, group=None):
"""Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "gztar",
"bztar", "xztar", or "ztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
"""
save_cwd = os.getcwd()
if root_dir is not None:
log.debug("changing into '%s'", root_dir)
base_name = os.path.abspath(base_name)
if not dry_run:
os.chdir(root_dir)
if base_dir is None:
base_dir = os.curdir
kwargs = {'dry_run': dry_run}
try:
format_info = ARCHIVE_FORMATS[format]
except KeyError:
raise ValueError("unknown archive format '%s'" % format)
func = format_info[0]
for arg, val in format_info[1]:
kwargs[arg] = val
if format != 'zip':
kwargs['owner'] = owner
kwargs['group'] = group
try:
filename = func(base_name, base_dir, **kwargs)
finally:
if root_dir is not None:
log.debug("changing back to '%s'", save_cwd)
os.chdir(save_cwd)
return filename
site-packages/setuptools/_distutils/msvccompiler.py 0000644 00000055764 15056474501 0016775 0 ustar 00 """distutils.msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
import sys, os
from distutils.errors import \
DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import \
CCompiler, gen_lib_options
from distutils import log
_can_read_reg = False
try:
import winreg
_can_read_reg = True
hkey_mod = winreg
RegOpenKeyEx = winreg.OpenKeyEx
RegEnumKey = winreg.EnumKey
RegEnumValue = winreg.EnumValue
RegError = winreg.error
except ImportError:
try:
import win32api
import win32con
_can_read_reg = True
hkey_mod = win32con
RegOpenKeyEx = win32api.RegOpenKeyEx
RegEnumKey = win32api.RegEnumKey
RegEnumValue = win32api.RegEnumValue
RegError = win32api.error
except ImportError:
log.info("Warning: Can't read registry to find the "
"necessary compiler setting\n"
"Make sure that Python modules winreg, "
"win32api or win32con are installed.")
pass
if _can_read_reg:
HKEYS = (hkey_mod.HKEY_USERS,
hkey_mod.HKEY_CURRENT_USER,
hkey_mod.HKEY_LOCAL_MACHINE,
hkey_mod.HKEY_CLASSES_ROOT)
def read_keys(base, key):
"""Return list of registry keys."""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
L = []
i = 0
while True:
try:
k = RegEnumKey(handle, i)
except RegError:
break
L.append(k)
i += 1
return L
def read_values(base, key):
"""Return dict of registry keys and values.
All names are converted to lowercase.
"""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
d = {}
i = 0
while True:
try:
name, value, type = RegEnumValue(handle, i)
except RegError:
break
name = name.lower()
d[convert_mbcs(name)] = convert_mbcs(value)
i += 1
return d
def convert_mbcs(s):
dec = getattr(s, "decode", None)
if dec is not None:
try:
s = dec("mbcs")
except UnicodeError:
pass
return s
class MacroExpander:
def __init__(self, version):
self.macros = {}
self.load_macros(version)
def set_macro(self, macro, path, key):
for base in HKEYS:
d = read_values(base, path)
if d:
self.macros["$(%s)" % macro] = d[key]
break
def load_macros(self, version):
vsbase = r"Software\Microsoft\VisualStudio\%0.1f" % version
self.set_macro("VCInstallDir", vsbase + r"\Setup\VC", "productdir")
self.set_macro("VSInstallDir", vsbase + r"\Setup\VS", "productdir")
net = r"Software\Microsoft\.NETFramework"
self.set_macro("FrameworkDir", net, "installroot")
try:
if version > 7.0:
self.set_macro("FrameworkSDKDir", net, "sdkinstallrootv1.1")
else:
self.set_macro("FrameworkSDKDir", net, "sdkinstallroot")
except KeyError as exc: #
raise DistutilsPlatformError(
"""Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.""")
p = r"Software\Microsoft\NET Framework Setup\Product"
for base in HKEYS:
try:
h = RegOpenKeyEx(base, p)
except RegError:
continue
key = RegEnumKey(h, 0)
d = read_values(base, r"%s\%s" % (p, key))
self.macros["$(FrameworkVersion)"] = d["version"]
def sub(self, s):
for k, v in self.macros.items():
s = s.replace(k, v)
return s
def get_build_version():
"""Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
"""
prefix = "MSC v."
i = sys.version.find(prefix)
if i == -1:
return 6
i = i + len(prefix)
s, rest = sys.version[i:].split(" ", 1)
majorVersion = int(s[:-2]) - 6
if majorVersion >= 13:
# v13 was skipped and should be v14
majorVersion += 1
minorVersion = int(s[2:3]) / 10.0
# I don't think paths are affected by minor version in version 6
if majorVersion == 6:
minorVersion = 0
if majorVersion >= 6:
return majorVersion + minorVersion
# else we don't know what version of the compiler this is
return None
def get_build_architecture():
"""Return the processor architecture.
Possible results are "Intel" or "AMD64".
"""
prefix = " bit ("
i = sys.version.find(prefix)
if i == -1:
return "Intel"
j = sys.version.find(")", i)
return sys.version[i+len(prefix):j]
def normalize_and_reduce_paths(paths):
"""Return a list of normalized paths with duplicates removed.
The current order of paths is maintained.
"""
# Paths are normalized so things like: /a and /a/ aren't both preserved.
reduced_paths = []
for p in paths:
np = os.path.normpath(p)
# XXX(nnorwitz): O(n**2), if reduced_paths gets long perhaps use a set.
if np not in reduced_paths:
reduced_paths.append(np)
return reduced_paths
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
self.__version = get_build_version()
self.__arch = get_build_architecture()
if self.__arch == "Intel":
# x86
if self.__version >= 7:
self.__root = r"Software\Microsoft\VisualStudio"
self.__macros = MacroExpander(self.__version)
else:
self.__root = r"Software\Microsoft\Devstudio"
self.__product = "Visual Studio version %s" % self.__version
else:
# Win64. Assume this was built with the platform SDK
self.__product = "Microsoft SDK compiler %s" % (self.__version + 6)
self.initialized = False
def initialize(self):
self.__paths = []
if "DISTUTILS_USE_SDK" in os.environ and "MSSdk" in os.environ and self.find_exe("cl.exe"):
# Assume that the SDK set up everything alright; don't try to be
# smarter
self.cc = "cl.exe"
self.linker = "link.exe"
self.lib = "lib.exe"
self.rc = "rc.exe"
self.mc = "mc.exe"
else:
self.__paths = self.get_msvc_paths("path")
if len(self.__paths) == 0:
raise DistutilsPlatformError("Python was built with %s, "
"and extensions need to be built with the same "
"version of the compiler, but it isn't installed."
% self.__product)
self.cc = self.find_exe("cl.exe")
self.linker = self.find_exe("link.exe")
self.lib = self.find_exe("lib.exe")
self.rc = self.find_exe("rc.exe") # resource compiler
self.mc = self.find_exe("mc.exe") # message compiler
self.set_path_env_var('lib')
self.set_path_env_var('include')
# extend the MSVC path with the current path
try:
for p in os.environ['path'].split(';'):
self.__paths.append(p)
except KeyError:
pass
self.__paths = normalize_and_reduce_paths(self.__paths)
os.environ['path'] = ";".join(self.__paths)
self.preprocess_options = None
if self.__arch == "Intel":
self.compile_options = [ '/nologo', '/O2', '/MD', '/W3', '/GX' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GX',
'/Z7', '/D_DEBUG']
else:
# Win64
self.compile_options = [ '/nologo', '/O2', '/MD', '/W3', '/GS-' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GS-',
'/Z7', '/D_DEBUG']
self.ldflags_shared = ['/DLL', '/nologo', '/INCREMENTAL:NO']
if self.__version >= 7:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/DEBUG'
]
else:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/pdb:None', '/DEBUG'
]
self.ldflags_static = [ '/nologo']
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
# Copied from ccompiler.py, extended to return .res as 'object'-file
# for .rc input file
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
(base, ext) = os.path.splitext (src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError ("Don't know how to compile %s" % src_name)
if strip_dir:
base = os.path.basename (base)
if ext in self._rc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
elif ext in self._mc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append ('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts +
[output_opt] + [input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc] +
['-h', h_dir, '-r', rc_dir] + [src])
base, _ = os.path.splitext (os.path.basename (src))
rc_file = os.path.join (rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc] +
["/fo" + obj] + [rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile %s to %s"
% (src, obj))
output_opt = "/Fo" + obj
try:
self.spawn([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
(libraries, library_dirs, runtime_library_dirs) = fixed_args
if runtime_library_dirs:
self.warn ("I don't know what to do with 'runtime_library_dirs': "
+ str (runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
if target_desc == CCompiler.EXECUTABLE:
if debug:
ldflags = self.ldflags_shared_debug[1:]
else:
ldflags = self.ldflags_shared[1:]
else:
if debug:
ldflags = self.ldflags_shared_debug
else:
ldflags = self.ldflags_shared
export_opts = []
for sym in (export_symbols or []):
export_opts.append("/EXPORT:" + sym)
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
os.path.dirname(objects[0]),
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC++")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename (name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# Helper methods for using the MSVC registry settings
def find_exe(self, exe):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
for p in self.__paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
# didn't find it; try existing path
for p in os.environ['Path'].split(';'):
fn = os.path.join(os.path.abspath(p),exe)
if os.path.isfile(fn):
return fn
return exe
def get_msvc_paths(self, path, platform='x86'):
"""Get a list of devstudio directories (include, lib or path).
Return a list of strings. The list will be empty if unable to
access the registry or appropriate registry keys not found.
"""
if not _can_read_reg:
return []
path = path + " dirs"
if self.__version >= 7:
key = (r"%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directories"
% (self.__root, self.__version))
else:
key = (r"%s\6.0\Build System\Components\Platforms"
r"\Win32 (%s)\Directories" % (self.__root, platform))
for base in HKEYS:
d = read_values(base, key)
if d:
if self.__version >= 7:
return self.__macros.sub(d[path]).split(";")
else:
return d[path].split(";")
# MSVC 6 seems to create the registry entries we need only when
# the GUI is run.
if self.__version == 6:
for base in HKEYS:
if read_values(base, r"%s\6.0" % self.__root) is not None:
self.warn("It seems you have Visual Studio 6 installed, "
"but the expected registry settings are not present.\n"
"You must at least run the Visual Studio GUI once "
"so that these entries are created.")
break
return []
def set_path_env_var(self, name):
"""Set environment variable 'name' to an MSVC path type value.
This is equivalent to a SET command prior to execution of spawned
commands.
"""
if name == "lib":
p = self.get_msvc_paths("library")
else:
p = self.get_msvc_paths(name)
if p:
os.environ[name] = ';'.join(p)
if get_build_version() >= 8.0:
log.debug("Importing new compiler from distutils.msvc9compiler")
OldMSVCCompiler = MSVCCompiler
from distutils.msvc9compiler import MSVCCompiler
# get_build_architecture not really relevant now we support cross-compile
from distutils.msvc9compiler import MacroExpander
site-packages/setuptools/_distutils/__pycache__/versionpredicate.cpython-39.pyc 0000644 00000012157 15056474501 0024114 0 ustar 00 a
(�Re
� @ s� d Z ddlZddlZddlZe�dej�Ze�d�Ze�d�Z dd� Z
ej ej ej
ejejejd�ZG d d
� d
�Zdad d � ZdS )
zBModule for parsing and testing package version predicate strings.
� Nz'(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)z^\s*\((.*)\)\s*$z%^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$c C s6 t �| �}|std| ��|�� \}}|tj�|�fS )zVParse a single version comparison.
Return (comparison string, StrictVersion)
z"bad package restriction syntax: %r)�re_splitComparison�match�
ValueError�groups� distutils�version�
StrictVersion)�pred�res�compZverStr� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/versionpredicate.py�splitUp s
r )�<z<=z==�>z>=z!=c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �VersionPredicatea� Parse and test package version predicates.
>>> v = VersionPredicate('pyepat.abc (>1.0, <3333.3a1, !=1555.1b3)')
The `name` attribute provides the full dotted name that is given::
>>> v.name
'pyepat.abc'
The str() of a `VersionPredicate` provides a normalized
human-readable version of the expression::
>>> print(v)
pyepat.abc (> 1.0, < 3333.3a1, != 1555.1b3)
The `satisfied_by()` method can be used to determine with a given
version number is included in the set described by the version
restrictions::
>>> v.satisfied_by('1.1')
True
>>> v.satisfied_by('1.4')
True
>>> v.satisfied_by('1.0')
False
>>> v.satisfied_by('4444.4')
False
>>> v.satisfied_by('1555.1b3')
False
`VersionPredicate` is flexible in accepting extra whitespace::
>>> v = VersionPredicate(' pat( == 0.1 ) ')
>>> v.name
'pat'
>>> v.satisfied_by('0.1')
True
>>> v.satisfied_by('0.2')
False
If any version numbers passed in do not conform to the
restrictions of `StrictVersion`, a `ValueError` is raised::
>>> v = VersionPredicate('p1.p2.p3.p4(>=1.0, <=1.3a1, !=1.2zb3)')
Traceback (most recent call last):
...
ValueError: invalid version number '1.2zb3'
It the module or package name given does not conform to what's
allowed as a legal module or package name, `ValueError` is
raised::
>>> v = VersionPredicate('foo-bar')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: '-bar'
>>> v = VersionPredicate('foo bar (12.21)')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: 'bar (12.21)'
c C s� |� � }|std��t�|�}|s.td| ��|�� \| _}|� � }|r�t�|�}|sbtd| ��|�� d }dd� |�d�D �| _| js�td| ��ng | _d S )
z*Parse a version predicate string.
zempty package restrictionzbad package name in %rz expected parenthesized list: %rr c S s g | ] }t |��qS r )r )�.0ZaPredr r r
�
<listcomp>t � z-VersionPredicate.__init__.<locals>.<listcomp>�,z empty parenthesized list in %rN) �stripr �re_validPackager r �name�re_paren�splitr )�selfZversionPredicateStrr Zparen�strr r r
�__init__` s&
�zVersionPredicate.__init__c C s8 | j r.dd� | j D �}| jd d�|� d S | jS d S )Nc S s g | ]\}}|d t |� �qS )� )r )r �cond�verr r r
r } r z,VersionPredicate.__str__.<locals>.<listcomp>z (z, �))r r �join)r �seqr r r
�__str__{ s zVersionPredicate.__str__c C s( | j D ] \}}t| ||�s dS qdS )z�True if version is compatible with all the predicates in self.
The parameter version must be acceptable to the StrictVersion
constructor. It may be either a string or StrictVersion.
FT)r �compmap)r r r r r r r
� satisfied_by� s z VersionPredicate.satisfied_byN)�__name__�
__module__� __qualname__�__doc__r r$ r& r r r r
r s @r c C sd t du rt�dtj�a | �� } t �| �}|s8td| ��|�d�pDd}|rVtj �
|�}|�d�|fS )a9 Return the name and optional version number of a provision.
The version number, if given, will be returned as a `StrictVersion`
instance, otherwise it will be `None`.
>>> split_provision('mypkg')
('mypkg', None)
>>> split_provision(' mypkg( 1.2 ) ')
('mypkg', StrictVersion ('1.2'))
Nz=([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$z"illegal provides specification: %r� � ) �
_provision_rx�re�compile�ASCIIr r r �groupr r r )�value�mr r r r
�split_provision� s �
r4 )r* r. Zdistutils.versionr �operatorr/ r0 r r r r �lt�le�eq�gt�ge�ner% r r- r4 r r r r
�<module> s �
�n site-packages/setuptools/_distutils/__pycache__/py38compat.cpython-39.pyc 0000644 00000000731 15056474501 0022550 0 ustar 00 a
(�Re� � @ s d d� Z dS )c C s4 zdd l }|�� W S ty$ Y n0 d| ||f S )N� z%s-%s.%s)� _aix_support� aix_platform� ImportError)�osname�version�releaser � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/py38compat.pyr s
r N)r r r r r �<module> � site-packages/setuptools/_distutils/__pycache__/py35compat.cpython-39.pyc 0000644 00000001246 15056474501 0022547 0 ustar 00 a
(�Re� � @ s( d dl Z d dlZdd� Zeede�ZdS )� Nc C s* g } t jj}|dkr&| �dd| � | S )zgReturn a list of command-line arguments reproducing the current
optimization settings in sys.flags.r �-�O)�sys�flags�optimize�append)�args�value� r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/py35compat.py�#__optim_args_from_interpreter_flags s
r �"_optim_args_from_interpreter_flags)r �
subprocessr �getattrr
r
r
r
r �<module> s
� site-packages/setuptools/_distutils/__pycache__/unixccompiler.cpython-39.pyc 0000644 00000015357 15056474501 0023434 0 ustar 00 a
(�Re�8 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
m Z m Z ddl
mZmZmZmZ ddlmZ ejdkr�ddlZG d d
� d
e
�ZdS ) a9 distutils.unixccompiler
Contains the UnixCCompiler class, a subclass of CCompiler that handles
the "typical" Unix-style command-line C compiler:
* macros defined with -Dname[=value]
* macros undefined with -Uname
* include search directories specified with -Idir
* libraries specified with -lllib
* library search directories specified with -Ldir
* compile handled by 'cc' (or similar) executable with -c option:
compiles .c to .o
* link static library handled by 'ar' command (possibly with 'ranlib')
* link shared library handled by 'cc -shared'
� N)� sysconfig)�newer)� CCompiler�gen_preprocess_options�gen_lib_options)�DistutilsExecError� CompileError�LibError� LinkError)�log�darwinc
@ s� e Zd ZdZddgdgdgddgdgddgdd�Zejdd� d krNd
ged
< g d �Zd Zd
Z dZ
dZ dZ d Z
ZZeZejdkr�dZd'dd�Zdd� Zd(dd�Zd)dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd*d%d&�ZdS )+�
UnixCCompiler�unixN�ccz-shared�arz-cr)� preprocessor�compiler� compiler_so� compiler_cxx� linker_so�
linker_exe�archiver�ranlib� r r )z.cz.Cz.ccz.cxxz.cppz.mz.oz.az.soz.dylibz.tbdzlib%s%s�cygwinz.exec
C s� | � d ||�}|\}}}t||�} | j| }
|r>|
�d|g� |rN||
d d�< |r\|
�|� |
�|� | js~|d u s~t||�r�|r�| �tj �
|�� z| � |
� W n, t y� } zt
| ��W Y d } ~ n
d } ~ 0 0 d S )N�-or )Z_fix_compile_argsr r �extend�append�forcer �mkpath�os�path�dirname�spawnr r ) �self�sourceZ output_fileZmacros� include_dirs�
extra_preargs�extra_postargs�
fixed_args�ignore�pp_optsZpp_args�msg� r- ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/unixccompiler.py�
preprocessU s$
zUnixCCompiler.preprocessc
C sr | j }tjdkr t�||| �}z | �|| |d|g | � W n, tyl } zt|��W Y d }~n
d }~0 0 d S )Nr r )r �sys�platform� _osx_support�compiler_fixupr# r r ) r$ �obj�src�extZcc_argsr( r+ r r, r- r- r. �_compileo s
��
zUnixCCompiler._compiler c
C s� | � ||�\}}| j||d�}| �||�r�| �tj�|�� | �| j|g | | j � | j
r�z| �| j
|g � W q� t y� } zt |��W Y d }~q�d }~0 0 n t
�d|� d S )N)�
output_dir�skipping %s (up-to-date))�_fix_object_args�library_filename�
_need_linkr r r! r" r# r �objectsr r r r �debug)r$ r= Zoutput_libnamer8 r> � target_lang�output_filenamer, r- r- r. �create_static_libz s$ � ��� z UnixCCompiler.create_static_libc
C s� | � ||�\}}| �|||�}|\}}}t| |||�}t|ttd �f�sPtd��|d urftj� ||�}| �
||��r�|| j | d|g }| r�dg|d d�< |
r�|
|d d�< | r�|� | � | �
tj�|�� z�|tjkr�| jd d � }n| jd d � }|
dk�rr| j�rrd}tj�|d �dk�r@d}d|| v �r@|d7 }�q&tj�|| �d k�r\d}nd}| j| ||| < tjd
k�r�t�||�}| �|| � W n. t�y� } zt|��W Y d }~n
d }~0 0 n t � d |� d S ) Nz%'output_dir' must be a string or Noner z-gr zc++�env� �=Z ld_so_aixr r9 ) r: Z
_fix_lib_argsr �
isinstance�str�type� TypeErrorr r! �joinr< r= r r r" r Z
EXECUTABLEr r r �basenamer0 r1 r2 r3 r# r r
r r> )r$ Z target_descr= r@ r8 � libraries� library_dirs�runtime_library_dirs�export_symbolsr> r' r( �
build_tempr? r) Zlib_optsZld_argsZlinker�i�offsetr, r- r- r. �link� sZ �
���
zUnixCCompiler.linkc C s d| S )N�-Lr- )r$ �dirr- r- r. �library_dir_option� s z UnixCCompiler.library_dir_optionc C s d|v pd|v S )N�gcczg++r- )r$ Z
compiler_namer- r- r. �_is_gcc� s zUnixCCompiler._is_gccc C s� t j�t�t�d��d �}tjd d� dkrjddl m
}m } |� }|r`||�ddgkr`d| S d | S nNtjd d
� d kr�d | S tjd d� d
kr�| � |�r�dd | gS dd | gS t�d�dkr�d| S d| S d S )N�CCr r r )�get_macosx_target_ver�
split_version�
� z -Wl,-rpath,rS � Zfreebsdz -Wl,-rpath=zhp-uxz-Wl,+sz+s�GNULD�yesz-Wl,--enable-new-dtags,-Rz-Wl,-R)
r r! rJ �shlex�splitr �get_config_varr0 r1 �distutils.utilrY rZ rW )r$ rT r rY rZ Zmacosx_target_verr- r- r. �runtime_library_dir_option� s
z(UnixCCompiler.runtime_library_dir_optionc C s d| S )Nz-lr- )r$ �libr- r- r. �library_option s z UnixCCompiler.library_optionc C s� | j |dd�}| j |dd�}| j |dd�}| j |dd�}tjdkrpt�d�}t�d|�} | d u rfd }
n
| �d
�}
|D �] } tj �
| |�} tj �
| |�}
tj �
| |�}tj �
| |�}tjdk�r@| � d �s�| � d ��r@| � d
��s@tj �
|
| d
d � |�} tj �
|
| d
d � |�}
tj �
|
| d
d � |�}tj �
|
| d
d � |�}tj � |
��rV|
S tj � |��rl| S tj � | ��r�| S tj � |�rt| S qtd S )N�shared)Zlib_type�dylib�
xcode_stub�staticr �CFLAGSz-isysroot\s*(\S+)�/rC z/System/z/usr/z /usr/local/)
r; r0 r1 r rb �re�search�groupr r! rI �
startswith�exists)r$ �dirsre r> Zshared_fZdylib_fZ xcode_stub_fZstatic_f�cflags�mZsysrootrT rg rh rj ri r- r- r. �find_library_file sF
���
z UnixCCompiler.find_library_file)NNNNN)Nr N)
NNNNNr NNNN)r )�__name__�
__module__� __qualname__�
compiler_typeZ executablesr0 r1 Zsrc_extensionsZ
obj_extensionZstatic_lib_extension�shared_lib_extensionZdylib_lib_extensionZxcode_stub_lib_extensionZstatic_lib_formatZshared_lib_formatZdylib_lib_formatZxcode_stub_lib_formatZ
exe_extensionr/ r7 rA rR rU rW rd rf ru r- r- r- r. r
- sL �
�
�
�
B'r
)�__doc__r r0 rm r` � distutilsr �distutils.dep_utilr �distutils.ccompilerr r r �distutils.errorsr r r r
r r1 r2 r
r- r- r- r. �<module> s
site-packages/setuptools/_distutils/__pycache__/msvc9compiler.cpython-39.pyc 0000644 00000042322 15056474501 0023337 0 ustar 00 a
(�Re�v � @ sN d Z ddlZddlZddlZddlZddlmZmZmZm Z m
Z
ddl m Z m
Z
ddlmZ ddlmZ ddlZejZejZejZejZejej ej ej fZ ej dko�ej!dkZ"e"r�d Z#d
Z$d Z%n d Z#d
Z$dZ%ddd�Z&G dd� d�Z'G dd� d�Z(dd� Z)dd� Z*dd� Z+d d � Z,d$d d �Z-e)� Z.e.d k �r:ed!e. ��G d"d#� d#e �Z/dS )%a distutils.msvc9compiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio 2008.
The module is compatible with VS 2005 and VS 2008. You can find legacy support
for older versions of VS in distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�log)� get_platform�win32l z1Software\Wow6432Node\Microsoft\VisualStudio\%0.1fz5Software\Wow6432Node\Microsoft\Microsoft SDKs\Windowsz,Software\Wow6432Node\Microsoft\.NETFrameworkz%Software\Microsoft\VisualStudio\%0.1fz)Software\Microsoft\Microsoft SDKs\Windowsz Software\Microsoft\.NETFramework�x86�amd64�r z win-amd64c @ sP e Zd ZdZdd� Zee�Zdd� Zee�Zdd� Zee�Zdd � Ze e�Zd
S ) �Regz2Helper class to read values from the registry
c C s: t D ](}| �||�}|r||v r|| S qt|��d S �N)�HKEYS� read_values�KeyError)�cls�path�key�base�d� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/msvc9compiler.py� get_value? s
z
Reg.get_valuec C sj zt ||�}W n ty" Y dS 0 g }d}zt||�}W n tyP Y qfY n0 |�|� |d7 }q,|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)r r r �handle�L�i�kr r r � read_keysG s
z
Reg.read_keysc C s� zt ||�}W n ty" Y dS 0 i }d}zt||�\}}}W n tyV Y q~Y n0 |�� }| �|�|| �|�< |d7 }q,|S )z`Return dict of registry keys and values.
All names are converted to lowercase.
Nr r )r r � RegEnumValue�lower� convert_mbcs) r r r r! r r# �name�value�typer r r r Y s
zReg.read_valuesc C s8 t | dd �}|d ur4z |d�} W n ty2 Y n0 | S )N�decode�mbcs)�getattr� UnicodeError)�s�decr r r r( o s zReg.convert_mbcsN)
�__name__�
__module__� __qualname__�__doc__r � classmethodr% r r( � staticmethodr r r r r ; s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ t| | _| �|� d S r )�macros�VS_BASE�vsbase� load_macros)�self�versionr r r �__init__{ s
zMacroExpander.__init__c C s t �||�| jd| < d S )Nz$(%s))r r r9 )r= Zmacror r r r r � set_macro� s zMacroExpander.set_macroc C s | � d| jd d� | � d| jd d� | � dtd� z$|dkrP| � d td
� ntd
��W n tyt td ��Y n0 |d kr�| � d
| jd� | � dtd� n`d}tD ]V}zt||�}W n ty� Y q�Y n0 t |d�}t
� |d||f �}|d | j d< q�d S )NZ VCInstallDirz \Setup\VC�
productdirZ VSInstallDirz \Setup\VSZ FrameworkDirZ installroot� @ZFrameworkSDKDirzsdkinstallrootv2.0a Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.g "@ZFrameworkVersionz clr versionZ
WindowsSdkDirZcurrentinstallfolderz.Software\Microsoft\NET Framework Setup\Productr z%s\%sr> z$(FrameworkVersion))
r@ r; �NET_BASEr r � WINSDK_BASEr r r r r r r9 )r= r> �pr �hr r r r r r< � s2 � �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r )r9 �items�replace)r= r0 r$ �vr r r �sub� s zMacroExpander.subN)r2 r3 r4 r? r@ r< rJ r r r r r8 y s r8 c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r ����
� � g $@r )�sysr> �find�len�split�int)�prefixr# r0 �restZ majorVersionZ minorVersionr r r �get_build_version� s rY c C s0 g }| D ]"}t j�|�}||vr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr �normpathr )�pathsZ
reduced_pathsrE �npr r r �normalize_and_reduce_paths� s r^ c C s< | � tj�}g }|D ]}||vr|�|� qtj�|�}|S )z8Remove duplicate values of an environment variable.
)rU rZ �pathsepr �join)�variableZoldListZnewListr# Z newVariabler r r �removeDuplicates� s rb c C s t | }zt�d| d�}W n ty< t�d� d}Y n0 |rNtj�|�s�d| }tj �
|d�}|r�tj�|�r�tj� |tj tj d�}tj�
|�}tj�|�s�t�d| � dS nt�d| � |s�t�d � dS tj� |d
�}tj�|�r�|S t�d � dS ) z�Find the vcvarsall.bat file
At first it tries to find the productdir of VS 2008 in the registry. If
that fails it falls back to the VS90COMNTOOLS env var.
z %s\Setup\VCrA z%Unable to find productdir in registryNzVS%0.f0COMNTOOLSZVCz%s is not a valid directoryz Env var %s is not set or invalidzNo productdir foundz
vcvarsall.bat� Unable to find vcvarsall.bat)r: r r r r �debugrZ r �isdir�environ�getr` �pardir�abspath�isfile)r> r; rA ZtoolskeyZtoolsdir� vcvarsallr r r �find_vcvarsall� s4
�
rl c C sH t | �}h d�}i }|du r$td��t�d|| � tjd||f tjtjd�}z�|�� \}}|�� dkrvt|� d���|� d�}|�
d �D ]d}t � |�}d
|vr�q�|�
� }|�
d
d �\} }
| �� } | |v r�|
�tj�r�|
dd � }
t|
�|| < q�W |j�� |j�� n|j�� |j�� 0 t|�t|�k�rDttt|�� ����|S )
zDLaunch vcvarsall.bat and read the settings from its environment
> Zlibpath�lib�includer Nrc z'Calling 'vcvarsall.bat %s' (version=%s)z
"%s" %s & set)�stdout�stderrr r- �
�=r rK )rl r r rd �
subprocess�Popen�PIPE� communicate�waitr, rU r r( �stripr' �endswithrZ r_ rb ro �closerp rT �
ValueError�str�list�keys) r> �archrk � interesting�result�popenro rp �liner r* r r r �query_vcvarsall� sB �
�
r� rB z(VC %0.1f is not supported by this modulec
@ s� e Zd ZdZdZi ZdgZg d�ZdgZdgZ ee e e Z
dZ dZ d Z
d
Zd ZZd Zd,dd�Zd-dd�Zd.dd�Zd/dd�Zd0dd�Zd1dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Z d&d'� Z d2d(d)�Z d*d+� Z dS )3� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.c)z.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s8 t �| |||� t| _d| _g | _d | _d | _d| _d S )Nz Software\Microsoft\VisualStudioF) r r? �VERSION�_MSVCCompiler__versionZ_MSVCCompiler__root�_MSVCCompiler__paths� plat_name�_MSVCCompiler__arch� initialized)r= �verbose�dry_run�forcer r r r? H s zMSVCCompiler.__init__Nc C s | j rJ d��|d u r t� }d}||vr6td|f ��dtjv rtdtjv rt| �d�rtd| _d| _d| _d | _ d
| _
n�|t� ks�|d kr�t | }nt t� d t | }t t
|�}|d
�tj�| _|d tjd< |d tjd< t| j�dkr�td| j ��| �d�| _| �d�| _| �d�| _| �d �| _ | �d
�| _
z(tjd
�d�D ]}| j�|� �qHW n t�yr Y n0 t| j�| _d�| j�tjd
< d | _| jdk�r�g d�| _g d�| _ng d�| _g d�| _g d�| _| j dk�r�g d�| _ dg| _ d | _ d S ) Nzdon't init multiple timesr z --plat-name must be one of %sZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer �_r rm rn r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�;r )�/nologo�/O2�/MD�/W3�/DNDEBUG)r� �/Od�/MDdr� �/Z7�/D_DEBUG)r� r� r� r� �/GS-r� )r� r� r� r� r� r� r� )�/DLLr� z/INCREMENTAL:NO� )r� r� z/INCREMENTAL:noz/DEBUGr� T) r� r
r rZ rf �find_exe�cc�linkerrm �rc�mc�PLAT_TO_VCVARSr� r� rU r_ r� rT Z_MSVCCompiler__productr r r^ r` Zpreprocess_optionsr� �compile_options�compile_options_debug�ldflags_sharedr� �ldflags_shared_debugZldflags_static)r= r� Zok_platsZ plat_specZvc_envrE r r r �
initializeS sd �
�
�
zMSVCCompiler.initialize� c C s� |d u r d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jvrbtd| ��|rrt j�|�}|| jv r�|� t j�
||| j �� q|| j v r�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nr� r z Don't know how to compile %s)rZ r �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr r` �
res_extension�_mc_extensions�
obj_extension)r= Zsource_filenamesZ strip_dir�
output_dirZ obj_names�src_namer �extr r r �object_filenames� s,
�
� �z MSVCCompiler.object_filenamesc C st | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n ty� Y qdY n0 |r�tj �
|�}|| j v r�d| }�nX|| j v r�d| }�nB|| j
v �r<|}d| }z"| �| jg| |g |g � W qd t�y6 } zt|��W Y d }~qdd }~0 0 qdn�|| jv �r tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd t�y� } zt|��W Y d }~qdd }~0 0 qdntd||f ��d | }z&| �| jg|
| ||g | � W qd t�yl } zt|��W Y d }~qdd }~0 0 qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rr� z"Don't know how to compile %s to %sz/Fo)r� r� Z_setup_compiler �extendr� r� r rZ r ri �
_c_extensions�_cpp_extensionsr� �spawnr� r r r� �dirnamer� r� r� r` r� )r= �sourcesr� r9 � include_dirsrd �
extra_preargs�extra_postargs�dependsZ compile_info�objectsZpp_opts�buildZ compile_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr r� Zrc_filer r r �compile� s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� ty� } zt|��W Y d }~q�d }~0 0 n t �
d|� d S )N)r� �/OUT:�skipping %s (up-to-date)) r� r� �_fix_object_args�library_filename�
_need_linkr� rm r r r rd ) r= r� Zoutput_libnamer� rd � target_lang�output_filenameZlib_argsr� r r r �create_static_lib s � z MSVCCompiler.create_static_libc
C sX | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d urptj� ||�}| �
||��rH|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }tj�|d �} |d u�rLtj�tj�|��\}}tj� | | �|��}|�d| � | �|| |� |
�rl|
|d d�< | �r||�| � | �tj�|�� z| �| jg| � W n. t�y� } zt|��W Y d }~n
d }~0 0 | �||�}|d u�rT|\}}d||f }z| �dd d
||g� W n. t�yD } zt|��W Y d }~n
d }~0 0 n t � d |� d S ) Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:z-outputresource:%s;%szmt.exez-nologoz -manifestr� ) r� r� r� Z
_fix_lib_args�warnr| r rZ r r` r� r �
EXECUTABLEr� r� r r� r� r� r� �manifest_setup_ldargsr� �mkpathr� r� r r �manifest_get_embed_infor rd ) r= � target_descr� r� r� � libraries� library_dirs�runtime_library_dirs�export_symbolsrd r� r� �
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_opts�sym�ld_argsZdll_nameZdll_extZ implib_filer� ZmfinfoZ
mffilename�mfidZout_argr r r �link5 s� �
��
��
��
�
zMSVCCompiler.linkc C s, t j�|t j�|�d �}|�d| � d S )Nz .manifest�/MANIFESTFILE:)rZ r r` r� r )r= r� r� r� �
temp_manifestr r r r� � s
�z"MSVCCompiler.manifest_setup_ldargsc C s^ |D ]"}|� d�r|�dd�d } q,qd S |tjkr<d}nd}| �|�}|d u rVd S ||fS )Nr� �:r rP )�
startswithrU r r� �_remove_visual_c_ref)r= r� r� �argr� r� r r r r� � s
z$MSVCCompiler.manifest_get_embed_infoc C s� z�t |�}z|�� }W |�� n
|�� 0 t�dtj�}t�|d|�}d}t�|d|�}t�dtj�}t�||�d u r|W d S t |d�}z|�|� |W |�� W S |�� 0 W n t y� Y n0 d S )NzU<assemblyIdentity.*?name=("|')Microsoft\.VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)r� z*<dependentAssembly>\s*</dependentAssembly>zI<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|').*?(?:/>|</assemblyIdentity>)�w)
�open�readrz �rer� �DOTALLrJ �search�write�OSError)r= Z
manifest_fileZ
manifest_fZ manifest_buf�patternr r r r� � s6
��
� z!MSVCCompiler._remove_visual_c_refc C s d| S )Nz /LIBPATH:r �r= �dirr r r �library_dir_option� s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option� s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r )r� )r= rm r r r �library_option� s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rZ r r` r� �exists)r= �dirsrm rd Z try_namesr� r) Zlibfiler r r �find_library_file� s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathr� )r� rZ r r` ri rj rf rU )r= ZexerE �fnr r r r� s
zMSVCCompiler.find_exe)r r r )N)r r� )NNNr NNN)Nr N)
NNNNNr NNNN)r ) r2 r3 r4 r5 �
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extension�shared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr? r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� * sb ��
W �
�
X �
�
_ +
r� )r )0r5 rZ rs rR r� �distutils.errorsr r r r r �distutils.ccompilerr r � distutilsr �distutils.utilr
�winreg� OpenKeyExr �EnumKeyr Z EnumValuer& �errorr Z
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOTr �platform�maxsizeZ NATIVE_WIN64r: rD rC r� r r8 rY r^ rb rl r� r� r� r r r r �<module> sP ��>. #
)
site-packages/setuptools/_distutils/__pycache__/dir_util.cpython-39.pyc 0000644 00000013443 15056474501 0022360 0 ustar 00 a
(�Reb � @ sp d Z ddlZddlZddlmZmZ ddlmZ i addd�Z dd d
�Z
dd d �Z d
d� Z ddd�Z
dd� ZdS )zWdistutils.dir_util
Utility functions for manipulating directories and directory trees.� N)�DistutilsFileError�DistutilsInternalError)�log� � c C sh t | t�std| f ��tj�| �} g }tj�| �s<| dkr@|S t�tj� | ��rV|S tj�
| �\}}|g}|r�|r�tj�|�s�tj�
|�\}}|� d|� ql|D ]�}tj� ||�}tj� |�} t�| �r�q�|dkr�t
�d|� |�sZzt�||� W nX t�yN }
z>|
jtjk�r$tj�|��s:td||
jd f ��W Y d}
~
n
d}
~
0 0 |�|� dt| < q�|S ) a� Create a directory and any missing ancestor directories.
If the directory already exists (or if 'name' is the empty string, which
means the current directory, which of course exists), then do nothing.
Raise DistutilsFileError if unable to create some directory along the way
(eg. some sub-path exists, but is a file rather than a directory).
If 'verbose' is true, print a one-line summary of each mkdir to stdout.
Return the list of directories actually created.
z(mkpath: 'name' must be a string (got %r)� r r z creating %szcould not create '%s': %s���N)�
isinstance�strr �os�path�normpath�isdir�
_path_created�get�abspath�split�insert�joinr �info�mkdir�OSError�errno�EEXISTr �args�append) �name�mode�verbose�dry_run� created_dirs�head�tail�tails�d�abs_head�exc� r' ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/dir_util.py�mkpath sB
�
�
r) c C sN t � }|D ] }|�tj�| tj�|��� q
t|�D ]}t||||d� q4dS )a� Create all the empty directories under 'base_dir' needed to put 'files'
there.
'base_dir' is just the name of a directory which doesn't necessarily
exist yet; 'files' is a list of filenames to be interpreted relative to
'base_dir'. 'base_dir' + the directory portion of every file in 'files'
will be created if it doesn't already exist. 'mode', 'verbose' and
'dry_run' flags are as for 'mkpath()'.
�r r N)�set�addr r r �dirname�sortedr) )�base_dir�filesr r r �need_dir�file�dirr' r' r( � create_treeP s
r4 c
C sb ddl m} |s(tj�| �s(td| ��zt�| �} W n@ tyv }
z(|rPg } ntd| |
jf ��W Y d}
~
n
d}
~
0 0 |s�t ||d� g } | D ]�} tj�
| | �}
tj�
|| �}| � d�r�q�|�rtj� |
��rt�
|
�}|dkr�t�d ||� |�st�||� | �|� q�tj�|
��r<| �t|
|||||||d
�� q�||
||||||d
� | �|� q�| S ) a Copy an entire directory tree 'src' to a new location 'dst'.
Both 'src' and 'dst' must be directory names. If 'src' is not a
directory, raise DistutilsFileError. If 'dst' does not exist, it is
created with 'mkpath()'. The end result of the copy is that every
file in 'src' is copied to 'dst', and directories under 'src' are
recursively copied to 'dst'. Return the list of files that were
copied or might have been copied, using their output name. The
return value is unaffected by 'update' or 'dry_run': it is simply
the list of all files under 'src', with the names changed to be
under 'dst'.
'preserve_mode' and 'preserve_times' are the same as for
'copy_file'; note that they only apply to regular files, not to
directories. If 'preserve_symlinks' is true, symlinks will be
copied as symlinks (on platforms that support them!); otherwise
(the default), the destination of the symlink will be copied.
'update' and 'verbose' are the same as for 'copy_file'.
r )� copy_filez&cannot copy tree '%s': not a directoryz error listing files in '%s': %sN)r z.nfsr zlinking %s -> %sr* )�distutils.file_utilr5 r r r r �listdirr �strerrorr) r �
startswith�islink�readlinkr r �symlinkr �extend� copy_tree)�src�dst�
preserve_mode�preserve_times�preserve_symlinks�updater r r5 �names�e�outputs�n�src_name�dst_name� link_destr' r' r( r> c sR � �
��� r> c C sf t �| �D ]F}t j�| |�}t j�|�r@t j�|�s@t||� q
|�t j|f� q
|�t j | f� dS )zHelper for remove_tree().N)
r r7 r r r r: �_build_cmdtupler �remove�rmdir)r � cmdtuples�f�real_fr' r' r( rL � s rL c C s� |dkrt �d| � |r dS g }t| |� |D ]j}z2|d |d � tj�|d �}|tv rbt|= W q. ty� } zt �d| |� W Y d}~q.d}~0 0 q.dS )z�Recursively remove an entire directory tree.
Any errors are ignored (apart from being reported to stdout if 'verbose'
is true).
r z'removing '%s' (and everything under it)Nr zerror removing %s: %s) r r rL r r r r r �warn)� directoryr r rO �cmdr r& r' r' r( � remove_tree� s
rU c C s6 t j�| �\}} | dd� t jkr2|| dd� } | S )z�Take the full path 'path', and make it a relative path.
This is useful to make 'path' the second argument to os.path.join().
r r N)r r �
splitdrive�sep)r �driver' r' r( �ensure_relative� s rY )r r r )r r r )r r r r r r )r r )�__doc__r r �distutils.errorsr r � distutilsr r r) r4 r> rL rU rY r' r' r' r( �<module> s
?
�
E
site-packages/setuptools/_distutils/__pycache__/util.cpython-39.pyc 0000644 00000033717 15056474501 0021530 0 ustar 00 a
(�Re�O � @ s( d Z ddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ d
d � Zd d
� Zejdkr�dadZdd� Zdd� Zdd� Zdd� Zdd� Zdd� Z da d d � Z d d � Z d/d!d"�Z d a! a"a#d#d$� Z$d%d&� Z%d0d'd(�Z&d)d*� Z'd1d+d,�Z(d-d.� Z)dS )2zudistutils.util
Miscellaneous utility functions -- anything that doesn't fit into
one of the other *util.py modules.
� N)�DistutilsPlatformError)�newer)�spawn)�log)�DistutilsByteCompileError� )�"_optim_args_from_interpreter_flagsc C s� t jdkrFdtj�� v r dS dtj�� v r.dS dtj�� v r@dS tjS dt jv rZt jd S t jd ksntt d
�sttjS t �� \} }}}}| �� � d d �} |� d
d�}|� d d�}| dd� dkr�d| |f S | dd� dk�r,|d dk�r�d} dt
|d �d |dd� f }dd d �}|d |tj 7 }n�| dd� d k�rVd d!l m
} || ||�S | dd"� d#k�r�d#} t�d$tj�}|�|�}|�r�|�� }n>| dd"� d%k�r�ddl} ddl}
| �|
j�� | ||�\} }}d&| ||f S )'a� Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
�nt�amd64� win-amd64z(arm)� win-arm32z(arm64)� win-arm64�_PYTHON_HOST_PLATFORM�posix�uname�/� � �_�-N� �linuxz%s-%s�sunosr �5�solarisz%d.%s� � �32bit�64bit)i���l ���� z.%s�aixr )� aix_platform� �cygwinz[\d.]+�darwinz%s-%s-%s)�os�name�sys�version�lower�platform�environ�hasattrr �replace�int�maxsizeZ
py38compatr �re�compile�ASCII�match�group� _osx_support�distutils.sysconfig�get_platform_osx� sysconfig�get_config_vars) �osname�host�releaser' �machine�bitnessr �rel_re�mr4 � distutils� rA ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/util.py�get_host_platform sP
�
rC c C s: t jdkr0ddddd�} | �t j�d��p.t� S t� S d S )Nr �win32r r r
)�x86�x64�arm�arm64�VSCMD_ARG_TGT_ARCH)r$ r% �getr* rC )�TARGET_TO_PLATrA rA rB � get_platformd s
�rL r# �MACOSX_DEPLOYMENT_TARGETc C s da dS )z For testing only. Do not call.N)�_syscfg_macosx_verrA rA rA rB �_clear_cached_macosx_veru s rO c C s. t du r*ddlm} | �t�p d}|r*|a t S )z�Get the version of macOS latched in the Python interpreter configuration.
Returns the version as a string or None if can't obtain one. Cached.Nr )r7 r )rN r@ r7 �get_config_var�MACOSX_VERSION_VAR)r7 �verrA rA rB �!get_macosx_target_ver_from_syscfgz s rS c C s^ t � } tj�t�}|rZ| rVt| �ddgkrVt|�ddgk rVdt d|| f }t|��|S | S )a Return the version of macOS for which we are building.
The target version defaults to the version in sysconfig latched at time
the Python interpreter was built, unless overridden by an environment
variable. If neither source has a value, then None is returned�
r �$zE mismatch: now "%s" but "%s" during configure; must use 10.3 or later)rS r$ r* rJ rQ �
split_versionr )Z
syscfg_verZenv_ver�my_msgrA rA rB �get_macosx_target_ver� s ��rX c C s dd� | � d�D �S )zEConvert a dot-separated string into a list of numbers for comparisonsc S s g | ] }t |��qS rA )r- )�.0�nrA rA rB �
<listcomp>� � z!split_version.<locals>.<listcomp>�.)�split)�srA rA rB rV � s rV c C sz t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}d|v rd|�d� qP|snt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem,
i.e. split it on '/' and put it back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r r z path '%s' cannot be absolute���z path '%s' cannot end with '/'r] )r$ �sep�
ValueErrorr^ �remove�curdir�path�join)�pathname�pathsrA rA rB � convert_path� s
ri c C s� t jdkr<t j�|�s$t j�| |�S t j�| |dd� �S nNt jdkr|t j�|�\}}|d dkrn|dd� }t j�| |�S tdt j ��dS )a Return 'pathname' with 'new_root' prepended. If 'pathname' is
relative, this is equivalent to "os.path.join(new_root,pathname)".
Otherwise, it requires making 'pathname' relative and then joining the
two, which is tricky on DOS/Windows and Mac OS.
r r Nr r �\z!nothing known about platform '%s')r$ r% re �isabsrf �
splitdriver )�new_rootrg �drivere rA rA rB � change_root� s
ro c C sv t rdS tjdkrXdtjvrXz$ddl} | �t�� �d tjd< W n ttfyV Y n0 dtjvrnt � tjd< da dS )aL Ensure that 'os.environ' has all the environment variables we
guarantee that users can use in config files, command-line options,
etc. Currently this includes:
HOME - user's home directory (Unix only)
PLAT - description of the current platform, including hardware
and OS (see 'get_platform()')
Nr �HOMEr r �PLATr )
�_environ_checkedr$ r% r* �pwd�getpwuid�getuid� ImportError�KeyErrorrL )rs rA rA rB �
check_environ� s
rx c
C sX t � |fdd�}zt�d|| �W S tyR } ztd| ��W Y d}~n
d}~0 0 dS )a� Perform shell/Perl-style variable substitution on 'string'. Every
occurrence of '$' followed by a name is considered a variable, and
variable is substituted by the value found in the 'local_vars'
dictionary, or in 'os.environ' if it's not in 'local_vars'.
'os.environ' is first checked/augmented to guarantee that it contains
certain values: see 'check_environ()'. Raise ValueError for any
variables not found in either 'local_vars' or 'os.environ'.
c S s, | � d�}||v r t|| �S tj| S d S )Nr )r3 �strr$ r* )r2 �
local_vars�var_namerA rA rB �_subst� s
zsubst_vars.<locals>._substz\$([a-zA-Z_][a-zA-Z_0-9]*)zinvalid variable '$%s'N)rx r/ �subrw rb )r_ rz r| �varrA rA rB �
subst_vars� s r �error: c C s |t | � S )N)ry )�exc�prefixrA rA rB �grok_environment_error
s r� c C s( t �dtj �at �d�at �d�ad S )Nz
[^\\\'\"%s ]*z'(?:[^'\\]|\\.)*'z"(?:[^"\\]|\\.)*")r/ r0 �string�
whitespace�
_wordchars_re�
_squote_re�
_dquote_rerA rA rA rB � _init_regex s
r� c C s� t du rt� | �� } g }d}| �r�t �| |�}|�� }|t| �krZ|�| d|� � �q�| | tjv r�|�| d|� � | |d� � � } d}n�| | dkr�| d|� | |d d� } |d }n�| | dkr�t
�| |�}n*| | dkr�t �| |�}nt d| | ��|du �r t
d| | ��|�� \}}| d|� | |d |d � | |d� } |�� d }|t| �kr |�| � �q�q |S )
a Split a string up according to Unix shell-like rules for quotes and
backslashes. In short: words are delimited by spaces, as long as those
spaces are not escaped by a backslash, or inside a quoted string.
Single and double quotes are equivalent, and the quote characters can
be backslash-escaped. The backslash is stripped from any two-character
escape sequence, leaving only the escaped character. The quote
characters are stripped from any quoted string. Returns a list of
words.
Nr rj r �'�"z!this can't happen (bad char '%c')z"bad string (mismatched %s quotes?)r )r� r� �stripr2 �end�len�appendr� r� �lstripr� r� � RuntimeErrorrb �span)r_ �words�posr? r� �begrA rA rB � split_quoted s>
,
r� c C sP |du r6d| j |f }|dd� dkr6|dd� d }t�|� |sL| |� dS )a� Perform some action that affects the outside world (eg. by
writing to the filesystem). Such actions are special because they
are disabled by the 'dry_run' flag. This method takes care of all
that bureaucracy for you; all you have to do is supply the
function to call and an argument tuple for it (to embody the
"external action" being performed), and an optional message to
print.
Nz%s%r���z,)r �))�__name__r �info)�func�args�msg�verbose�dry_runrA rA rB �executeY s
r� c C s2 | � � } | dv rdS | dv r dS td| f ��dS )z�Convert a string representation of truth to true (1) or false (0).
True values are 'y', 'yes', 't', 'true', 'on', and '1'; false values
are 'n', 'no', 'f', 'false', 'off', and '0'. Raises ValueError if
'val' is anything else.
)�y�yes�t�true�on�1r )rZ �no�f�false�off�0r zinvalid truth value %rN)r( rb )�valrA rA rB � strtobooll s r� c C sh ddl }tjrtd��|du r*do(|dk}|�sTz ddlm} | d�\}
} W n, tyx ddlm} d| d� }
} Y n0 t� d| � |�s|
dur�t
� |
d �}
n
t | d �}
|
�L |
�
d
� |
�
d �tt| ��d � |
�
d
|||||f � W d � n1 �s0 Y tjg}|�t� � |�| � t||d� tt
j| fd| |d� �nddlm} | D ]�}|dd� dk�r~�qd|dk�r�|dk�r�dn|}tjj ||d�}n tj� |�}|}|�r�|dt |�� |k�r�t d||f ��|t |�d� }|�r t
j �||�}t
j � |�}|�rd|�s0t!||��rRt� d||� |�s`||||� nt�"d||� �qddS )a~ Byte-compile a collection of Python source files to .pyc
files in a __pycache__ subdirectory. 'py_files' is a list
of files to compile; any files that don't end in ".py" are silently
skipped. 'optimize' must be one of the following:
0 - don't optimize
1 - normal optimization (like "python -O")
2 - extra optimization (like "python -OO")
If 'force' is true, all files are recompiled regardless of
timestamps.
The source filename encoded in each bytecode file defaults to the
filenames listed in 'py_files'; you can modify these with 'prefix' and
'basedir'. 'prefix' is a string that will be stripped off of each
source filename, and 'base_dir' is a directory name that will be
prepended (after 'prefix' is stripped). You can supply either or both
(or neither) of 'prefix' and 'base_dir', as you wish.
If 'dry_run' is true, doesn't actually do anything that would
affect the filesystem.
Byte-compilation is either done directly in this interpreter process
with the standard py_compile module, or indirectly by writing a
temporary script and executing it. Normally, you should let
'byte_compile()' figure out to use direct compilation or not (see
the source for details). The 'direct' flag is used by the script
generated in indirect mode; unless you know what you're doing, leave
it set to None.
r Nzbyte-compiling is disabled.T)�mkstempz.py)�mktempz$writing byte-compilation script '%s'�wz2from distutils.util import byte_compile
files = [
z,
z]
z�
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
)r� z removing %s)r0 ���r )� optimizationz1invalid prefix: filename %r doesn't start with %rzbyte-compiling %s to %sz%skipping byte-compilation of %s to %s)#�
subprocessr& �dont_write_bytecoder �tempfiler� rv r� r r� r$ �fdopen�open�writerf �map�repr�
executable�extendr r� r r� rc �
py_compiler0 � importlib�util�cache_from_sourcer� rb re �basenamer �debug)�py_files�optimize�forcer� �base_dirr� r� �directr� r� � script_fd� script_namer� �script�cmdr0 �file�opt�cfile�dfile�
cfile_baserA rA rB � byte_compile| st $
�&
�
� � �r� c C s | � d�}d}|�|�S )z�Return a version of the string escaped for inclusion in an
RFC-822 header, by ensuring there are 8 spaces space after each newline.
�
z
)r^ rf )�header�linesra rA rA rB �
rfc822_escape s
r� )r� )Nr r )r r NNr r N)*�__doc__r$ r/ �importlib.utilr� r� r& �distutils.errorsr �distutils.dep_utilr �distutils.spawnr r@ r r Z
py35compatr rC rL r) rN rQ rO rS rX rV ri ro rr rx r r� r� r� r� r� r� r� r� r� r� rA rA rA rB �<module> sL P
=
�
site-packages/setuptools/_distutils/__pycache__/text_file.cpython-39.pyc 0000644 00000020543 15056474501 0022527 0 ustar 00 a
(�Re�0 � @ s& d Z ddlZddlZG dd� d�ZdS )z�text_file
provides the TextFile class, which gives an interface to text files
that (optionally) takes care of stripping comments, ignoring blank
lines, and joining lines with backslashes.� Nc @ st e Zd ZdZdddddddd�Zddd�Zd d
� Zd d � Zdd
d�Zddd�Z d dd�Z
dd� Z dd� Z dd� Z
dS ) �TextFilea� Provides a file-like object that takes care of all the things you
commonly want to do when processing a text file that has some
line-by-line syntax: strip comments (as long as "#" is your
comment character), skip blank lines, join adjacent lines by
escaping the newline (ie. backslash at end of line), strip
leading and/or trailing whitespace. All of these are optional
and independently controllable.
Provides a 'warn()' method so you can generate warning messages that
report physical line number, even if the logical line in question
spans multiple physical lines. Also provides 'unreadline()' for
implementing line-at-a-time lookahead.
Constructor is called as:
TextFile (filename=None, file=None, **options)
It bombs (RuntimeError) if both 'filename' and 'file' are None;
'filename' should be a string, and 'file' a file object (or
something that provides 'readline()' and 'close()' methods). It is
recommended that you supply at least 'filename', so that TextFile
can include it in warning messages. If 'file' is not supplied,
TextFile creates its own using 'io.open()'.
The options are all boolean, and affect the value returned by
'readline()':
strip_comments [default: true]
strip from "#" to end-of-line, as well as any whitespace
leading up to the "#" -- unless it is escaped by a backslash
lstrip_ws [default: false]
strip leading whitespace from each line before returning it
rstrip_ws [default: true]
strip trailing whitespace (including line terminator!) from
each line before returning it
skip_blanks [default: true}
skip lines that are empty *after* stripping comments and
whitespace. (If both lstrip_ws and rstrip_ws are false,
then some lines may consist of solely whitespace: these will
*not* be skipped, even if 'skip_blanks' is true.)
join_lines [default: false]
if a backslash is the last non-newline character on a line
after stripping comments and whitespace, join the following line
to it to form one "logical line"; if N consecutive lines end
with a backslash, then N+1 physical lines will be joined to
form one logical line.
collapse_join [default: false]
strip leading whitespace from lines that are joined to their
predecessor; only matters if (join_lines and not lstrip_ws)
errors [default: 'strict']
error handler used to decode the file content
Note that since 'rstrip_ws' can strip the trailing newline, the
semantics of 'readline()' must differ from those of the builtin file
object's 'readline()' method! In particular, 'readline()' returns
None for end-of-file: an empty string might just be a blank line (or
an all-whitespace line), if 'rstrip_ws' is true but 'skip_blanks' is
not.� r �strict)�strip_comments� skip_blanks� lstrip_ws� rstrip_ws�
join_lines�
collapse_join�errorsNc K s� |du r|du rt d��| j�� D ]0}||v r@t| ||| � q"t| || j| � q"|�� D ]}|| jvr\td| ��q\|du r�| �|� n|| _|| _d| _g | _ dS )z�Construct a new TextFile object. At least one of 'filename'
(a string) and 'file' (a file-like object) must be supplied.
They keyword argument options are described above and affect
the values returned by 'readline()'.Nz7you must supply either or both of 'filename' and 'file'z invalid TextFile option '%s'r )
� RuntimeError�default_options�keys�setattr�KeyError�open�filename�file� current_line�linebuf)�selfr r �options�opt� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/text_file.py�__init__N s
zTextFile.__init__c C s& || _ tj| j d| jd�| _d| _dS )zyOpen a new file named 'filename'. This overrides both the
'filename' and 'file' arguments to the constructor.�r)r r N)r �ior r r r )r r r r r r o s z
TextFile.openc C s$ | j }d| _ d| _d| _|�� dS )ziClose the current file and forget everything we know about it
(filename, current line number).N)r r r �close)r r r r r r v s
zTextFile.closec C sj g }|d u r| j }|�| jd � t|ttf�rD|�dt|� � n|�d| � |�t|�� d�|�S )Nz, z
lines %d-%d: z line %d: � )r �appendr �
isinstance�list�tuple�str�join)r �msg�lineZoutmsgr r r � gen_error s zTextFile.gen_errorc C s t d| �||� ��d S )Nzerror: )�
ValueErrorr( �r r& r' r r r �error� s zTextFile.errorc C s t j�d| �||� d � dS )a� Print (to stderr) a warning message tied to the current logical
line in the current file. If the current logical line in the
file spans multiple physical lines, the warning refers to the
whole range, eg. "lines 3-5". If 'line' supplied, it overrides
the current line number; it may be a list or tuple to indicate a
range of physical lines, or an integer for a single physical
line.z warning: �
N)�sys�stderr�writer( r* r r r �warn� s z
TextFile.warnc C s� | j r | j d }| j d= |S d}| j�� }|dkr6d}| jr�|r�|�d�}|dkrTnX|dksl||d dkr�|d dkr|dp~d}|d|� | }|�� dkr�q n |�d d�}| j�r |�r |du r�| �d
� |S | j r�|�
� }|| }t | j t
��r
| j d d | j d< n| j | j d g| _ n:|du �r,dS t | j t
��rL| j d d | _ n | j d | _ | j�rr| j�rr|�� }n"| j�r�|�
� }n| j�r�|�� }|dk�s�|dk�r�| j�r�q | j�r�|d dk�r�|dd� }q |d d� d k�r�|dd � d }q |S )
aU Read and return a single logical line from the current file (or
from an internal buffer if lines have previously been "unread"
with 'unreadline()'). If the 'join_lines' option is true, this
may involve reading multiple physical lines concatenated into a
single string. Updates the current line number, so calling
'warn()' after 'readline()' emits a warning about the physical
line(s) just read. Returns None on end-of-file, since the empty
string can occur if 'rstrip_ws' is true but 'strip_blanks' is
not.���r N�#r r �\r, z\#z2continuation line immediately precedes end-of-file���z\
)r r �readliner �find�strip�replacer r0 r
�lstripr! r r" r r �rstripr )r r' Z buildup_line�pos�eolr r r r5 � sf
�
zTextFile.readlinec C s( g }| � � }|du r|S |�|� qdS )zWRead and return the list of all logical lines remaining in the
current file.N)r5 r )r �linesr' r r r � readlines s
zTextFile.readlinesc C s | j �|� dS )z�Push 'line' (a string) onto an internal buffer that will be
checked by future 'readline()' calls. Handy for implementing
a parser with line-at-a-time lookahead.N)r r )r r' r r r �
unreadline s zTextFile.unreadline)NN)N)N)N)�__name__�
__module__� __qualname__�__doc__r
r r r r( r+ r0 r5 r> r? r r r r r
s$ :�
!
x
r )rC r- r r r r r r �<module> s site-packages/setuptools/_distutils/__pycache__/dep_util.cpython-39.pyc 0000644 00000005406 15056474501 0022352 0 ustar 00 a
(�Re�
� @ s6 d Z ddlZddlmZ dd� Zdd� Zd d d
�ZdS ) z�distutils.dep_util
Utility functions for simple, timestamp-based dependency of files
and groups of files; also, function based entirely on such
timestamp dependency analysis.� N)�DistutilsFileErrorc C s` t j�| �s tdt j�| � ��t j�|�s0dS ddlm} t �| �| }t �|�| }||kS )a Return true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't. Return false if
both exist and 'target' is the same age or younger than 'source'.
Raise DistutilsFileError if 'source' does not exist.
zfile '%s' does not exist� r ��ST_MTIME)�os�path�existsr �abspath�statr )�source�targetr �mtime1�mtime2� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/dep_util.py�newer s
� r c C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk two filename lists in parallel, testing if each source is newer
than its corresponding target. Return a pair of lists (sources,
targets) where source is newer than target, according to the semantics
of 'newer()'.
z+'sources' and 'targets' must be same length)�len�
ValueError�ranger �append)�sources�targets� n_sources� n_targets�ir r r �newer_pairwise s r �errorc C s� t j�|�sdS ddlm} t �|�| }| D ]P}t j�|�sb|dkrHn|dkrTq.n|dkrb dS t �|�| }||kr. dS q.dS )a� Return true if 'target' is out-of-date with respect to any file
listed in 'sources'. In other words, if 'target' exists and is newer
than every file in 'sources', return false; otherwise return true.
'missing' controls what we do when a source file is missing; the
default ("error") is to blow up with an OSError from inside 'stat()';
if it is "ignore", we silently drop any missing source files; if it is
"newer", any missing source files make us assume that 'target' is
out-of-date (this is handy in "dry-run" mode: it'll make you pretend to
carry out commands that wouldn't work because inputs are missing, but
that doesn't matter because you're not actually going to run the
commands).
r r r r �ignorer N)r r r r
r )r r �missingr � target_mtimer � source_mtimer r r � newer_group6 s r! )r )�__doc__r �distutils.errorsr r r r! r r r r �<module> s
site-packages/setuptools/_distutils/__pycache__/debug.cpython-39.pyc 0000644 00000000456 15056474501 0021633 0 ustar 00 a
(�Re� � @ s d dl Z e j�d�ZdS )� NZDISTUTILS_DEBUG)�os�environ�get�DEBUG� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/debug.py�<module> s site-packages/setuptools/_distutils/__pycache__/cygwinccompiler.cpython-39.pyc 0000644 00000021210 15056474501 0023732 0 ustar 00 a
(�Re*B � @ s� d Z ddlZddlZddlZddlmZmZmZ ddlZddl m
Z
ddl m Z ddl
mZmZmZmZ ddlmZ ddlmZ d d
� ZG d d � d e
�ZG d
d� de�ZdZdZdZdd� Z e� d�Z dd� Z dd� Z dd� Z!dS )a distutils.cygwinccompiler
Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
handles the Cygwin port of the GNU C compiler to Windows. It also contains
the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
cygwin in no-cygwin mode).
� N)�Popen�PIPE� check_output)�
UnixCCompiler)�
write_file)�DistutilsExecError�CCompilerError� CompileError�UnknownFileError)� LooseVersion)�find_executablec C s� t j�d�} | dkr|t j| d | d � }|dkr8dgS |dkrFdgS |d krTd
gS |d krbd gS |d
krpdgS td| ��dS )zaInclude the appropriate MSVC runtime library if Python was built
with MSVC 7.0 or later.
zMSC v.���� �
Z1300Zmsvcr70Z1310Zmsvcr71Z1400Zmsvcr80Z1500Zmsvcr90Z1600Zmsvcr100z Unknown MS Compiler version %s N)�sys�version�find�
ValueError)Zmsc_posZmsc_ver� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/cygwinccompiler.py� get_msvcr? s r c
@ sR e Zd ZdZdZdZdZdZdZdZ dZ
dd
d �Z d d
� Z ddd�Z
ddd�ZdS )�CygwinCCompilerz? Handles the Cygwin port of the GNU C compiler to Windows.
�cygwinz.o�.az.dllzlib%s%sz%s%sz.exer c C sH t �| |||� t� \}}| �d||f � |turB| �d| � tj�dd�| _ tj�dd�| _
d| j v r�t � \| _ | _
| _| �| jd| j | j
| jf � | j
dkr�| j | _nd | _| j
d
kr�d }q�d }n | j | _d }| jd
| j d| j d
| j
d| j d| j|f d� d| j v �r<| j dk�r<dg| _| �d� nt� | _d S )Nz%Python's GCC status: %s (details: %s)z�Python's pyconfig.h doesn't seem to support your compiler. Reason: %s. Compiling may fail because of undefined preprocessor macros.�CC�gcc�CXXzg++z : gcc %s, ld %s, dllwrap %s
z2.10.90�dllwrap�2.13�-shared�
-mdll -staticz%s -mcygwin -O -Wallz%s -mcygwin -mdll -O -Wallz %s -mcygwinz%s -mcygwin %s��compiler� compiler_so� compiler_cxx�
linker_exe� linker_so�2.91.57�msvcrtz,Consider upgrading to a newer version of gcc)r �__init__�check_config_h� debug_print� CONFIG_H_OK�warn�os�environ�get�cc�cxx� get_versions� gcc_version�
ld_versionZdllwrap_version�
compiler_type�
linker_dll�set_executables�
dll_librariesr )�self�verbose�dry_run�force�status�details�
shared_optionr r r r) d sX
���
�
��
���zCygwinCCompiler.__init__c
C s� |dks|dkrXz| � dd|d|g� W q� tyT } zt|��W Y d}~q�d}~0 0 nPz"| � | j| |d|g | � W n, ty� } zt|��W Y d}~n
d}~0 0 dS )z:Compiles the source by spawning GCC and windres if needed.�.rc�.resZwindresz-iz-oN)�spawnr r r# )r: �obj�src�extZcc_args�extra_postargsZpp_opts�msgr r r �_compile� s �
zCygwinCCompiler._compileNc C sP t � |
p
g �}
t � |pg �}t � |p&g �}|�| j� |du�r|| jksV| jdk�rtj�|d �}tj�tj� |��\}}tj�
||d �}tj�
|d| d �}dtj� |� dg}|D ]}|� |� q�| � t
||fd | � | jd
k�r|
�d |g� |
�d |g� n
|� |� | �s(|
� d
� t�| |||||||d| |
| | |
� dS )zLink the objects.Nr r z.def�libr z
LIBRARY %sZEXPORTSz
writing %sr z --output-libz--defz-s)�copy�extendr9 Z
EXECUTABLEr7 r. �path�dirname�splitext�basename�join�append�executer r �link)r: Z target_descZobjectsZoutput_filename�
output_dir� libraries� library_dirs�runtime_library_dirs�export_symbols�debugZ
extra_preargsrG �
build_tempZ target_lang�temp_dirZdll_nameZ
dll_extensionZdef_fileZlib_file�contents�symr r r rT � sH
��
�� �
�zCygwinCCompiler.link� c C s� |du r d}g }|D ]�}t j�t j�|��\}}|| jddg vrRtd||f ��|rbt j�|�}|dv r�|�t j�||| | j �� q|�t j�||| j �� q|S )z#Adds supports for rc and res files.Nr_ rA rB z"unknown file type '%s' (from '%s'))rB rA )
r. rM rO �normcaseZsrc_extensionsr
rP rR rQ �
obj_extension)r: Zsource_filenamesZ strip_dirrU Z obj_names�src_name�baserF r r r �object_filenames s& � � �z CygwinCCompiler.object_filenames)r r r )
NNNNNr NNNN)r r_ )�__name__�
__module__� __qualname__�__doc__r6 ra Zstatic_lib_extension�shared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr) rI rT rd r r r r r Y s
@ �
Nr c @ s e Zd ZdZdZddd�ZdS )�Mingw32CCompilerz@ Handles the Mingw32 port of the GNU C compiler to Windows.
Zmingw32r c C s� t �| |||� d| jv r*| jdk r*d}nd}d| jv rH| jdkrHd}nd}t| j�r^td��| jd | j d
| j d | j d | j d | j ||f d
� g | _
t � | _
d S )Nr r r r r' z--entry _DllMain@12r_ z1Cygwin gcc cannot be used with --compiler=mingw32z %s -O -Wallz%s -mdll -O -Wallz%sz%s %s %sr! ) r r) r1 r5 r4 � is_cygwinccr r8 r2 r7 r9 r )r: r; r< r= r@ � entry_pointr r r r) s.
� ��� zMingw32CCompiler.__init__N)r r r )re rf rg rh r6 r) r r r r rj s rj �okznot okZ uncertainc
C s� ddl m} dtjv r tdfS dtjv r0tdfS | �� }z`t|�}zHd|�� v rhtd| fW |�� W S t d | fW |�� W S W |�� n
|�� 0 W n6 t
y� } z t d
||j f fW Y d }~S d }~0 0 d S ) aw Check if the current Python installation appears amenable to building
extensions with GCC.
Returns a tuple (status, details), where 'status' is one of the following
constants:
- CONFIG_H_OK: all is well, go ahead and compile
- CONFIG_H_NOTOK: doesn't look good
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
'details' is a human-readable string explaining the situation.
Note there are two ways to conclude "OK": either 'sys.version' contains
the string "GCC" (implying that this Python was built with GCC), or the
installed "pyconfig.h" contains the string "__GNUC__".
r )� sysconfigZGCCzsys.version mentions 'GCC'ZClangz sys.version mentions 'Clang'Z__GNUC__z'%s' mentions '__GNUC__'z '%s' does not mention '__GNUC__'zcouldn't read '%s': %sN)
� distutilsrn r r r, �get_config_h_filename�open�read�close�CONFIG_H_NOTOK�OSError�CONFIG_H_UNCERTAIN�strerror)rn �fn�config_h�excr r r r* M s*
� � �r* s (\d+\.\d+(\.\d+)*)c C st | � � d }t|�du r dS t| dtd�j}z|�� }W |�� n
|�� 0 t�|�}|du rbdS t |�
d�� � �S )z�Find the version of an executable by running `cmd` in the shell.
If the command is not found, or the output does not match
`RE_VERSION`, returns None.
r NT)�shell�stdout� ) �splitr r r r| rr rs �
RE_VERSION�searchr �group�decode)�cmd�
executable�out�
out_string�resultr r r �_find_exe_version~ s
r� c C s g d�} t dd� | D ��S )zg Try to find out the versions of gcc, ld and dllwrap.
If not possible it returns None for it.
)zgcc -dumpversionzld -vzdllwrap --versionc S s g | ] }t |��qS r )r� )�.0r� r r r �
<listcomp>� � z get_versions.<locals>.<listcomp>)�tuple)�commandsr r r r3 � s r3 c C s t | dg�}|�� �d�S )zCTry to determine if the compiler that would be used is from cygwin.z -dumpmachines cygwin)r �strip�endswith)r1 r� r r r rk � s rk )"rh r. r rK �
subprocessr r r �reZdistutils.unixccompilerr �distutils.file_utilr �distutils.errorsr r r r
Zdistutils.versionr �distutils.spawnr r r rj r, rt rv r* �compiler r� r3 rk r r r r �<module> s, 1 @1/
site-packages/setuptools/_distutils/__pycache__/spawn.cpython-39.pyc 0000644 00000005605 15056474501 0021676 0 ustar 00 a
(�Re�
� @ s\ d Z ddlZddlZddlZddlmZmZ ddlmZ ddl m
Z
d dd�Z d d d
�Z dS )
z�distutils.spawn
Provides the 'spawn()' function, a front-end to various platform-
specific functions for launching another program in a sub-process.
Also provides the 'find_executable()' to search the path for a given
executable name.
� N)�DistutilsPlatformError�DistutilsExecError)�DEBUG)�log� c
C s t | �} t�t�| �� |r dS |r@t| d �}|dur@|| d< |durL|nttj�}t j
dkr�ddl m }m
} |� }|r�|||< z tj| |d�} | �� | j}
W nH ty� } z0ts�| d } td| | jd f �| �W Y d} ~ n
d} ~ 0 0 |
�rts�| d } td| |
f ��dS ) a� Run another program, specified as a command list 'cmd', in a new process.
'cmd' is just the argument list for the new process, ie.
cmd[0] is the program to run and cmd[1:] are the rest of its arguments.
There is no way to run a program with a name different from that of its
executable.
If 'search_path' is true (the default), the system's executable
search path will be used to find the program; otherwise, cmd[0]
must be the exact path to the executable. If 'dry_run' is true,
the command will not actually be run.
Raise DistutilsExecError if running the program fails in any way; just
return on success.
Nr �darwin)�MACOSX_VERSION_VAR�get_macosx_target_ver)�envzcommand %r failed: %s���z#command %r failed with exit code %s)�listr �info�
subprocess� list2cmdline�find_executable�dict�os�environ�sys�platform�distutils.utilr r �Popen�wait�
returncode�OSErrorr r �args) �cmd� search_path�verbose�dry_runr
�
executabler r Zmacosx_target_ver�proc�exitcode�exc� r$ ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/spawn.py�spawn s@
��
�r& c C s� t j�| �\}}tjdkr*|dkr*| d } t j�| �r:| S |du r�t j�dd�}|du r�zt �d�}W n t t
fy� t j }Y n0 |s�dS |� t j
�}|D ]&}t j�|| �}t j�|�r�| S q�dS )z�Tries to find 'executable' in the directories listed in 'path'.
A string listing directories separated by 'os.pathsep'; defaults to
os.environ['PATH']. Returns the complete filename or None if not found.
�win32z.exeN�PATH�CS_PATH)r �path�splitextr r �isfiler �get�confstr�AttributeError�
ValueError�defpath�split�pathsep�join)r r* �_�ext�paths�p�fr$ r$ r% r H s(
r )r r r N)N)
�__doc__r r r �distutils.errorsr r �distutils.debugr � distutilsr r& r r$ r$ r$ r% �<module> s
6 site-packages/setuptools/_distutils/__pycache__/version.cpython-39.pyc 0000644 00000016427 15056474501 0022237 0 ustar 00 a
(�Re�0 � @ s> d Z ddlZG dd� d�ZG dd� de�ZG dd� de�ZdS ) a� Provides classes to represent module version numbers (one class for
each style of version numbering). There are currently two such classes
implemented: StrictVersion and LooseVersion.
Every version number class implements the following interface:
* the 'parse' method takes a string and parses it to some internal
representation; if the string is an invalid version number,
'parse' raises a ValueError exception
* the class constructor takes an optional string argument which,
if supplied, is passed to 'parse'
* __str__ reconstructs the string that was passed to 'parse' (or
an equivalent string -- ie. one that will generate an equivalent
version number instance)
* __repr__ generates Python code to recreate the version number instance
* _cmp compares the current instance with either another instance
of the same class or a string (which will be parsed to an instance
of the same class, thus must follow the same rules)
� Nc @ sJ e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�Versionz�Abstract base class for version numbering classes. Just provides
constructor (__init__) and reproducer (__repr__), because those
seem to be the same for all version numbering classes; and route
rich comparisons to _cmp.
Nc C s |r| � |� d S �N��parse��self�vstring� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/version.py�__init__& s zVersion.__init__c C s d| j jt| �f S )Nz %s ('%s'))� __class__�__name__�str�r r r r
�__repr__* s zVersion.__repr__c C s | � |�}|tu r|S |dkS �Nr ��_cmp�NotImplemented�r �other�cr r r
�__eq__- s
zVersion.__eq__c C s | � |�}|tu r|S |dk S r r r r r r
�__lt__3 s
zVersion.__lt__c C s | � |�}|tu r|S |dkS r r r r r r
�__le__9 s
zVersion.__le__c C s | � |�}|tu r|S |dkS r r r r r r
�__gt__? s
zVersion.__gt__c C s | � |�}|tu r|S |dkS r r r r r r
�__ge__E s
zVersion.__ge__)N) r
�
__module__� __qualname__�__doc__r r r r r r r r r r r
r s
r c @ s< e Zd ZdZe�dejejB �Zdd� Z dd� Z
dd� Z d S )
�
StrictVersiona? Version numbering for anal retentives and software idealists.
Implements the standard interface for version number classes as
described above. A version number consists of two or three
dot-separated numeric components, with an optional "pre-release" tag
on the end. The pre-release tag consists of the letter 'a' or 'b'
followed by a number. If the numeric components of two version
numbers are equal, then one with a pre-release tag will always
be deemed earlier (lesser) than one without.
The following are valid version numbers (shown in the order that
would be obtained by sorting according to the supplied cmp function):
0.4 0.4.0 (these two are equivalent)
0.4.1
0.5a1
0.5b3
0.5
0.9.6
1.0
1.0.4a3
1.0.4b1
1.0.4
The following are examples of invalid version numbers:
1
2.7.2.2
1.3.a4
1.3pl1
1.3c4
The rationale for this version numbering system will be explained
in the distutils documentation.
z)^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$c C s� | j �|�}|s td| ��|�ddddd�\}}}}}|rTttt|||g��| _nttt||g��d | _|r�|d t|�f| _nd | _d S ) Nzinvalid version number '%s'� � � � � )r r ) �
version_re�match�
ValueError�group�tuple�map�int�version�
prerelease)r r r' �major�minor�patchr. Zprerelease_numr r r
r � s � zStrictVersion.parsec C sb | j d dkr*d�tt| j dd� ��}nd�tt| j ��}| jr^|| jd t| jd � }|S )Nr" r �.r! )r- �joinr+ r r. r r r r
�__str__� s zStrictVersion.__str__c C s� t |t�rt|�}nt |t�s"tS | j|jkrB| j|jk r>dS dS | jsR|jsRdS | jrb|jsbdS | jsr|jrrdS | jr�|jr�| j|jkr�dS | j|jk r�dS dS n ds�J d��d S )N���r! r Fznever get here)�
isinstancer r r r- r. �r r r r r
r � s*
zStrictVersion._cmpN) r
r r r �re�compile�VERBOSE�ASCIIr& r r4 r r r r r
r ] s #
�
r c @ sH e Zd ZdZe�dej�Zddd�Zdd� Z dd � Z
d
d � Z d d
� Z dS )� LooseVersiona� Version numbering for anarchists and software realists.
Implements the standard interface for version number classes as
described above. A version number consists of a series of numbers,
separated by either periods or strings of letters. When comparing
version numbers, the numeric components will be compared
numerically, and the alphabetic components lexically. The following
are all valid version numbers, in no particular order:
1.5.1
1.5.2b2
161
3.10a
8.02
3.4j
1996.07.12
3.2.pl0
3.1.1.6
2g6
11g
0.960923
2.2beta29
1.13++
5.5.kw
2.0b1pl0
In fact, there is no such thing as an invalid version number under
this scheme; the rules for comparison are simple and predictable,
but may not always give the results you want (for some definition
of "want").
z(\d+ | [a-z]+ | \.)Nc C s |r| � |� d S r r r r r r
r 0 s zLooseVersion.__init__c C s\ || _ dd� | j�|�D �}t|�D ],\}}zt|�||< W q$ tyN Y q$0 q$|| _d S )Nc S s g | ]}|r|d kr|�qS )r2 r )�.0�xr r r
�
<listcomp>: s �z&LooseVersion.parse.<locals>.<listcomp>)r � component_re�split� enumerater, r( r- )r r �
components�i�objr r r
r 5 s zLooseVersion.parsec C s | j S r )r r r r r
r4 E s zLooseVersion.__str__c C s dt | � S )NzLooseVersion ('%s'))r r r r r
r I s zLooseVersion.__repr__c C sV t |t�rt|�}nt |t�s"tS | j|jkr2dS | j|jk rBdS | j|jkrRdS d S )Nr r5 r! )r6 r r< r r- r7 r r r
r M s
zLooseVersion._cmp)N)
r
r r r r8 r9 r: r@ r r r4 r r r r r r
r<
s
r< )r r8 r r r< r r r r
�<module>
s
> 1 site-packages/setuptools/_distutils/__pycache__/fancy_getopt.cpython-39.pyc 0000644 00000024753 15056474501 0023235 0 ustar 00 a
(�RexE � @ s� d Z ddlZddlZddlZddlZddlT dZe�de �Ze�deef �Z e
� dd�Z G d d
� d
�Z
d d � Zd
d� ejD �Zdd� Zdd� ZG dd� d�Zedkr�dZdD ]*Zede � ed�eee��� e� q�dS )a6 distutils.fancy_getopt
Wrapper around the standard getopt module that provides the following
additional features:
* short and long options are tied together
* options have help strings, so fancy_getopt could potentially
create a complete usage summary
* options set attributes of a passed-in object
� N)�*z[a-zA-Z](?:[a-zA-Z0-9-]*)z^%s$z ^(%s)=!(%s)$�-�_c @ s� e Zd ZdZd dd�Zdd� Zdd� Zd d d
�Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d!dd�Zdd� Zd"dd �Zd#d d �ZdS )$� FancyGetopta� Wrapper around the standard 'getopt()' module that provides some
handy extra functionality:
* short and long options are tied together
* options have help strings, and help text can be assembled
from them
* options set attributes of a passed-in object
* boolean options can have "negative aliases" -- eg. if
--quiet is the "negative alias" of --verbose, then "--quiet"
on the command line sets 'verbose' to false
Nc C sN || _ i | _| j r| �� i | _i | _g | _g | _i | _i | _i | _ g | _
d S �N) � option_table� option_index� _build_index�alias�negative_alias�
short_opts� long_opts�
short2long� attr_name� takes_arg� option_order��selfr � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/fancy_getopt.py�__init__) s zFancyGetopt.__init__c C s( | j �� | jD ]}|| j |d < qd S )Nr )r �clearr )r �optionr r r r Q s
zFancyGetopt._build_indexc C s || _ | �� d S r )r r r r r r �set_option_tableV s z FancyGetopt.set_option_tablec C s< || j v rtd| ��n |||f}| j�|� || j |< d S )Nz'option conflict: already an option '%s')r �DistutilsGetoptErrorr �append)r � long_option� short_option� help_stringr r r r �
add_optionZ s
�
zFancyGetopt.add_optionc C s
|| j v S )zcReturn true if the option table for this parser has an
option with long name 'long_option'.)r �r r r r r �
has_optionc s zFancyGetopt.has_optionc C s
|� t�S )z�Translate long option name 'long_option' to the form it
has as an attribute of some object: ie., translate hyphens
to underscores.�� translate�
longopt_xlater r r r �
get_attr_nameh s zFancyGetopt.get_attr_namec C s\ t |t�sJ �|�� D ]@\}}|| jvr:td|||f ��|| jvrtd|||f ��qd S )Nz(invalid %s '%s': option '%s' not definedz0invalid %s '%s': aliased option '%s' not defined)�
isinstance�dict�itemsr r )r �aliases�whatr
�optr r r �_check_alias_dictn s
�
�z FancyGetopt._check_alias_dictc C s | � |d� || _dS )z'Set the aliases for this option parser.r
N)r, r
)r r
r r r � set_aliasesx s zFancyGetopt.set_aliasesc C s | � |d� || _dS )z�Set the negative aliases for this option parser.
'negative_alias' should be a dictionary mapping option names to
option names, both the key and value must already be defined
in the option table.znegative aliasN)r, r )r r r r r �set_negative_aliases} s z FancyGetopt.set_negative_aliasesc C s� g | _ g | _| j�� i | _| jD �]�}t|�dkrD|\}}}d}n(t|�dkr^|\}}}}ntd|f ��t|t �r�t|�dk r�t
d| ��|du s�t|t �r�t|�dks�t
d | ��|| j|< | j � |� |d
d kr�|r�|d }|dd
� }d| j |< nF| j
�|�}|du�r:| j | �r0t
d
||f ��|| j d
< d| j |< | j�|�}|du�r�| j | | j | k�r�t
d||f ��t�|��s�t
d| ��| �|�| j|< |r"| j� |� || j|d < q"dS )z�Populate the various data structures that keep tabs on the
option table. Called by 'getopt()' before it can do anything
worthwhile.
� r � zinvalid option tuple: %r� z9invalid long option '%s': must be a string of length >= 2N� z:invalid short option '%s': must a single character or None����=�:z>invalid negative alias '%s': aliased option '%s' takes a valuezginvalid alias '%s': inconsistent with aliased option '%s' (one of them takes a value, the other doesn'tzEinvalid long option name '%s' (must be letters, numbers, hyphens only)r
r r r �repeatr �len�
ValueErrorr& �strr r r r �getr
�
longopt_re�matchr% r )r r �long�short�helpr6 �alias_tor r r �_grok_option_table� sr
��
��
��
��
�� z FancyGetopt._grok_option_tablec
C s� |du rt jdd� }|du r*t� }d}nd}| �� d�| j�}zt�||| j�\}}W n. tjy� } zt |��W Y d}~n
d}~0 0 |D ]�\}}t
|�dkr�|d dkr�| j |d }n,t
|�dkr�|dd� d ks�J �|dd� }| j �
|�} | r�| }| j| �s<|d
k�s J d ��| j�
|�} | �r8| }d}nd}| j| }
|�rn| j�
|
�du�rnt||
d�d }t||
|� | j�||f� q�|�r�||fS |S dS ) a Parse command-line options in args. Store as attributes on object.
If 'args' is None or not supplied, uses 'sys.argv[1:]'. If
'object' is None or not supplied, creates a new OptionDummy
object, stores option values there, and returns a tuple (args,
object). If 'object' is supplied, it is modified in place and
'getopt()' just returns 'args'; in both cases, the returned
'args' is a modified copy of the passed-in 'args' list, which
is left untouched.
Nr2 TF� r1 r r z--� z boolean option can't have value)�sys�argv� OptionDummyrA �joinr �getoptr
�error�DistutilsArgErrorr7 r r
r: r r r r6 �getattr�setattrr r ) r �args�object�created_objectr �opts�msgr+ �valr
�attrr r r rH � sF
zFancyGetopt.getoptc C s | j du rtd��n| j S dS )z�Returns the list of (option, value) tuples processed by the
previous run of 'getopt()'. Raises RuntimeError if
'getopt()' hasn't been called yet.
Nz!'getopt()' hasn't been called yet)r � RuntimeError)r r r r �get_option_order s
z FancyGetopt.get_option_orderc C sj d}| j D ]L}|d }|d }t|�}|d dkr:|d }|durJ|d }||kr
|}q
|d d d }d}|| } d | }
|r�|g} nd
g} | j D ]�}|dd � \}}} t| | �}
|d dkr�|dd� }|du �r|
r�| �d |||
d f � n| �d
||f � n:d||f }|
�r4| �d |||
d f � n| �d| � |
dd� D ]}| �|
| � �qNq�| S )z�Generate help text (a list of strings, one per suggested line of
output) from the option table for this FancyGetopt object.
r r2 r3 r4 N� r1 �N rB zOption summary:r/ z --%-*s %sz
--%-*s z%s (-%s)z --%-*s)r r7 � wrap_textr )r �header�max_optr r= r> �l� opt_width�
line_width�
text_width�
big_indent�linesr? �text� opt_namesr r r �
generate_help sH
�zFancyGetopt.generate_helpc C s0 |d u rt j}| �|�D ]}|�|d � qd S )N�
)rD �stdoutrc �write)r rY �file�liner r r �
print_helph s zFancyGetopt.print_help)N)NN)NN)N)NN)�__name__�
__module__� __qualname__�__doc__r r r r r! r% r, r- r. rA rH rU rc ri r r r r r s
(
M
=
Or c C s t | �}|�|� |�||�S r )r r. rH )�options� negative_optrN rM �parserr r r � fancy_getopto s
rq c C s i | ]}t |�d �qS )rB )�ord)�.0Z_wscharr r r �
<dictcomp>u � rt c C s | du r g S t | �|kr | gS | �� } | �t�} t�d| �}dd� |D �}g }|�rg }d}|r�t |d �}|| |kr�|�|d � |d= || }q\|r�|d d dkr�|d= q�q\|�r|dkr�|�|d d|� � |d |d� |d< |d d dk�r|d= |�d�|�� qN|S ) z�wrap_text(text : string, width : int) -> [string]
Split 'text' into multiple lines of no more than 'width' characters
each, and return the list of strings that results.
Nz( +|-+)c S s g | ] }|r|�qS r r )rs �chr r r �
<listcomp>� ru z wrap_text.<locals>.<listcomp>r r3 rB rC )r7 �
expandtabsr# �WS_TRANS�re�splitr rG )ra �width�chunksr` �cur_line�cur_lenr[ r r r rX w s:
rX c C s
| � t�S )zXConvert a long option name to a valid Python identifier by
changing "-" to "_".
r" )r+ r r r �translate_longopt� s r� c @ s e Zd ZdZg fdd�ZdS )rF z_Dummy class just used as a place to hold command-line option
values as instance attributes.c C s |D ]}t | |d� qdS )zkCreate a new OptionDummy instance. The attributes listed in
'options' will be initialized to None.N)rL )r rn r+ r r r r � s zOptionDummy.__init__N)rj rk rl rm r r r r r rF � s rF �__main__z�Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].))�
� � �( z width: %drd )rm rD �stringrz rH �distutils.errors� longopt_pat�compiler; � neg_alias_rer9 � maketransr$ r rq �
whitespacery rX r� rF rj ra �w�printrG r r r r �<module> s*
T6 site-packages/setuptools/_distutils/__pycache__/archive_util.cpython-39.pyc 0000644 00000015045 15056474501 0023223 0 ustar 00 a
(�Re|! � @ s> d Z ddlZddlmZ ddlZz ddlZW n eyB dZY n0 ddlmZ ddl m
Z
ddl m Z ddl
mZ zddlmZ W n ey� dZY n0 zdd lmZ W n ey� dZY n0 d
d � Zd d
� Zd#dd�Zd$dd�Zedgdfedgdfedgdfedgdfedgd feg d fd �Zd d � Zd%d!d"�ZdS )&zodistutils.archive_util
Utility functions for creating archive files (tarballs, zip files,
that sort of thing).� N)�warn)�DistutilsExecError)�spawn)�mkpath)�log)�getpwnam)�getgrnamc C sL t du s| du rdS z t | �}W n ty6 d}Y n0 |durH|d S dS )z"Returns a gid, given a group name.N� )r �KeyError��name�result� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/archive_util.py�_get_gid s
r c C sL t du s| du rdS z t | �}W n ty6 d}Y n0 |durH|d S dS )z"Returns an uid, given a user name.Nr )r r
r r r r �_get_uid+ s
r �gzipc s6 dddddd�}dddd d
�}|d ur:||� � vr:td ��| d
} |dkrZ| |�|d�7 } ttj�| �|d� dd l}
t� d� t
���t ��� � ���fdd�} |s�|
� | d|| �} z| j
|| d� W | �� n
| �� 0 |dk�r2tdt� | || }
tjdk�r|| |
g}n
|d| g}t||d� |
S | S )a= Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", "xz", "compress", or
None. ("compress" will be deprecated in Python 3.2)
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_dir' + ".tar", possibly plus
the appropriate compression extension (".gz", ".bz2", ".xz" or ".Z").
Returns the output filename.
�gz�bz2�xz� )r �bzip2r N�compressz.gzz.bz2z.xzz.Z)r r r r NzKbad value for 'compress': must be None, 'gzip', 'bzip2', 'xz' or 'compress'z.tarr ��dry_runr zCreating tar archivec s, � d ur� | _ �| _�d ur(�| _�| _| S )N)�gid�gname�uid�uname)�tarinfo�r �group�ownerr r r � _set_uid_gida s z"make_tarball.<locals>._set_uid_gidzw|%s)�filterz 'compress' will be deprecated.�win32z-f)�keys�
ValueError�getr �os�path�dirname�tarfiler �infor r �open�add�closer �PendingDeprecationWarning�sys�platformr )� base_name�base_dirr �verboser r" r! �tar_compression� compress_ext� archive_namer, r# �tar�compressed_name�cmdr r r � make_tarball7 sB ���
r= c
C s� | d }t tj�|�|d� tdu rn|r.d}nd}ztd|||g|d� W n tyh td| ��Y n0 �nJt�d||� |�s�ztj |d tj
d
�}W n$ t y� tj |d tj d
�}Y n0 |�� |tj
kr�tj�tj�|d ��}|�||� t�d |� t�|�D ]�\}} }
| D ]6} tj�tj�|| d ��}|�||� t�d |� �q|
D ]B} tj�tj�|| ��}tj�|��rP|�||� t�d |� �qP�qW d � n1 �s�0 Y |S )
av Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises DistutilsExecError. Returns the name of the output zip
file.
z.zipr Nz-rz-rq�zipzkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utilityz#creating '%s' and adding '%s' to it�w)� compressionr z adding '%s')r r) r* r+ �zipfiler r r r- �ZipFile� ZIP_DEFLATED� RuntimeError�
ZIP_STORED�curdir�normpath�join�write�walk�isfile) r4 r5 r6 r � zip_filename�
zipoptionsr> r* �dirpath�dirnames� filenamesr r r r � make_zipfile sT �
���
�
4rQ )r r zgzip'ed tar-file)r r zbzip2'ed tar-file)r r zxz'ed tar-file)r r zcompressed tar file)r Nzuncompressed tar filezZIP file)�gztar�bztar�xztar�ztarr: r> c C s | D ]}|t vr| S qdS )zqReturns the first format from the 'format' list that is unknown.
If all formats are known, returns None
N)�ARCHIVE_FORMATS)�formats�formatr r r �check_archive_formats� s
rY c
C s t �� }|dur6t�d|� t j�| �} |s6t �|� |du rDt j}d|i} z t| }
W n t yv t
d| ��Y n0 |
d } |
d D ]\} }
|
| | < q�|dkr�|| d< || d < z4| | |fi | ��}W |dur�t�d
|� t �|� n"|du�rt�d
|� t �|� 0 |S ) a� Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "gztar",
"bztar", "xztar", or "ztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
Nzchanging into '%s'r zunknown archive format '%s'r � r> r" r! zchanging back to '%s') r) �getcwdr �debugr* �abspath�chdirrF rV r
r' )r4 rX �root_dirr5 r6 r r" r! �save_cwd�kwargs� format_info�func�arg�val�filenamer r r � make_archive� s8
�
rg )r r r NN)r r )NNr r NN)�__doc__r) �warningsr r2 rA � ImportError�distutils.errorsr �distutils.spawnr �distutils.dir_utilr � distutilsr �pwdr �grpr r r r= rQ rV rY rg r r r r �<module> sH
�
H
=
�
� site-packages/setuptools/_distutils/__pycache__/filelist.cpython-39.pyc 0000644 00000025201 15056474501 0022353 0 ustar 00 a
(�Re_4 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl
m Z G dd� d�Z dd � Z
G d
d � d e�Zejfd d
�Zdd� Zddd�ZdS )zsdistutils.filelist
Provides the FileList class, used for poking about the filesystem
and building lists of files.
� N�� convert_path)�DistutilsTemplateError�DistutilsInternalError)�logc @ s| e Zd ZdZd dd�Zdd� Zejfdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zd dd�Zd dd �ZdS ) �FileLista� A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Instance attributes:
dir
directory from which files will be taken -- only used if
'allfiles' not supplied to constructor
files
list of filenames currently being built/filtered/manipulated
allfiles
complete list of files under consideration (ie. without any
filtering applied)
Nc C s d | _ g | _d S �N)�allfiles�files)�self�warn� debug_print� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/filelist.py�__init__ s zFileList.__init__c C s
|| _ d S r )r )r r r r r � set_allfiles& s zFileList.set_allfilesc C s t |�| _d S r )�findallr )r �dirr r r r ) s zFileList.findallc C s ddl m} |rt|� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)�distutils.debugr �print)r �msgr r r r r
, s zFileList.debug_printc C s | j �|� d S r )r
�append)r �itemr r r r 6 s zFileList.appendc C s | j �|� d S r )r
�extend)r �itemsr r r r 9 s zFileList.extendc C s< t ttjj| j��}g | _|D ]}| j�tjj|� � q d S r )�sorted�map�os�path�splitr
r �join)r Zsortable_filesZ
sort_tupler r r �sort< s z
FileList.sortc C s@ t t| j�d dd�D ]$}| j| | j|d kr| j|= qd S )N� r ���)�range�lenr
)r �ir r r �remove_duplicatesE s zFileList.remove_duplicatesc C s� |� � }|d }d } }}|dv rTt|�dk r<td| ��dd� |dd � D �}n~|dv r�t|�d k rttd
| ��t|d �}d d� |dd � D �}n:|d v r�t|�dkr�td
| ��t|d �}n td| ��||||fS )Nr )�include�exclude�global-include�global-exclude� z&'%s' expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r ��.0�wr r r �
<listcomp>X � z1FileList._parse_template_line.<locals>.<listcomp>r# )�recursive-include�recursive-exclude� z,'%s' expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r r. r r r r1 ^ r2 )�graft�prunez#'%s' expects a single <dir_pattern>zunknown action '%s')r r& r r )r �line�words�action�patternsr � dir_patternr r r �_parse_template_lineM s0 � � � z FileList._parse_template_linec C sD | � |�\}}}}|dkrV| �dd�|� � |D ] }| j|dd�s2t�d|� q2�n�|dkr�| �dd�|� � |D ] }| j|dd�svt�d |� qv�n�|d
kr�| �d d�|� � |D ] }| j|d d�s�t�d
|� q��nb|dk�r(| �dd�|� � |D ]"}| j|d d��s t�d|� �q �n|dk�rz| �d|d�|�f � |D ](}| j||d��sNd}t�|||� �qNn�|dk�r�| �d|d�|�f � |D ]$}| j||d��s�t�d||� �q�nx|dk�r�| �d| � | jd |d��s@t�d|� nB|dk�r4| �d | � | jd |d��s@t�d |� n td | ��d S ) Nr) zinclude � r# )�anchorz%warning: no files found matching '%s'r* zexclude z9warning: no previously-included files found matching '%s'r+ zglobal-include r z>warning: no files found matching '%s' anywhere in distributionr, zglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionr3 zrecursive-include %s %s)�prefixz:warning: no files found matching '%s' under directory '%s'r4 zrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'r6 zgraft z+warning: no directories found matching '%s'r7 zprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')r= r
r! �include_patternr r �exclude_patternr )r r8 r: r; r r< �patternr r r r �process_template_linei s| �
�
�
�
��
��
�
��z FileList.process_template_liner# r c C sl d}t ||||�}| �d|j � | jdu r4| �� | jD ],}|�|�r:| �d| � | j�|� d}q:|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
are not quite the same as implemented by the 'fnmatch' module: '*'
and '?' match non-special characters, where "special" is platform-
dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found, False otherwise.
Fz%include_pattern: applying regex r'%s'Nz adding T)�translate_patternr
rC r r �searchr
r )r rC r? r@ �is_regex� files_found�
pattern_re�namer r r rA � s �
zFileList.include_patternc C sr d}t ||||�}| �d|j � tt| j�d dd�D ]4}|�| j| �r8| �d| j| � | j|= d}q8|S )a Remove strings (presumably filenames) from 'files' that match
'pattern'. Other parameters are the same as for
'include_pattern()', above.
The list 'self.files' is modified in place.
Return True if files are found, False otherwise.
Fz%exclude_pattern: applying regex r'%s'r# r$ z
removing T)rE r
rC r% r& r
rF )r rC r? r@ rG rH rI r' r r r rB � s �zFileList.exclude_pattern)NN)r# Nr )r# Nr )�__name__�
__module__� __qualname__�__doc__r r r �curdirr r
r r r" r( r= rD rA rB r r r r r s
M
+ �r c C s0 t �tj| dd��}dd� |D �}ttjj|�S )z%
Find all files under 'path'
T)� followlinksc s s, | ]$\}}}|D ]}t j�||�V qqd S r )r r r! )r/ �base�dirsr
�filer r r � <genexpr>� s �z#_find_all_simple.<locals>.<genexpr>)� _UniqueDirs�filterr �walkr �isfile)r Z
all_unique�resultsr r r �_find_all_simple� s
�rZ c @ s$ e Zd ZdZdd� Zedd� �ZdS )rU z�
Exclude previously-seen dirs from walk results,
avoiding infinite recursion.
Ref https://bugs.python.org/issue44497.
c C sF |\}}}t �|�}|j|jf}|| v }|r6|dd�= | �|� | S )z�
Given an item from an os.walk result, determine
if the item represents a unique dir for this instance
and if not, prevent further traversal.
N)r �stat�st_dev�st_ino�add)r Z walk_itemrQ rR r
r[ � candidate�foundr r r �__call__ s
z_UniqueDirs.__call__c C s t | � |�S r )rV )�clsr r r r rV s z_UniqueDirs.filterN)rK rL rM rN ra � classmethodrV r r r r rU s rU c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rZ r rO � functools�partialr �relpathr �list)r r
Zmake_relr r r r s
r c C s8 t �| �}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression; return
a string containing the regex. Differs from 'fnmatch.translate()' in
that '*' does not match "special characters" (which are
platform-specific).
�\z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater �sep�re�sub)rC rI rl �escapedr r r �
glob_to_re) s
rp r# c
C s
|r t | t�rt�| �S | S td��d�\}}}| rVt| �}|�|�rP|�|�sZJ �nd}|dur�t|�}|�|�r~|�|�s�J �|t|�t|�t|� � }t j
} t j
dkr�d} |t|�t|�t|� � }d||| ||f }n |�r d||t|�d� f }t�|�S )a Translate a shell-like wildcard pattern to a compiled regular
expression. Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
�_� Nri z\\z%s\A%s%s.*%s%sz%s\A%s) �
isinstance�strrm �compilerp � partition�
startswith�endswithr& r rl )
rC r? r@ rG rd rq �endrI Z prefix_rerl r r r rE @ s.
�rE )r# Nr )rN r rm rj re �distutils.utilr �distutils.errorsr r � distutilsr r rZ �setrU rO r rp rE r r r r �<module> s f
site-packages/setuptools/_distutils/__pycache__/extension.cpython-39.pyc 0000644 00000015557 15056474501 0022571 0 ustar 00 a
(�Re) � @ s. d Z ddlZddlZG dd� d�Zdd� ZdS )zmdistutils.extension
Provides the Extension class, used to describe C/C++ extension
modules in setup scripts.� Nc @ s" e Zd ZdZddd�Zdd� ZdS )� Extensiona� Just a collection of attributes that describes an extension
module and everything needed to build it (hopefully in a portable
way, but there are hooks that let you be as unportable as you need).
Instance attributes:
name : string
the full name of the extension, including any packages -- ie.
*not* a filename or pathname, but Python dotted name
sources : [string]
list of source filenames, relative to the distribution root
(where the setup script lives), in Unix form (slash-separated)
for portability. Source files may be C, C++, SWIG (.i),
platform-specific resource files, or whatever else is recognized
by the "build_ext" command as source for a Python extension.
include_dirs : [string]
list of directories to search for C/C++ header files (in Unix
form for portability)
define_macros : [(name : string, value : string|None)]
list of macros to define; each macro is defined using a 2-tuple,
where 'value' is either the string to define it to or None to
define it without a particular value (equivalent of "#define
FOO" in source or -DFOO on Unix C compiler command line)
undef_macros : [string]
list of macros to undefine explicitly
library_dirs : [string]
list of directories to search for C/C++ libraries at link time
libraries : [string]
list of library names (not filenames or paths) to link against
runtime_library_dirs : [string]
list of directories to search for C/C++ libraries at run time
(for shared extensions, this is when the extension is loaded)
extra_objects : [string]
list of extra files to link with (eg. object files not implied
by 'sources', static library that must be explicitly specified,
binary resource files, etc.)
extra_compile_args : [string]
any extra platform- and compiler-specific information to use
when compiling the source files in 'sources'. For platforms and
compilers where "command line" makes sense, this is typically a
list of command-line arguments, but for other platforms it could
be anything.
extra_link_args : [string]
any extra platform- and compiler-specific information to use
when linking object files together to create the extension (or
to create a new static Python interpreter). Similar
interpretation as for 'extra_compile_args'.
export_symbols : [string]
list of symbols to be exported from a shared extension. Not
used on all platforms, and not generally necessary for Python
extensions, which typically export exactly one symbol: "init" +
extension_name.
swig_opts : [string]
any extra options to pass to SWIG if a source file has the .i
extension.
depends : [string]
list of files that the extension depends on
language : string
extension language (i.e. "c", "c++", "objc"). Will be detected
from the source extensions if not provided.
optional : boolean
specifies that a build failure in the extension should not abort the
build process, but simply not install the failing extension.
Nc K s t |t�std��t |t�r.tdd� |D ��s6td��|| _|| _|pHg | _|pRg | _|p\g | _ |pfg | _
|ppg | _ |pzg | _ | p�g | _
|
p�g | _| p�g | _| p�g | _|
p�g | _|p�g | _|| _|| _t|�dk�rdd� |D �}d�t|��}d | }t�|� d S )
Nz'name' must be a stringc s s | ]}t |t�V qd S )N)�
isinstance�str)�.0�v� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/extension.py� <genexpr>j � z%Extension.__init__.<locals>.<genexpr>z#'sources' must be a list of stringsr c S s g | ] }t |��qS r )�repr)r �optionr r r �
<listcomp>� r
z&Extension.__init__.<locals>.<listcomp>z, z Unknown Extension options: %s)r r �AssertionError�list�all�name�sources� include_dirs�
define_macros� undef_macros� library_dirs� libraries�runtime_library_dirs�
extra_objects�extra_compile_args�extra_link_args�export_symbols� swig_opts�depends�language�optional�len�join�sorted�warnings�warn)�selfr r r r r r r r r r r r r r r r �kw�options�msgr r r �__init__V s6
�
zExtension.__init__c C s d| j j| j j| jt| �f S )Nz<%s.%s(%r) at %#x>)� __class__�
__module__� __qualname__r �id)r& r r r �__repr__� s �zExtension.__repr__)NNNNNNNNNNNNNN)�__name__r, r- �__doc__r* r/ r r r r r s" C �
/r c C s� ddl m}m}m} ddlm} ddlm} || �}|| dddddd�}�zfg }|�� } | du rd�q�|� | �rpqP| d | d kr�d kr�n n|�
d
| � qP|| |�} || �}
|
d } t | g �} d}
|
dd� D �]�}|
dur�|
� |� d}
q�t
j�|�d }|dd � }|d d� }|d v �r2| j� |� q�|d
k�rJ| j� |� q�|dk�r�|�d�}|dk�rz| j� |df� n$| j� |d|� ||d d� f� q�|dk�r�| j� |� q�|dk�r�| j� |� q�|dk�r�| j� |� q�|dk�r | j� |� q�|dk�r| j� |� q�|dk�r*| j}
q�|dk�r<| j}
q�|dk�rN| j}
q�|dk�rr| j� |� |�s�| j}
q�|dv �r�| j� |� q�|�
d| � q�|� | � qPW |�� n
|�� 0 |S )z3Reads a Setup file and returns Extension instances.r )�parse_makefile�expand_makefile_vars� _variable_rx)�TextFile)� split_quoted� )�strip_comments� skip_blanks�
join_lines� lstrip_ws� rstrip_wsN����*z'%s' lines not handled yet� )z.cz.ccz.cppz.cxxz.c++z.mz.mmz-Iz-D�=z-Uz-Cz-lz-Lz-Rz-rpathz-Xlinkerz
-Xcompilerz-u)z.az.soz.slz.oz.dylibzunrecognized argument '%s') �distutils.sysconfigr2 r3 r4 �distutils.text_filer5 �distutils.utilr6 �readline�matchr% r �append�os�path�splitextr r �findr r r r r r r r �close)�filenamer2 r3 r4 r5 r6 �vars�file�
extensions�line�words�module�ext�append_next_word�word�suffix�switch�value�equalsr r r �read_setup_file� s� �
�
rZ )r1 rG r$ r rZ r r r r �<module> s z site-packages/setuptools/_distutils/__pycache__/file_util.cpython-39.pyc 0000644 00000013711 15056474501 0022517 0 ustar 00 a
(�Re� � @ sZ d Z ddlZddlmZ ddlmZ dddd�Zdd
d �Zdd
d�Zddd�Z dd� Z
dS )zFdistutils.file_util
Utility functions for operating on single files.
� N)�DistutilsFileError)�log�copyingz hard linkingzsymbolically linking)N�hard�sym� @ c
C s� d}d}�z�zt | d�}W n6 tyP } z td| |jf ��W Y d}~n
d}~0 0 tj�|�r�zt�|� W n6 ty� } z td||jf ��W Y d}~n
d}~0 0 zt |d�}W n6 ty� } z td||jf ��W Y d}~n
d}~0 0 z|�|�}W n8 t�y0 } z td| |jf ��W Y d}~n
d}~0 0 |�s<�q�z|� |� W q� t�y� } z td||jf ��W Y d}~q�d}~0 0 q�W |�r�|�
� |�r�|�
� n |�r�|�
� |�r�|�
� 0 dS ) a5 Copy the file 'src' to 'dst'; both must be filenames. Any error
opening either file, reading from 'src', or writing to 'dst', raises
DistutilsFileError. Data is read/written in chunks of 'buffer_size'
bytes (default 16k). No attempt is made to handle anything apart from
regular files.
N�rbzcould not open '%s': %szcould not delete '%s': %s�wbzcould not create '%s': %sz could not read from '%s': %szcould not write to '%s': %s) �open�OSErrorr �strerror�os�path�exists�unlink�read�write�close)�src�dst� buffer_size�fsrc�fdst�e�buf� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/file_util.py�_copy_file_contents sT ( � � � �
�r � c C s
ddl m} ddlm} m}
m} m} tj� | �s<t
d| ��tj� |�rd|}
tj� |tj�
| ��}n tj�|�}
|r�|| |�s�|dkr�t�d| � |dfS z t| }W n ty� td| ��Y n0 |dk�r
tj�
|�tj�
| �kr�t�d|| |
� nt�d|| |� |�r|dfS |d k�rntj�|��r@tj�| |��s�zt�| |� |dfW S t�yj Y n0 n<|d
k�r�tj�|��r�tj�| |��s�t�| |� |dfS t| |� |�s�|�rt�| �}|�r�t�||| ||
f� |�rt� || || �� |dfS ) a Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is
copied there with the same name; otherwise, it must be a filename. (If
the file exists, it will be ruthlessly clobbered.) If 'preserve_mode'
is true (the default), the file's mode (type and permission bits, or
whatever is analogous on the current platform) is copied. If
'preserve_times' is true (the default), the last-modified and
last-access times are copied as well. If 'update' is true, 'src' will
only be copied if 'dst' does not exist, or if 'dst' does exist but is
older than 'src'.
'link' allows you to make hard links (os.link) or symbolic links
(os.symlink) instead of copying: set it to "hard" or "sym"; if it is
None (the default), files are copied. Don't set 'link' on systems that
don't support it: 'copy_file()' doesn't check if hard or symbolic
linking is available. If hardlink fails, falls back to
_copy_file_contents().
Under Mac OS, uses the native file copy function in macostools; on
other systems, uses '_copy_file_contents()' to copy file contents.
Return a tuple (dest_name, copied): 'dest_name' is the actual name of
the output file, and 'copied' is true if the file was copied (or would
have been copied, if 'dry_run' true).
r )�newer)�ST_ATIME�ST_MTIME�ST_MODE�S_IMODEz4can't copy '%s': doesn't exist or not a regular filer z"not copying %s (output up-to-date)z&invalid value '%s' for 'link' argumentz %s %s -> %sr r ) �distutils.dep_utilr �statr r! r" r# r
r �isfiler �isdir�join�basename�dirnamer �debug� _copy_action�KeyError�
ValueError�infor �samefile�linkr �symlinkr �utime�chmod)r r �
preserve_mode�preserve_times�updater1 �verbose�dry_runr r r! r" r# �dir�action�str r r � copy_fileC sV ! �
r= c C s� ddl m}m}m}m}m} ddl} |dkr:t�d| |� |rB|S || �sVt d| ��||�rrt
j � ||| ��}n||�r�t d| |f ��|||��s�t d| |f ��d }
zt
�
| |� W nR t�y } z8| j\} }
| | jkr�d
}
nt d | ||
f ��W Y d} ~ n
d} ~ 0 0 |
�r�t| ||d � zt
�| � W nh t�y� } zN| j\} }
zt
�|� W n t�yn Y n0 t d
| || |
f ��W Y d} ~ n
d} ~ 0 0 |S )a% Move a file 'src' to 'dst'. If 'dst' is a directory, the file will
be moved into it with the same name; otherwise, 'src' is just renamed
to 'dst'. Return the new full name of the file.
Handles cross-device moves on Unix using 'copy_file()'. What about
other systems???
r )r r& r' r) r* Nr zmoving %s -> %sz#can't move '%s': not a regular filez0can't move '%s': destination '%s' already existsz2can't move '%s': destination '%s' not a valid pathFTz couldn't move '%s' to '%s': %s)r8 zAcouldn't move '%s' to '%s' by copy/delete: delete '%s' failed: %s)�os.pathr r& r' r) r* �errnor r/ r r
r r( �renamer �args�EXDEVr= r )r r r8 r9 r r& r' r) r* r? �copy_itr �num�msgr r r � move_file� s` �� ��
�
��rF c C s> t | d�}z$|D ]}|�|d � qW |�� n
|�� 0 dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�w�
N)r
r r )�filename�contents�f�liner r r �
write_file� s
rM )r )r r r Nr r )r r ) �__doc__r
�distutils.errorsr � distutilsr r, r r= rF rM r r r r �<module> s �
3 �
d �
? site-packages/setuptools/_distutils/__pycache__/dist.cpython-39.pyc 0000644 00000103275 15056474501 0021513 0 ustar 00 a
(�Re�� � @ s� d Z ddlZddlZddlZddlmZ z ddlZW n eyJ dZY n0 ddlT ddl m
Z
m Z ddl m
Z
mZmZ ddlmZ ddlmZ e�d �Zd
d � ZG d d
� d
�ZG dd� d�Zdd� ZdS )z}distutils.dist
Provides the Distribution class, which represents the module distribution
being built/installed/distributed.
� N)�message_from_file)�*)� FancyGetopt�translate_longopt)�
check_environ� strtobool�
rfc822_escape��log)�DEBUGz^[a-zA-Z]([a-zA-Z0-9_]*)$c C sP t | t�r n@t | t�sLt| �j}d}|jf i t� ��}t�tj|� t| �} | S )Nz>Warning: '{fieldname}' should be a list, got type '{typename}') �
isinstance�str�list�type�__name__�format�localsr
�WARN)�value� fieldname�typename�msg� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/dist.py� _ensure_list s
r c @ sD e Zd ZdZg d�ZdZg d�Zdd� eD �ZddiZdId
d �Z d d
� Z
dJdd�Z dd� Z dKdd�Z
dd� Zdd� Zdd� Zdd � Zd d g fd d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� ZdLd,d-�ZdMd.d/�ZdNd1d2�Ze j fd3d4�Z d5d6� Z d7d8� Z d9d:� Z!d;d<� Z"d=d>� Z#d?d@� Z$dAdB� Z%dCdD� Z&dEdF� Z'dGdH� Z(d S )O� Distributiona� The core of the Distutils. Most of the work hiding behind 'setup'
is really done within a Distribution instance, which farms the work out
to the Distutils commands specified on the command line.
Setup scripts will almost never instantiate Distribution directly,
unless the 'setup()' function is totally inadequate to their needs.
However, it is conceivable that a setup script might wish to subclass
Distribution for some specialized purpose, and then pass the subclass
to 'setup()' as the 'distclass' keyword argument. If so, it is
necessary to respect the expectations that 'setup' has of Distribution.
See the code for 'setup()', in core.py, for details.
))�verbose�vzrun verbosely (default)� )�quiet�qz!run quietly (turns verbosity off))zdry-run�nzdon't actually do anything)�help�hzshow detailed help message)z no-user-cfgNz-ignore pydistutils.cfg in your home directoryz�Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
))z
help-commandsNzlist all available commands)�nameNzprint package name)�version�Vzprint package version)�fullnameNz print <package name>-<version>)�authorNzprint the author's name)� author-emailNz print the author's email address)�
maintainerNzprint the maintainer's name)zmaintainer-emailNz$print the maintainer's email address)�contactNz7print the maintainer's name if known, else the author's)z
contact-emailNz@print the maintainer's email address if known, else the author's)�urlNz print the URL for this package)�licenseNz print the license of the package)�licenceNzalias for --license)� descriptionNz print the package description)zlong-descriptionNz"print the long package description)� platformsNzprint the list of platforms)� classifiersNz print the list of classifiers)�keywordsNzprint the list of keywords)�providesNz+print the list of packages/modules provided)�requiresNz+print the list of packages/modules required)� obsoletesNz0print the list of packages/modules made obsoletec C s g | ]}t |d ��qS )r �r )�.0�xr r r �
<listcomp>� � zDistribution.<listcomp>r r Nc C s\ d| _ d| _d| _| jD ]}t| |d� qt� | _| jjD ] }d| }t| |t| j|�� q:i | _ d| _
d| _ d| _ i | _
g | _d| _i | _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _i | _ i | _ |�r|� d�}|du�r8|d= |� � D ]4\}}| � |�}|� � D ]\} }
d|
f|| < �q �qd|v �r~|d |d < |d= d
} t!du�rnt!�"| � nt#j$�%| d � |� � D ]�\} }
t&| jd | ��r�t| jd | �|
� nNt&| j| ��r�t| j| |
� n0t&| | ��r�t| | |
� nd
t'| � } t!�"| � �q�d| _(| j du�rP| j D ].}
|
�)d��s6 �qP|
dk�r d| _( �qP�q | �*� dS )a0 Construct a new Distribution instance: initialize all the
attributes of a Distribution, and then use 'attrs' (a dictionary
mapping attribute names to values) to assign some of those
attributes their "real" values. (Any attributes not mentioned in
'attrs' will be assigned to some null value: 0, None, an empty list
or dictionary, etc.) Most importantly, initialize the
'command_obj' attribute to the empty dictionary; this will be
filled in with real command objects by 'parse_command_line()'.
r r �get_N� �optionsz setup scriptr. r- z:'licence' distribution option is deprecated; use 'license'�
�set_z Unknown distribution option: %sT�-z
--no-user-cfgF)+r �dry_runr" �display_option_names�setattr�DistributionMetadata�metadata�_METHOD_BASENAMES�getattr�cmdclass�command_packages� script_name� script_args�command_options�
dist_files�packages� package_data� package_dir�
py_modules� libraries�headers� ext_modules� ext_package� include_dirs�
extra_path�scripts�
data_files�password� command_obj�have_run�get�items�get_option_dict�warnings�warn�sys�stderr�write�hasattr�repr�
want_user_cfg�
startswith�finalize_options)�self�attrs�attr�basename� method_namer= �command� cmd_options�opt_dict�opt�valr �key�argr r r �__init__� s~
zDistribution.__init__c C s& | j �|�}|du r"i }| j |< |S )z�Get the option dictionary for a given command. If that
command's option dictionary hasn't been created yet, then create it
and return the new dictionary; otherwise, return the existing
option dictionary.
N)rL r] )rj ro �dictr r r r_ ' s z Distribution.get_option_dictr< c C s� ddl m} |d u r"t| j�� �}|d ur@| �|| � |d }|sV| �|d � d S |D ]h}| j�|�}|d u r�| �|d| � qZ| �|d| � ||�}|�d�D ]}| �|d | � q�qZd S )Nr )�pformatz zno commands known yetz no option dict for '%s' commandz option dict for '%s' command:r> )�pprintrx �sortedrL �keys�announcer] �split) rj �header�commands�indentrx �cmd_namerq �out�liner r r �dump_option_dicts2 s* ��z Distribution.dump_option_dictsc C s� g }t � tj�tjd j�}tj�|d�}tj�|�rB|� |� tj
dkrRd}nd}| j r�tj�tj� d�|�}tj�|�r�|� |� d}tj�|�r�|� |� t
r�| �dd �|� � |S )
a� Find as many configuration files as should be processed for this
platform, and return a list of filenames in the order in which they
should be parsed. The filenames returned are guaranteed to exist
(modulo nasty race conditions).
There are three possible config files: distutils.cfg in the
Distutils installation directory (ie. where the top-level
Distutils __inst__.py file lives), a file in the user's home
directory named .pydistutils.cfg on Unix and pydistutils.cfg
on Windows/Mac; and setup.cfg in the current directory.
The file in the user's home directory can be disabled with the
--no-user-cfg option.
� distutilsz
distutils.cfg�posixz.pydistutils.cfgzpydistutils.cfg�~z setup.cfgzusing config files: %sz, )r �os�path�dirnamerb �modules�__file__�join�isfile�appendr$ rg �
expanduserr r| )rj �files�sys_dir�sys_file�
user_filename� user_file�
local_filer r r �find_config_filesN s&
z Distribution.find_config_filesc C s� ddl m} tjtjkr"g d�}ng }t|�}|d u r>| �� }trL| �d� |� }|D ]�}trl| �d| � |� |� |�
� D ]V}|� |�}| � |�}|D ]8} | dkr�| |vr�|�
|| �}
| �dd�} ||
f|| < q�q~|�� qVd | jv �r�| jd �� D ]�\} \} }
| j�
| �} zF| �r.t| | t|
� � n(| d
v �rJt| | t|
�� n t| | |
� W q� t�y� }
zt|
��W Y d }
~
q�d }
~
0 0 q�d S ) Nr )� ConfigParser)
z install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():z reading %sr r@ �_�global)r rA )� configparserr� rb r� � base_prefix� frozensetr� r r| �read�sectionsr= r_ r] �replacerv rL r^ � negative_optrC r �
ValueError�DistutilsOptionError)rj � filenamesr� �ignore_options�parser�filename�sectionr= rq rr rs �src�aliasr r r r �parse_config_files~ sD
z Distribution.parse_config_filesc C s� | � � }g | _t|| j �}|�| j� |�ddi� |j| j| d�}|� � }t
� | j � | �
|�rhdS |r�| �||�}|du rhdS qh| jr�| j|t| j�dk| jd� dS | js�td��dS ) a� Parse the setup script's command line, taken from the
'script_args' instance attribute (which defaults to 'sys.argv[1:]'
-- see 'setup()' in core.py). This list is first processed for
"global options" -- options that set attributes of the Distribution
instance. Then, it is alternately scanned for Distutils commands
and options for that command. Each new command terminates the
options for the previous command. The allowed options for a
command are determined by the 'user_options' attribute of the
command class -- thus, we have to be able to load command classes
in order to parse the command line. Any error in that 'options'
attribute raises DistutilsGetoptError; any error on the
command-line raises DistutilsArgError. If no Distutils commands
were found on the command line, raises DistutilsArgError. Return
true if command-line was successfully parsed and we should carry
on with executing commands; false if no errors but we shouldn't
execute commands (currently, this only happens if user asks for
help).
r. r- )�args�objectNr ��display_optionsr zno commands suppliedT)�_get_toplevel_optionsr r r� �set_negative_aliasesr� � set_aliases�getoptrK �get_option_orderr
�
set_verbosityr �handle_display_options�_parse_command_optsr" �
_show_help�len�DistutilsArgError)rj �toplevel_optionsr� r� � option_orderr r r �parse_command_line� s.
�z Distribution.parse_command_linec C s | j dg S )z�Return the non-display options recognized at the top level.
This includes options that are recognized *only* at the top
level as well as options recognized for commands.
)zcommand-packages=Nz0list of packages that provide distutils commands)�global_options�rj r r r r� � s �z"Distribution._get_toplevel_optionsc
C s ddl m} |d }t�|�s*td| ��| j�|� z| �|�}W n, typ } zt |��W Y d}~n
d}~0 0 t
||�s�t d| ��t |d�r�t
|jt�s�d}t || ��| j}t |d�r�|�� }|�|j� t |d �r�t
|jt�r�t|j�}ng }|�| j|j | � |�|� |�|d
d� �\}} t | d ��rX| j�rX| j|d|gd � dS t |d ��r�t
|jt��r�d}
|jD ]F\} } }
}t | |�| ���r|d
}
t |��r�|� nt d
|| f ���q||
�r�dS | � |�}t | �� � D ]\}}d|f||< �q�|S )a� Parse the command-line options for a single command.
'parser' must be a FancyGetopt instance; 'args' must be the list
of arguments, starting with the current command (whose options
we are about to parse). Returns a new version of 'args' with
the next command at the front of the list; will be the empty
list if there are no more commands on the command line. Returns
None if the user asked for help on this command.
r ��Commandzinvalid command name '%s'Nz&command class %s must subclass Command� user_optionszIcommand class %s must provide 'user_options' attribute (a list of tuples)r� � help_optionsr r" r� zYinvalid help function %r for help option '%s': must be a callable object (function, etc.)z command line) �
distutils.cmdr� �
command_re�match�
SystemExitr r� �get_command_class�DistutilsModuleErrorr� �
issubclass�DistutilsClassErrorre r r� r r� �copy�updater� �fix_help_options�set_option_tabler� r� r� r" r� �
get_attr_name�callabler_ �varsr^ )rj r� r� r� ro � cmd_classr r� r� �opts�help_option_found� help_option�short�desc�funcrq r$ r r r r r� sr
�
�
� ��
�
��
z Distribution._parse_command_optsc C sP dD ]F}t | j|�}|du r qt|t�rdd� |�d�D �}t| j||� qdS )z�Set final values for all the options on the Distribution
instance, analogous to the .finalize_options() method of Command
objects.
�r2 r0 Nc S s g | ] }|� � �qS r ��strip)r7 �elmr r r r9 k r: z1Distribution.finalize_options.<locals>.<listcomp>�,)rG rE r r
r} rC )rj rl r r r r ri a s
z Distribution.finalize_optionsr c
C s ddl m} ddlm} |rR|r*| �� }n| j}|�|� |�| jd � t d� |rt|�| j
� |�d� t d� | j D ]z}t |t
�r�t||�r�|} n
| �|�} t| d�r�t | jt�r�|�| jt| j� � n |�| j� |�d| j � t d� qzt || j�� d S )
ab Show help for the setup script command-line in the form of
several lists of command-line options. 'parser' should be a
FancyGetopt instance; do not expect it to be returned in the
same state, as its option table will be reset to make it
generate the correct help text.
If 'global_options' is true, lists the global options:
--verbose, --dry-run, etc. If 'display_options' is true, lists
the "display-only" options: --name, --version, etc. Finally,
lists per-command help for every command name or command class
in 'commands'.
r �� gen_usager� z
Global options:r< zKInformation display options (just display information, ignore any commands)r� zOptions for '%s' command:N)�distutils.corer� r� r� r� r� r� �
print_help� common_usage�printr� r r r r� r� re r� r r� r� r rJ )
rj r� r� r� r r� r� r= ro �klassr r r r� n s:
�
��
zDistribution._show_helpc C s� ddl m} | jr4| �� td� t|| j�� dS d}i }| jD ]}d||d < qB|D ]l\}}|rX|�|�rXt|�}t | j
d| �� }|dv r�td� |�� n |dv r�td � |�� nt|� d}qX|S )
z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r r� r< r r; r� r� )r1 r3 r4 r5 r> ) r� r� �
help_commands�print_commandsr� rJ r� r] r rG rE r� ) rj r� r� �any_display_options�is_display_option�optionrr rs r r r r r� � s*
z#Distribution.handle_display_optionsc C sh t |d � |D ]R}| j�|�}|s.| �|�}z
|j}W n tyN d}Y n0 t d|||f � qdS )zZPrint a subset of the list of all commands -- used by
'print_commands()'.
�:�(no description available)z
%-*s %sN)r� rH r] r� r/ �AttributeError)rj r r~ �
max_length�cmdr� r/ r r r �print_command_list� s
z Distribution.print_command_listc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4d}|| D ]}t|�|krZt|�}qZ| �|d|� |r�t � | �|d|� dS )an Print out a help message listing all available commands with a
description of each. The list is divided into "standard commands"
(listed in distutils.command.__all__) and "extra commands"
(mentioned in self.cmdclass, but not a standard command). The
descriptions come from the command class attribute
'description'.
r Nr zStandard commandszExtra commands)
�distutils.commandro �__all__rH r{ r] r� r� r� r� )rj r� � std_commands�is_stdr� �extra_commandsr� r r r r� � s.
��zDistribution.print_commandsc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4g }|| D ]N}| j�|�}|sx| �|�}z
|j}W n t y� d}Y n0 |�||f� qZ|S )a> Get a list of (command, description) tuples.
The list is divided into "standard commands" (listed in
distutils.command.__all__) and "extra commands" (mentioned in
self.cmdclass, but not a standard command). The descriptions come
from the command class attribute 'description'.
r Nr r� )
r� ro r� rH r{ r] r� r� r/ r� ) rj r� r� r� r� r� �rvr� r/ r r r �get_command_list� s(
z Distribution.get_command_listc C sN | j }t|t�sJ|du r d}dd� |�d�D �}d|vrD|�dd� || _ |S )z9Return a list of packages from which commands are loaded.Nr< c S s g | ]}|d kr|� � �qS )r< r� )r7 �pkgr r r r9 " r: z5Distribution.get_command_packages.<locals>.<listcomp>r� zdistutils.commandr )rI r r r} �insert)rj �pkgsr r r �get_command_packages s
z!Distribution.get_command_packagesc C s� | j �|�}|r|S | �� D ]�}d||f }|}zt|� tj| }W n ty\ Y q Y n0 zt||�}W n$ ty� t d|||f ��Y n0 || j |< | S t d| ��dS )ao Return the class that implements the Distutils command named by
'command'. First we check the 'cmdclass' dictionary; if the
command is mentioned there, we fetch the class object from the
dictionary and return it. Otherwise we load the command module
("distutils.command." + command) and fetch the command class from
the module. The loaded class is also stored in 'cmdclass'
to speed future calls to 'get_command_class()'.
Raises DistutilsModuleError if the expected module could not be
found, or if that module does not define the expected class.
z%s.%sz3invalid command '%s' (no class '%s' in module '%s')zinvalid command '%s'N)
rH r] r� �
__import__rb r� � ImportErrorrG r� r� )rj ro r� �pkgname� module_name�
klass_name�moduler r r r� ( s,
��
z Distribution.get_command_classc C sl | j �|�}|sh|rhtr&| �d| � | �|�}|| � }| j |< d| j|< | j�|�}|rh| �||� |S )a Return the command object for 'command'. Normally this object
is cached on a previous call to 'get_command_obj()'; if no command
object for 'command' is in the cache, then we either create and
return it (if 'create' is true) or return None.
z<Distribution.get_command_obj(): creating '%s' command objectr )r[ r] r r| r� r\ rL �_set_command_options)rj ro �create�cmd_objr� r= r r r �get_command_objN s �
z Distribution.get_command_objc C sZ |� � }|du r| �|�}tr,| �d| � |�� D �] \}\}}trZ| �d|||f � zdd� |jD �}W n ty� g }Y n0 z
|j}W n ty� i }Y n0 z|t|t �} ||v r�| r�t
||| t |� � nJ||v r�| r�t
||t |�� n,t ||��rt
|||� nt
d|||f ��W q4 t�yR }
zt
|
��W Y d}
~
q4d}
~
0 0 q4dS )ay Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r6 )r7 �or r r r9 } s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')�get_command_namer_ r r| r^ �boolean_optionsr� r� r r
rC r re r� r� ) rj r[ � option_dict� command_namer� �sourcer � bool_opts�neg_opt� is_stringr r r r r i sF
��
��z!Distribution._set_command_optionsr c C s| ddl m} t||�s&|}| �|�}n|�� }|js8|S |�� d|_d| j|< | �|� |rx|� � D ]}| �
||� qf|S )a� Reinitializes a command to the state it was in when first
returned by 'get_command_obj()': ie., initialized but not yet
finalized. This provides the opportunity to sneak option
values in programmatically, overriding or supplementing
user-supplied values from the config files and command line.
You'll have to re-finalize the command object (by calling
'finalize_options()' or 'ensure_finalized()') before using it for
real.
'command' should be a command name (string) or command object. If
'reinit_subcommands' is true, also reinitializes the command's
sub-commands, as declared by the 'sub_commands' class attribute (if
it has one). See the "install" command for an example. Only
reinitializes the sub-commands that actually matter, ie. those
whose test predicates return true.
Returns the reinitialized command object.
r r� ) r� r� r r r � finalized�initialize_optionsr\ r �get_sub_commands�reinitialize_command)rj ro �reinit_subcommandsr� r �subr r r r � s
z!Distribution.reinitialize_commandc C s t � ||� d S �Nr )rj r �levelr r r r| � s zDistribution.announcec C s | j D ]}| �|� qdS )z�Run each command that was seen on the setup script command line.
Uses the list of commands found and cache of command objects
created by 'get_command_obj()'.
N)r � run_command)rj r� r r r � run_commands� s
zDistribution.run_commandsc C sD | j �|�rdS t�d|� | �|�}|�� |�� d| j |< dS )a� Do whatever it takes to run a command (including nothing at all,
if the command has already been run). Specifically: if we have
already created and run the command named by 'command', return
silently without doing anything. If the command named by 'command'
doesn't even have a command object yet, create one. Then invoke
'run()' on that command object (or an existing one).
Nz
running %sr )r\ r] r
�infor �ensure_finalized�run)rj ro r r r r r � s
zDistribution.run_commandc C s t | jp| jpg �dkS �Nr )r� rN rQ r� r r r �has_pure_modules� s z Distribution.has_pure_modulesc C s | j ot| j �dkS r )rT r� r� r r r �has_ext_modules� s z Distribution.has_ext_modulesc C s | j ot| j �dkS r )rR r� r� r r r �has_c_libraries� s z Distribution.has_c_librariesc C s | � � p| �� S r )r! r" r� r r r � has_modules� s zDistribution.has_modulesc C s | j ot| j �dkS r )rS r� r� r r r � has_headers� s zDistribution.has_headersc C s | j ot| j �dkS r )rX r� r� r r r � has_scripts� s zDistribution.has_scriptsc C s | j ot| j �dkS r )rY r� r� r r r �has_data_files� s zDistribution.has_data_filesc C s | � � o| �� o| �� S r )r! r" r# r� r r r �is_pure� s
��zDistribution.is_pure)N)NNr< )N)r )N)r ))r �
__module__� __qualname__�__doc__r� r� r� rB r� rv r_ r� r� r� r� r� r� ri r� r� r� r� r� r� r� r r r r
�INFOr| r r r! r" r# r$ r% r& r' r( r r r r r - sN ,
0
:C [
�
2(!" &
,
)
r c @ s e Zd ZdZdZdBdd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z!d<d=� Z"d>d?� Z#d@dA� Z$dS )CrD z]Dummy class to hold the distribution meta-data: name, version,
author, and so forth.
)r$ r% r( � author_emailr* �maintainer_emailr, r- r/ �long_descriptionr2 r0 r' r+ �
contact_emailr1 � download_urlr3 r4 r5 Nc C s� |d ur| � t|�� nfd | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d S r )�
read_pkg_file�openr$ r% r( r- r* r. r, r- r/ r/ r2 r0 r1 r1 r3 r4 r5 )rj r� r r r rv s& z DistributionMetadata.__init__c s t |�� � fdd�}� fdd�}� d }|d�| _|d�| _|d�| _|d �| _d
| _|d �| _d
| _|d �| _|d
�| _ d� v r�|d�| _
nd
| _
|d�| _ |d�| _d� v r�|d�� d�| _
|d�| _|d�| _|dkr�|d�| _|d�| _|d�| _nd
| _d
| _d
| _d
S )z-Reads the metadata values from a file object.c s � | }|dkrd S |S �N�UNKNOWNr )r$ r �r r r � _read_field) s z7DistributionMetadata.read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S r )�get_all)r$ �valuesr6 r r �
_read_list/ s z6DistributionMetadata.read_pkg_file.<locals>._read_listzmetadata-versionr$ r% �summaryr( Nr) z home-pager- z download-urlr/ r2 r� �platform�
classifier�1.1r4 r3 r5 )r r$ r% r/ r( r* r- r. r, r- r1 r/ r} r2 r0 r1 r4 r3 r5 )rj �filer7 r: �metadata_versionr r6 r r2 % s:
z"DistributionMetadata.read_pkg_filec C sF t tj�|d�ddd��}| �|� W d � n1 s80 Y dS )z7Write the PKG-INFO file into the release tree.
zPKG-INFO�wzUTF-8)�encodingN)r3 r� r� r� �write_pkg_file)rj �base_dir�pkg_infor r r �write_pkg_infoY s
�z#DistributionMetadata.write_pkg_infoc C sb d}| j s"| js"| js"| js"| jr&d}|�d| � |�d| �� � |�d| �� � |�d| �� � |�d| � � � |�d| �
� � |�d | � � � |�d
| � � � | jr�|�d | j � t
| �� �}|�d | � d
�| �� �}|�r|�d| � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � dS )z9Write the PKG-INFO format data to a file object.
z1.0r> zMetadata-Version: %s
z Name: %s
z Version: %s
z Summary: %s
zHome-page: %s
z Author: %s
zAuthor-email: %s
z License: %s
zDownload-URL: %s
zDescription: %s
r� z
Keywords: %s
�Platform�
Classifier�Requires�Provides� ObsoletesN)r3 r4 r5 r1 r1 rd �get_name� get_version�get_description�get_url� get_contact�get_contact_email� get_licenser �get_long_descriptionr� � get_keywords� _write_list�
get_platforms�get_classifiers� get_requires� get_provides�
get_obsoletes)rj r? r% � long_descr2 r r r rC ` s6 �� z#DistributionMetadata.write_pkg_filec C s |D ]}|� d||f � qd S )Nz%s: %s
)rd )rj r? r$ r9 r r r r rU � s z DistributionMetadata._write_listc C s
| j pdS r4 )r$ r� r r r rL � s z DistributionMetadata.get_namec C s
| j pdS )Nz0.0.0)r% r� r r r rM � s z DistributionMetadata.get_versionc C s d| � � | �� f S )Nz%s-%s)rL rM r� r r r � get_fullname� s z!DistributionMetadata.get_fullnamec C s
| j pdS r4 )r( r� r r r �
get_author� s z DistributionMetadata.get_authorc C s
| j pdS r4 )r- r� r r r �get_author_email� s z%DistributionMetadata.get_author_emailc C s
| j pdS r4 )r* r� r r r �get_maintainer� s z#DistributionMetadata.get_maintainerc C s
| j pdS r4 )r. r� r r r �get_maintainer_email� s z)DistributionMetadata.get_maintainer_emailc C s | j p| jpdS r4 )r* r( r� r r r rP � s z DistributionMetadata.get_contactc C s | j p| jpdS r4 )r. r- r� r r r rQ � s z&DistributionMetadata.get_contact_emailc C s
| j pdS r4 )r, r� r r r rO � s z DistributionMetadata.get_urlc C s
| j pdS r4 )r- r� r r r rR � s z DistributionMetadata.get_licensec C s
| j pdS r4 )r/ r� r r r rN � s z$DistributionMetadata.get_descriptionc C s
| j pdS r4 )r/ r� r r r rS � s z)DistributionMetadata.get_long_descriptionc C s
| j pg S r )r2 r� r r r rT � s z!DistributionMetadata.get_keywordsc C s t |d�| _d S )Nr2 )r r2 �rj r r r r � set_keywords� s z!DistributionMetadata.set_keywordsc C s | j p
dgS r4 )r0 r� r r r rV � s z"DistributionMetadata.get_platformsc C s t |d�| _d S )Nr0 )r r0 ra r r r �
set_platforms� s z"DistributionMetadata.set_platformsc C s
| j pg S r )r1 r� r r r rW � s z$DistributionMetadata.get_classifiersc C s t |d�| _d S )Nr1 )r r1 ra r r r �set_classifiers� s z$DistributionMetadata.set_classifiersc C s
| j pdS r4 )r1 r� r r r �get_download_url� s z%DistributionMetadata.get_download_urlc C s
| j pg S r )r4 r� r r r rX � s z!DistributionMetadata.get_requiresc C s, dd l }|D ]}|j�|� q t|�| _d S r )�distutils.versionpredicate�versionpredicate�VersionPredicater r4 �rj r r� r r r r � set_requires� s z!DistributionMetadata.set_requiresc C s
| j pg S r )r3 r� r r r rY � s z!DistributionMetadata.get_providesc C s6 dd� |D �}|D ]}dd l }|j�|� q|| _d S )Nc S s g | ] }|� � �qS r r� )r7 r r r r r9 � r: z5DistributionMetadata.set_provides.<locals>.<listcomp>r )rf rg �split_provisionr3 )rj r r r� r r r � set_provides� s
z!DistributionMetadata.set_providesc C s
| j pg S r )r5 r� r r r rZ � s z"DistributionMetadata.get_obsoletesc C s, dd l }|D ]}|j�|� q t|�| _d S r )rf rg rh r r5 ri r r r �
set_obsoletes� s z"DistributionMetadata.set_obsoletes)N)%r r) r* r+ rF rv r2 rF rC rU rL rM r\ r] r^ r_ r` rP rQ rO rR � get_licencerN rS rT rb rV rc rW rd re rX rj rY rl rZ rm r r r r rD sD
4"rD c C s$ g }| D ]}|� |dd� � q|S )zConvert a 4-tuple 'help_options' list as found in various command
classes to the 3-tuple form required by FancyGetopt.
r � )r� )r= � new_options�
help_tupler r r r� � s r� )r+ rb r� �re�emailr r` r �distutils.errors�distutils.fancy_getoptr r �distutils.utilr r r r� r
�distutils.debugr �compiler� r r rD r� r r r r �<module> s4
Z c site-packages/setuptools/_distutils/__pycache__/_msvccompiler.cpython-39.pyc 0000644 00000033045 15056474501 0023407 0 ustar 00 a
(�ReMQ � @ s d Z ddlZddlZddlZddlZddlZe�e�� ddl Z W d � n1 sT0 Y ddl
m Z m Z m
Z
mZmZ ddlmZmZ ddlmZ ddlmZ ddlmZ dd � Zd
d � Zd d
ddd�Zdd� Z dd� Z d dd�Z d dddd�Z G dd � d e�Z dS ) a distutils._msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for Microsoft Visual Studio 2015.
The module is compatible with VS 2015 and later. You can find legacy support
for older versions in distutils.msvc9compiler and distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�log)� get_platform)�countc C s z t jt jdt jt jB d�} W n ty< t�d� Y dS 0 d}d }| �� t� D ]�}zt � | |�\}}}W n ty� Y q�Y n0 |rR|t j
krRt j �
|�rRztt|��}W n ttfy� Y qRY n0 |dkrR||krR|| }}qRW d � n1 � s�0 Y ||fS )Nz'Software\Microsoft\VisualStudio\SxS\VC7)�accessz Visual C++ is not registered�NNr � )�winreg� OpenKeyEx�HKEY_LOCAL_MACHINEZKEY_READZKEY_WOW64_32KEY�OSErrorr �debugr Z EnumValue�REG_SZ�os�path�isdir�int�float�
ValueError� TypeError)�key� best_version�best_dir�i�vZvc_dirZvt�version� r" ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/_msvccompiler.py� _find_vc2015 s2
�
,r$ c
C s� t j�d�pt j�d�} | s dS z8tjt j�| ddd�ddd d
d d d
dg ddd��� }W n tjt t
fyt Y dS 0 t j�|ddd�}t j� |�r�d|fS dS )aJ Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
zProgramFiles(x86)Z ProgramFilesr
zMicrosoft Visual StudioZ Installerz vswhere.exez-latestz -prereleasez -requiresz1Microsoft.VisualStudio.Component.VC.Tools.x86.x64z -propertyZinstallationPathz -products�*�mbcs�strict)�encoding�errorsZVCZ AuxiliaryZBuild� ) r �environ�get�
subprocess� check_outputr �join�strip�CalledProcessErrorr �UnicodeDecodeErrorr )�rootr r" r" r# � _find_vc2017< s(
�� r4 �x86�x64�arm�arm64)r5 � x86_amd64�x86_arm� x86_arm64c C s\ t � \}}|st� \}}|s*t�d� dS tj�|d�}tj�|�sTt�d|� dS |d fS )Nz$No suitable Visual C++ version foundr
z
vcvarsall.batz%s cannot be found)r4 r$ r r r r r/ �isfile)� plat_spec�_r r � vcvarsallr" r" r# �_find_vcvarsallc s
r@ c
C s� t �d�r dd� t j�� D �S t| �\}}|s6td��z&tjd�|| �tj d�j
ddd �}W nB tj y� } z(t �
|j� td
�|j���W Y d }~n
d }~0 0 d d� d d
� |�� D �D �}|S )NZDISTUTILS_USE_SDKc S s i | ]\}}|� � |�qS r" ��lower)�.0r �valuer" r" r# �
<dictcomp>w s �z _get_vc_env.<locals>.<dictcomp>z Unable to find vcvarsall.batzcmd /u /c "{}" {} && set)�stderrzutf-16le�replace)r) zError executing {}c S s$ i | ] \}}}|r|r|� � |�qS r" rA )rC r r> rD r" r" r# rE � s �c s s | ]}|� d �V qdS )�=N)� partition)rC �liner" r" r# � <genexpr>� � z _get_vc_env.<locals>.<genexpr>)r �getenvr+ �itemsr@ r r- r. �format�STDOUT�decoder1 r �error�output�cmd�
splitlines)r= r? r> �out�exc�envr" r" r# � _get_vc_envu s.
�
��
� �rY c C sN |st �d��t j�}|D ].}t j�t j�|�| �}t j�|�r| S q| S )at Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
r )r rM �split�pathsepr r/ �abspathr< )Zexe�paths�p�fnr" r" r# � _find_exe� s
r` r9 r: r; )�win32z win-amd64z win-arm32z win-arm64c
s� e Zd ZdZdZi ZdgZg d�ZdgZdgZ ee e e Z
dZ dZ d Z
d
Zd ZZd Zd(dd�Zd)dd�Zd*dd�Zd+dd�Zd,dd�Zd-dd�Z� fd d �Zej� fd d ��Zd d!� Z d"d#� Z d$d%� Z d.d&d'�Z � Z S )/� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.c)z.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s t �| |||� d | _d| _d S )NF)r �__init__� plat_name� initialized)�self�verbose�dry_run�forcer" r" r# rd � s zMSVCCompiler.__init__Nc C s | j rJ d��|d u r t� }|tvr6td�tt����t| }t|�}|sRtd��|�dd�| _| j� t
j �}t d|�| _
t d|�| _t d|�| _t d |�| _t d
|�| _t d |�| _|�d d�� t
j �D ]}|r�| �|�t
j�� q�|�d
d�� t
j �D ]}|r�| �|�t
j�� q�d | _g d�| _g d�| _g d�}g d�}g |�d�| _g |�d�| _g |�d�d�d�| _ g |�d�d�d�| _ g |�| _ g |�| _ t j!d f| jt j!df| jt j!df| jt j"d f| j t j"df| j t j"df| j t j#d f| j t j#df| j t j#df| j i | _$d| _ d S )Nzdon't init multiple timesz --plat-name must be one of {}z7Unable to find a compatible Visual Studio installation.r � zcl.exezlink.exezlib.exezrc.exezmc.exezmt.exe�include�lib)�/nologoz/O2�/W3z/GLz/DNDEBUGz/MD)rn z/Odz/MDdz/Ziro z/D_DEBUG)rn �/INCREMENTAL:NO�/LTCG)rn rp rq z /DEBUG:FULLz/MANIFEST:EMBED,ID=1z/DLLz/MANIFEST:EMBED,ID=2z/MANIFESTUAC:NOFT)%rf r
�PLAT_TO_VCVARSr rO �tuplerY r, �_pathsrZ r r[ r` �cc�linkerrm �rc�mc�mtZadd_include_dir�rstrip�sepZadd_library_dirZpreprocess_options�compile_options�compile_options_debugZ ldflags_exeZldflags_exe_debugZldflags_sharedZldflags_shared_debugZldflags_staticZldflags_static_debugr Z
EXECUTABLEZ
SHARED_OBJECTZSHARED_LIBRARY�_ldflags)rg re r= Zvc_envr] �dir�ldflagsZ
ldflags_debugr" r" r# �
initialize� s^ �
� zMSVCCompiler.initializerk c sX i �fdd��j D ���fdd��j�j D ��� �p8d�� ��fdd�}tt||��S )Nc s i | ] }|� j �qS r" )�
obj_extension�rC �ext�rg r" r# rE & rL z1MSVCCompiler.object_filenames.<locals>.<dictcomp>c s i | ] }|� j �qS r" )�
res_extensionr� r� r" r# rE ' rL rk c s� t j�| �\}}�r"t j�|�}n2t j�|�\}}|�t jjt jjf�rT|dd � }zt j��|� | �W S t y� t
d� | ���Y n0 d S )N� z Don't know how to compile {}) r r �splitext�basename�
splitdrive�
startswithr{ �altsepr/ � LookupErrorr rO )r^ �baser� r> )�ext_map�
output_dir� strip_dirr" r# �
make_out_path, s z4MSVCCompiler.object_filenames.<locals>.make_out_path)�src_extensions�_rc_extensions�_mc_extensions�list�map)rg Zsource_filenamesr� r� r� r" )r� r� rg r� r# �object_filenames! s ��z MSVCCompiler.object_filenamesc C s� | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� d}|
D �]}z| | \}}W n ty� Y qhY n0 |r�tj �
|�}|| j v r�d| }�nH|| j v r�d| }d}�n.|| j
v �r@|}d| }z | �| jg| ||g � W qh t�y: } zt|��W Y d }~qhd }~0 0 qhn�|| jv �r�tj �|�}tj �|�}z\| �| jd|d||g� tj �tj �|��\}}tj �||d �}| �| jd| |g� W qh t�y� } zt|��W Y d }~qhd }~0 0 qhntd
�||���| jg|
| }|�r$|�d � |�|� |�d | � |�|� z| �|� W qh t�y� } zt|��W Y d }~qhd }~0 0 qh|
S )
Nz/cFz/Tcz/TpTz/foz-hz-rrc z"Don't know how to compile {} to {}z/EHscz/Fo)rf r� Z_setup_compile�append�extendr} r| �KeyErrorr r r\ �
_c_extensions�_cpp_extensionsr� �spawnrw r r r� �dirnamerx r� r� r/ rO ru )rg �sourcesr� Zmacros� include_dirsr �
extra_preargs�extra_postargs�dependsZ compile_info�objectsZpp_opts�buildZ compile_optsZ add_cpp_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr� r> Zrc_file�argsr" r" r# �compileB sr
�
�
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz,t�d| jd�|�� | � | jg| � W q� t
y� } zt |��W Y d }~q�d }~0 0 n t�d|� d S )N)r� �/OUT:�Executing "%s" %s� �skipping %s (up-to-date)) rf r� �_fix_object_args�library_filename�
_need_linkr r rm r/ r� r r ) rg r� Zoutput_libnamer� r � target_lang�output_filenameZlib_argsr� r" r" r# �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d urptj� ||�}| �
||��r�| j || f }dd� |p�g D �}|| | | d| g }tj� |d �} |d u�r tj�
tj�|��\}}tj� | | �|��}|�d| � |
�r |
|d d�< | �r.|�| � tj� tj�|��}| �|� z,t�d| jd� |�� | �| jg| � W n. t�y� } zt|��W Y d }~n
d }~0 0 n t�d |� d S )
Nz5I don't know what to do with 'runtime_library_dirs': c S s g | ] }d | �qS )z/EXPORT:r" )rC �symr" r" r# �
<listcomp>� rL z%MSVCCompiler.link.<locals>.<listcomp>r� r z/IMPLIB:r� r� r� )rf r� r� Z
_fix_lib_args�warn�strr r r r/ r� r~ r� r� r� r� r� r� r\ �mkpathr r rv r� r r )rg Z target_descr� r� r� � libraries� library_dirs�runtime_library_dirs�export_symbolsr r� r� �
build_tempr� Z
fixed_argsZlib_optsr� Z export_optsZld_argsZdll_nameZdll_extZ implib_filer� r" r" r# �link� s^ �
��
��
��
zMSVCCompiler.linkc sR t tj| jd�}| �||�� }t� j||d�W d � S 1 sB0 Y |jS )N)�PATH)rX )�dictr r+ rt �_fallback_spawn�superr� rD )rg rT rX �fallback�� __class__r" r# r� � s .zMSVCCompiler.spawnc
# s� t ddi �� }z
|V W n2 tyJ } zdt|�vr6� W Y d}~nd}~0 0 dS t�d� tj�d|�� t� � |�|_
W d � n1 s�0 Y dS )z�
Discovered in pypa/distutils#15, some tools monkeypatch the compiler,
so the 'env' kwarg causes a TypeError. Detect this condition and
restore the legacy, unsafe behavior.
ZBagr" z!unexpected keyword argument 'env'Nz>Fallback spawn triggered. Please update distutils monkeypatch.z
os.environ) �typer r� �warningsr� �unittestZmock�patchr� r� rD )rg rT rX ZbagrW r� r" r# r� s
�z MSVCCompiler._fallback_spawnc C s d| S )Nz /LIBPATH:r" �rg r r" r" r# �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz:don't know how to set runtime library search path for MSVC)r r� r" r" r# �runtime_library_dir_option s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S )N)r� )rg rm r" r" r# �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)r r r/ r� r< )rg �dirsrm r Z try_namesr �nameZlibfiler" r" r# �find_library_file# s z MSVCCompiler.find_library_file)r r r )N)r rk )NNNr NNN)Nr N)
NNNNNr NNNN)r )!�__name__�
__module__� __qualname__�__doc__�
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extension�shared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionrd r� r� r� r� r� r� �
contextlib�contextmanagerr� r� r� r� r� �
__classcell__r" r" r� r# rb � s` ��
P �
" �
] �
�
E rb )N)!r� r r- r� r� Z
unittest.mockr� �suppress� ImportErrorr �distutils.errorsr r r r r �distutils.ccompilerr r � distutilsr �distutils.utilr
� itertoolsr r$ r4 ZPLAT_SPEC_TO_RUNTIMEr@ rY r` rr rb r" r" r" r# �<module> s8 & !�
� site-packages/setuptools/_distutils/__pycache__/bcppcompiler.cpython-39.pyc 0000644 00000014714 15056474501 0023226 0 ustar 00 a
(�Re.: � @ sp d Z ddlZddlmZmZmZmZmZ ddlm Z m
Z
ddl m Z ddl
mZ ddlmZ G dd � d e �ZdS )
z�distutils.bcppcompiler
Contains BorlandCCompiler, an implementation of the abstract CCompiler class
for the Borland C++ compiler.
� N)�DistutilsExecError� CompileError�LibError� LinkError�UnknownFileError)� CCompiler�gen_preprocess_options)�
write_file)�newer)�logc
@ s� e Zd ZdZdZi ZdgZg d�Zee ZdZ dZ
dZ d Z Z
d Zdd d �Zd dd�Zd dd�Zd dd�Zd dd�Zd dd�Zd!dd�Zd
S )"� BCPPCompilerzConcrete class that implements an interface to the Borland C/C++
compiler, as defined by the CCompiler abstract class.
Zbcppz.c)z.ccz.cppz.cxxz.objz.libz.dllz%s%sz.exer c C sn t �| |||� d| _d| _d| _d | _g d�| _g d�| _g d�| _g d�| _ g | _
g d�| _ g d�| _ d S ) Nz bcc32.exez ilink32.exeztlib.exe)�/tWMz/O2�/q�/g0)r
z/Odr r )z/Tpd�/Gnr �/x)r r r )r r r z/r)
r �__init__�cc�linker�libZpreprocess_options�compile_options�compile_options_debug�ldflags_shared�ldflags_shared_debugZldflags_static� ldflags_exe�ldflags_exe_debug)�self�verbose�dry_run�force� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/bcppcompiler.pyr 5 s
zBCPPCompiler.__init__Nc C s� | � ||||||�\}} }}
} |p$g } | �d� |rB| �| j� n | �| j� | D �]>}
z| |
\}}W n ty~ Y qRY n0 tj�|�}tj�|
�}
| � tj�
|
�� |dkr�qR|dk�rz| � dd|
|g� W qR t �y } zt
|��W Y d }~qRd }~0 0 qR|| jv �rd}n|| jv �r*d}nd}d|
}z,| � | jg| |
||g | |g � W qR t �y� } zt
|��W Y d }~qRd }~0 0 qR| S ) Nz-c�.res�.rcZbrcc32z-fo� z-P�-o)Z_setup_compile�append�extendr r �KeyError�os�path�normpath�mkpath�dirname�spawnr r �
_c_extensions�_cpp_extensionsr )r �sources�
output_dir�macros� include_dirs�debug�
extra_preargs�extra_postargs�depends�objects�pp_opts�buildZ compile_opts�obj�src�ext�msgZ input_optZ
output_optr r r! �compileQ sT ��
���
zBCPPCompiler.compilec
C s� | � ||�\}}| j||d�}| �||�r�|dg| }|r:z| �| jg| � W q� ty| } zt|��W Y d }~q�d }~0 0 n t�d|� d S )N)r2 z/u�skipping %s (up-to-date)) �_fix_object_args�library_filename�
_need_linkr. r r r r r5 ) r r9 Zoutput_libnamer2 r5 � target_lang�output_filenameZlib_argsr? r r r! �create_static_lib� s � z BCPPCompiler.create_static_libc
C s� | � ||�\}}| �|||�\}}}|r8t�dt|�� |d urNtj�||�}| �||��r�|t j
kr�d}| r~| j d d � }q�| j d d � }n&d}| r�| j
d d � }n| jd d � }|d u r�d}n�tj�|�\}}tj�|�\}}tj�|d �}tj�|d| �}dg}|�pg D ]}|�d||f � �q| �t||fd | � ttjj|�}|g}g }|D ]>}tj�tj�|��\}}|d
k�r�|�|� n
|�|� �q`|D ] } |�d tj�| � � �q�|�d � |�|� |�d
|g� |�d� |D ]4} | �|| | �} | d u �r|�| � n
|�| � �q�|�d� |�d� |�d
|g� |�d
� |�|� |
�rp|
|d d�< | �r�|�| � | �tj�|�� z| �| j g| � W n. t �y� } zt | ��W Y d } ~ n
d } ~ 0 0 n t� d|� d S )Nz7I don't know what to do with 'runtime_library_dirs': %sZc0w32Zc0d32r$ r z%s.defZEXPORTSz %s=_%sz
writing %sr" z/L%sz/L.�,z,,Zimport32Zcw32mtrA ) rB Z
_fix_lib_argsr �warn�strr) r* �joinrD r Z
EXECUTABLEr r r r �split�splitextr- r& �executer �mapr+ �normcaser' �find_library_filer, r. r r r r5 ) r Z target_descr9 rF r2 � libraries� library_dirs�runtime_library_dirs�export_symbolsr5 r6 r7 �
build_temprE Z startup_objZld_argsZdef_file�head�tail�modnamer> �temp_dir�contents�symZobjects2� resources�file�base�lr �libfiler? r r r! �link� s� ��
�
zBCPPCompiler.linkc C sr |r"|d }|d |d ||f}n |d |f}|D ]:}|D ]0}t j�|| �|��}t j�|�r:| S q:q2d S )NZ_dZ_bcpp)r) r* rK rC �exists) r �dirsr r5 ZdlibZ try_names�dir�namera r r r! rQ 4 s
z BCPPCompiler.find_library_filer$ c C s� |d u r d}g }|D ]�}t j�t j�|��\}}|| jddg vrRtd||f ��|rbt j�|�}|dkr�|�t j�||| �� q|dkr�|�t j�||d �� q|�t j�||| j �� q|S )Nr$ r# r" z"unknown file type '%s' (from '%s'))
r) r* rM rP �src_extensionsr �basenamer& rK �
obj_extension)r Zsource_filenamesZ strip_dirr2 Z obj_names�src_namer_ r> r r r! �object_filenamesN s$ � �z BCPPCompiler.object_filenamesc
C s� | � d ||�\}}}t||�}dg| } |d ur>| �d| � |rN|| d d�< |r\| �|� | �|� | js~|d u s~t||�r�|r�| �tj� |�� z| �
| � W n4 t y� }
z t |
� t
|
��W Y d }
~
n
d }
~
0 0 d S )Nz cpp32.exer% r )Z_fix_compile_argsr r& r' r r
r, r) r* r- r. r �printr ) r �sourceZ output_filer3 r4 r6 r7 �_r: Zpp_argsr? r r r! �
preprocessi s& �
zBCPPCompiler.preprocess)r r r )NNNr NNN)Nr N)
NNNNNr NNNN)r )r r$ )NNNNN)�__name__�
__module__� __qualname__�__doc__�
compiler_typeZ executablesr/ r0 rg ri Zstatic_lib_extension�shared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr r@ rG rb rQ rk ro r r r r! r sX �
�
D �
�
�
�r )rs r) �distutils.errorsr r r r r �distutils.ccompilerr r �distutils.file_utilr �distutils.dep_utilr
� distutilsr r r r r r! �<module> s site-packages/setuptools/_distutils/__pycache__/log.cpython-39.pyc 0000644 00000004565 15056474501 0021333 0 ustar 00 a
(�Re� � @ sl d Z dZdZdZdZdZddlZG dd � d �Ze� Zej Z ej
Z
ej Z ej Z ej
Z
ejZd
d � Zd d
� ZdS )z,A simple log mechanism styled after PEP 282.� � � � � � Nc @ sP e Zd Zefdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dS )�Logc C s
|| _ d S �N)� threshold)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/log.py�__init__ s z Log.__init__c C s� |t ttttfvr"tdt|� ��|| jkr�|r8|| }|tttfv rNtj }ntj
}z|� d| � W n8 t y� |j
}|�|d��|�}|� d| � Y n0 |�� d S )Nz%s wrong log levelz%s
�backslashreplace)�DEBUG�INFO�WARN�ERROR�FATAL�
ValueError�strr �sys�stderr�stdout�write�UnicodeEncodeError�encoding�encode�decode�flush)r
�level�msg�args�streamr r r r �_log s
zLog._logc G s | � |||� d S r )r# )r
r r r! r r r �log' s zLog.logc G s | � t||� d S r )r# r �r
r r! r r r �debug* s z Log.debugc G s | � t||� d S r )r# r r% r r r �info- s zLog.infoc G s | � t||� d S r )r# r r% r r r �warn0 s zLog.warnc G s | � t||� d S r )r# r r% r r r �error3 s z Log.errorc G s | � t||� d S r )r# r r% r r r �fatal6 s z Log.fatalN) �__name__�
__module__� __qualname__r r
r# r$ r& r' r( r) r* r r r r r s r c C s t j}| t _|S r )� _global_logr )r �oldr r r �
set_thresholdA s r0 c C s8 | dkrt t� n"| dkr$t t� n| dkr4t t� d S )Nr r r )r0 r r r )�vr r r �
set_verbosityG s
r2 )�__doc__r r r r r r r r. r$ r& r' r( r) r* r0 r2 r r r r �<module> s + site-packages/setuptools/_distutils/__pycache__/cmd.cpython-39.pyc 0000644 00000033320 15056474501 0021304 0 ustar 00 a
(�Re�F � @ sb d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z ddlm Z G dd� d�Z
dS )ztdistutils.cmd
Provides the Command class, the base class for the command classes
in the distutils.command package.
� N)�DistutilsOptionError)�util�dir_util� file_util� archive_util�dep_util��logc @ s" e Zd ZdZg Zdd� Zdd� Zdd� Zdd � Zd
d � Z dCdd�Z
dd� Z dDdd�Z dd� Z
dEdd�ZdFdd�Zdd � ZdGd d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZdHd'd(�ZdId*d+�Zd,d-� Zd.d/� Zd0d1� ZdJd2d3�ZdKd5d6�Z dLd7d8�Z dMd9d:�Z dNd;d<�Z dOd=d>�Z dPd?d@�Z!dQdAdB�Z"d S )R�Commanda} Abstract base class for defining command classes, the "worker bees"
of the Distutils. A useful analogy for command classes is to think of
them as subroutines with local variables called "options". The options
are "declared" in 'initialize_options()' and "defined" (given their
final values, aka "finalized") in 'finalize_options()', both of which
must be defined by every command class. The distinction between the
two is necessary because option values might come from the outside
world (command line, config file, ...), and any options dependent on
other options must be computed *after* these outside influences have
been processed -- hence 'finalize_options()'. The "body" of the
subroutine, where it does all its work based on the values of its
options, is the 'run()' method, which must also be implemented by every
command class.
c C sb ddl m} t||�s td��| jtu r0td��|| _| �� d| _ |j
| _
d| _ d| _ d| _
dS )z�Create and initialize a new Command object. Most importantly,
invokes the 'initialize_options()' method, which is the real
initializer and depends on the actual command being
instantiated.
r )� Distributionz$dist must be a Distribution instancez Command is an abstract classN)�distutils.distr �
isinstance� TypeError� __class__r
� RuntimeError� distribution�initialize_options�_dry_run�verbose�force�help� finalized)�self�distr � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/cmd.py�__init__/ s
zCommand.__init__c C s< |dkr0t | d| �}|d u r*t | j|�S |S nt|��d S )N�dry_run�_)�getattrr �AttributeError)r �attr�myvalr r r � __getattr___ s zCommand.__getattr__c C s | j s| �� d| _ d S )N� )r �finalize_options�r r r r �ensure_finalizedi s zCommand.ensure_finalizedc C s t d| j ��dS )a� Set default values for all the options that this command
supports. Note that these defaults may be overridden by other
commands, by the setup script, by config files, or by the
command-line. Thus, this is not the place to code dependencies
between options; generally, 'initialize_options()' implementations
are just a bunch of "self.foo = None" assignments.
This method must be implemented by all command classes.
�,abstract method -- subclass %s must overrideN�r r r& r r r r { s
�zCommand.initialize_optionsc C s t d| j ��dS )a Set final values for all the options that this command supports.
This is always called as late as possible, ie. after any option
assignments from the command-line or from other commands have been
done. Thus, this is the place to code option dependencies: if
'foo' depends on 'bar', then it is safe to set 'foo' from 'bar' as
long as 'foo' still has the same value it was assigned in
'initialize_options()'.
This method must be implemented by all command classes.
r( Nr) r& r r r r% � s �zCommand.finalize_optionsN� c C s� ddl m} |d u r d| �� }| j|| tjd� |d }| jD ]R\}}}|�|�}|d dkrn|d d� }t| |�}| j|d||f tjd� qBd S ) Nr )�
longopt_xlatezcommand options for '%s':)�levelz ����=z%s = %s) �distutils.fancy_getoptr+ �get_command_name�announcer �INFO� user_options� translater )r �header�indentr+ �optionr �valuer r r � dump_options� s
�zCommand.dump_optionsc C s t d| j ��dS )a� A command's raison d'etre: carry out the action it exists to
perform, controlled by the options initialized in
'initialize_options()', customized by other commands, the setup
script, the command-line, and config files, and finalized in
'finalize_options()'. All terminal output and filesystem
interaction should be done by 'run()'.
This method must be implemented by all command classes.
r( Nr) r& r r r �run� s
�z Command.runr$ c C s t � ||� dS )zmIf the current verbosity level is of greater than or equal to
'level' print 'msg' to stdout.
Nr )r �msgr, r r r r1 � s zCommand.announcec C s& ddl m} |r"t|� tj�� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)�distutils.debugr< �print�sys�stdout�flush)r r; r< r r r � debug_print� s zCommand.debug_printc C sB t | |�}|d u r"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))r �setattrr
�strr )r r7 �what�default�valr r r �_ensure_stringlike� s
�zCommand._ensure_stringlikec C s | � |d|� dS )zWEnsure that 'option' is a string; if not defined, set it to
'default'.
�stringN)rH )r r7 rF r r r �
ensure_string� s zCommand.ensure_stringc C sp t | |�}|du rdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S �N)r
rD )�.0�vr r r � <genexpr>� � z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) r r
rD rC �re�split�list�allr )r r7 rG �okr r r �ensure_string_list� s
��zCommand.ensure_string_listc C s6 | � |||�}|d ur2||�s2td| ||f ��d S )Nzerror in '%s' option: )rH r )r r7 �testerrE � error_fmtrF rG r r r �_ensure_tested_string� s
�z Command._ensure_tested_stringc C s | � |tjjdd� dS )z5Ensure that 'option' is the name of an existing file.�filenamez$'%s' does not exist or is not a fileN)rX �os�path�isfile�r r7 r r r �ensure_filename� s �zCommand.ensure_filenamec C s | � |tjjdd� d S )Nzdirectory namez)'%s' does not exist or is not a directory)rX rZ r[ �isdirr] r r r �ensure_dirname s �zCommand.ensure_dirnamec C s t | d�r| jS | jjS d S )N� command_name)�hasattrra r �__name__r& r r r r0 s
zCommand.get_command_namec G sF | j �|�}|�� |D ](\}}t| |�du rt| |t||�� qdS )a> Set the values of any "undefined" options from corresponding
option values in some other command object. "Undefined" here means
"is None", which is the convention used to indicate that an option
has not been changed between 'initialize_options()' and
'finalize_options()'. Usually called from 'finalize_options()' for
options that depend on some other command rather than another
option of the same command. 'src_cmd' is the other command from
which option values will be taken (a command object will be created
for it if necessary); the remaining arguments are
'(src_option,dst_option)' tuples which mean "take the value of
'src_option' in the 'src_cmd' command object, and copy it to
'dst_option' in the current command object".
N)r �get_command_objr' r rC )r �src_cmd� option_pairs� src_cmd_obj�
src_option�
dst_optionr r r �set_undefined_options s
z Command.set_undefined_optionsc C s | j �||�}|�� |S )z�Wrapper around Distribution's 'get_command_obj()' method: find
(create if necessary and 'create' is true) the command object for
'command', call its 'ensure_finalized()' method, and return the
finalized command object.
)r rd r' )r �command�create�cmd_objr r r �get_finalized_command$ s z Command.get_finalized_commandr c C s | j �||�S rK )r �reinitialize_command)r rk �reinit_subcommandsr r r ro 0 s �z Command.reinitialize_commandc C s | j �|� dS )z�Run some other command: uses the 'run_command()' method of
Distribution, which creates and finalizes the command object if
necessary and then invokes its 'run()' method.
N)r � run_command)r rk r r r rq 4 s zCommand.run_commandc C s2 g }| j D ]"\}}|du s"|| �r
|�|� q
|S )ak Determine the sub-commands that are relevant in the current
distribution (ie., that need to be run). This is based on the
'sub_commands' class attribute: each tuple in that list may include
a method that we call to determine if the subcommand needs to be
run for the current distribution. Return a list of command names.
N)� sub_commands�append)r �commands�cmd_name�methodr r r �get_sub_commands; s
zCommand.get_sub_commandsc C s t �d| �� |� d S )Nzwarning: %s: %s
)r �warnr0 )r r; r r r rx K s z Command.warnc C s t j|||| jd� d S �N�r )r �executer )r �func�argsr; r, r r r r{ N s zCommand.execute� c C s t j||| jd� d S ry )r �mkpathr )r �name�moder r r r Q s zCommand.mkpathc C s t j||||| j || jd�S )z�Copy a file respecting verbose, dry-run and force flags. (The
former two default to whatever is in the Distribution object, and
the latter defaults to false for commands that don't define it.)rz )r � copy_filer r )r �infile�outfile�
preserve_mode�preserve_times�linkr, r r r r� T s
�zCommand.copy_filec C s t j|||||| j | jd�S )z\Copy an entire directory tree respecting verbose, dry-run,
and force flags.
rz )r � copy_treer r )r r� r� r� r� �preserve_symlinksr, r r r r� ] s
�zCommand.copy_treec C s t j||| jd�S )z$Move a file respecting dry-run flag.rz )r � move_filer )r �src�dstr, r r r r� f s zCommand.move_filec C s ddl m} |||| jd� dS )z2Spawn an external command respecting dry-run flag.r )�spawnrz N)�distutils.spawnr� r )r �cmd� search_pathr, r� r r r r� j s z
Command.spawnc C s t j||||| j||d�S )N)r �owner�group)r � make_archiver )r � base_name�format�root_dir�base_dirr� r� r r r r� o s �zCommand.make_archivec C s� |du rd| }t |t�r"|f}nt |ttf�s8td��|du rRd|d�|�f }| jsdt�||�rv| � ||||� n
t
� |� dS )a� Special case of 'execute()' for operations that process one or
more input files and generate one output file. Works just like
'execute()', except the operation is skipped and a different
message printed if 'outfile' already exists and is newer than all
files listed in 'infiles'. If the command defined 'self.force',
and it is true, then the command is unconditionally run -- does no
timestamp checks.
Nz skipping %s (inputs unchanged)z9'infiles' must be a string, or a list or tuple of stringszgenerating %s from %sz, ) r
rD rR �tupler �joinr r � newer_groupr{ r �debug)r �infilesr� r| r} �exec_msg�skip_msgr, r r r � make_fileu s
�zCommand.make_file)Nr* )r$ )N)N)N)r$ )r )Nr$ )r~ )r$ r$ Nr$ )r$ r$ r r$ )r$ )r$ r$ )NNNN)NNr$ )#rc �
__module__� __qualname__�__doc__rr r r# r' r r% r9 r: r1 rB rH rJ rU rX r^ r` r0 rj rn ro rq rw rx r{ r r� r� r� r� r� r� r r r r r
sP 0
�
�
�
�
�r
)r� r? rZ rP �distutils.errorsr � distutilsr r r r r r r
r r r r �<module> s
site-packages/setuptools/_distutils/__pycache__/config.cpython-39.pyc 0000644 00000007063 15056474501 0022013 0 ustar 00 a
(�Re� � @ s< d Z ddlZddlmZ ddlmZ dZG dd� de�ZdS )z�distutils.pypirc
Provides the PyPIRCCommand class, the base class for the command classes
that uses .pypirc in the distutils.command package.
� N)�RawConfigParser)�CommandzE[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
c @ sh e Zd ZdZdZdZdZdZddde fdgZd gZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� ZdS )�
PyPIRCCommandz;Base command that knows how to handle the .pypirc file
z https://upload.pypi.org/legacy/�pypiNz repository=�rz url of repository [default: %s])�
show-responseNz&display full response text from serverr c C s t j�t j�d�d�S )zReturns rc file path.�~z.pypirc)�os�path�join�
expanduser��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/config.py� _get_rc_file& s zPyPIRCCommand._get_rc_filec C s\ | � � }t�t�|tjtjB d�d��"}|�t||f � W d � n1 sN0 Y dS )z Creates a default .pypirc file.i� �wN)r r �fdopen�open�O_CREAT�O_WRONLY�write�DEFAULT_PYPIRC)r �username�password�rc�fr r r �
_store_pypirc* s zPyPIRCCommand._store_pypircc C s� | � � }tj�|��r�| �d| � | jp.| j}t� }|�|� |� � }d|v �rF|�
dd�}dd� |� d�D �}|g kr�d|v r�dg}ni S |D ]�}d|i}|�
|d �|d < d
| jfd | j fd fD ].\} }
|�
|| �r�|�
|| �|| < q�|
|| < q�|dk�r || jdfv �r | j|d
< | S |d |k�s:|d
|kr�| S q�nRd
|v �r�d
}|�
|d
��rp|�
|d
�}n| j}|�
|d �|�
|d�||| j d�S i S )zReads the .pypirc file.zUsing PyPI login from %s� distutilsz
index-serversc S s g | ]}|� � d kr|� � �qS )� )�strip)�.0�serverr r r �
<listcomp>= s �z.PyPIRCCommand._read_pypirc.<locals>.<listcomp>�
r r" r �
repository�realm)r Nz server-loginr )r r r% r" r& )r r r
�exists�announcer% �DEFAULT_REPOSITORYr �read�sections�get�split�
DEFAULT_REALM�
has_option) r r r% �configr+ �
index_servers�_serversr" �current�key�defaultr r r � _read_pypirc0 sb
���
�
�
�zPyPIRCCommand._read_pypircc C s8 ddl }|�dd�}|�|�d �dd�}|�� �|�S )z%Read and decode a PyPI HTTP response.r Nz content-typez
text/plain� �charset�ascii)�cgi� getheader� parse_headerr, r* �decode)r �responser: � content_type�encodingr r r �_read_pypi_responsep s z!PyPIRCCommand._read_pypi_responsec C s d| _ d| _d| _dS )zInitialize options.Nr )r% r& �
show_responser
r r r �initialize_optionsw s z PyPIRCCommand.initialize_optionsc C s( | j du r| j| _ | jdu r$| j| _dS )zFinalizes options.N)r% r) r& r. r
r r r �finalize_options} s
z PyPIRCCommand.finalize_options)�__name__�
__module__� __qualname__�__doc__r) r. r% r& � user_options�boolean_optionsr r r6 rA rC rD r r r r r s& ���@r )rH r � configparserr �
distutils.cmdr r r r r r r �<module> s
site-packages/setuptools/_distutils/__pycache__/__init__.cpython-39.pyc 0000644 00000000772 15056474501 0022305 0 ustar 00 a
(�Re� � @ s* d Z ddlZejdej�d�� ZdZdS )z�distutils
The main package for the Python Module Distribution Utilities. Normally
used from a setup script as
from distutils.core import setup
setup (...)
� N� T)�__doc__�sys�version�index� __version__�local� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/__init__.py�<module> s
site-packages/setuptools/_distutils/__pycache__/ccompiler.cpython-39.pyc 0000644 00000101300 15056474501 0022510 0 ustar 00 a
(�Re�� � @ s� d Z ddlZddlZddlZddlT ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZmZ dd lmZ G d
d � d �Zd Zd d
d�Zdddddd�Zdd� Zd dd�Zdd� Zdd � ZdS ) z�distutils.ccompiler
Contains CCompiler, an abstract base class that defines the interface
for the Distutils compiler abstraction model.� N)�*)�spawn)� move_file)�mkpath)� newer_group)� split_quoted�execute)�logc
@ s e Zd ZdZdZdZdZdZdZdZ dZ
dZ dddddd�Z g d�Z
drd d
�Zd d � Zd
d� Zdd� Zdd� Zdsdd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Z d'd(� Z d)d*� Z d+d,� Z d-d.� Z d/d0� Z!dtd1d2�Z"d3d4� Z#d5d6� Z$d7d8� Z%d9d:� Z&dud;d<�Z'dvd=d>�Z(d?d@� Z)dwdAdB�Z*dCZ+dDZ,dEZ-dxdFdG�Z.dydHdI�Z/dzdJdK�Z0d{dLdM�Z1dNdO� Z2dPdQ� Z3dRdS� Z4d|dTdU�Z5d}dVdW�Z6d~dYdZ�Z7dd[d\�Z8d�d]d^�Z9d�d`da�Z:d�dcdd�Z;dedf� Z<dgdh� Z=d�didj�Z>dkdl� Z?dmdn� Z@d�dpdq�ZAdS )�� CCompilera� Abstract base class to define the interface that must be implemented
by real compiler classes. Also has some utility methods used by
several compiler classes.
The basic idea behind a compiler abstraction class is that each
instance can be used for all the compile/link steps in building a
single project. Thus, attributes common to all of those compile and
link steps -- include directories, macros to define, libraries to link
against, etc. -- are attributes of the compiler instance. To allow for
variability in how individual files are treated, most of those
attributes may be varied on a per-compilation or per-link basis.
N�c�c++�objc)�.cz.ccz.cppz.cxxz.m)r r
r r c C sb || _ || _|| _d | _g | _g | _g | _g | _g | _g | _ | j
� � D ]}| � || j
| � qFd S �N)
�dry_run�force�verbose�
output_dir�macros� include_dirs� libraries� library_dirs�runtime_library_dirs�objects� executables�keys�set_executable)�selfr r r �key� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/ccompiler.py�__init__U s zCCompiler.__init__c K s< |D ]2}|| j vr&td|| jjf ��| �||| � qdS )a� Define the executables (and options for them) that will be run
to perform the various stages of compilation. The exact set of
executables that may be specified here depends on the compiler
class (via the 'executables' class attribute), but most will have:
compiler the C/C++ compiler
linker_so linker used to create shared objects and libraries
linker_exe linker used to create binary executables
archiver static library creator
On platforms with a command-line (Unix, DOS/Windows), each of these
is a string that will be split into executable name and (optional)
list of arguments. (Splitting the string is done similarly to how
Unix shells operate: words are delimited by spaces, but quotes and
backslashes can override this. See
'distutils.util.split_quoted()'.)
z$unknown executable '%s' for class %sN)r �
ValueError� __class__�__name__r )r �kwargsr r r r �set_executablesy s
�zCCompiler.set_executablesc C s, t |t�r t| |t|�� n t| ||� d S r )�
isinstance�str�setattrr )r r �valuer r r r � s
zCCompiler.set_executablec C s0 d}| j D ] }|d |kr"| S |d7 }q
d S )Nr � )r )r �name�i�defnr r r � _find_macro� s
zCCompiler._find_macroc C s` |D ]V}t |t�rFt|�dv rFt |d t�s8|d du rFt |d t�std| d d ��qdS )z�Ensures that every element of 'definitions' is a valid macro
definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
nothing if all definitions are OK, raise TypeError otherwise.
)r+ � r+ Nr z invalid macro definition '%s': z.must be tuple (string,), (string, string), or z(string, None))r' �tuple�lenr( � TypeError)r Z definitionsr. r r r �_check_macro_definitions� s
� �
� ���z"CCompiler._check_macro_definitionsc C s. | � |�}|dur| j|= | j�||f� dS )a_ Define a preprocessor macro for all compilations driven by this
compiler object. The optional parameter 'value' should be a
string; if it is not supplied, then the macro will be defined
without an explicit value and the exact outcome depends on the
compiler used (XXX true? does ANSI say anything about this?)
N�r/ r �append)r r, r* r- r r r � define_macro� s
zCCompiler.define_macroc C s0 | � |�}|dur| j|= |f}| j�|� dS )a� Undefine a preprocessor macro for all compilations driven by
this compiler object. If the same macro is defined by
'define_macro()' and undefined by 'undefine_macro()' the last call
takes precedence (including multiple redefinitions or
undefinitions). If the macro is redefined/undefined on a
per-compilation basis (ie. in the call to 'compile()'), then that
takes precedence.
Nr5 )r r, r- Zundefnr r r �undefine_macro� s
zCCompiler.undefine_macroc C s | j �|� dS )z�Add 'dir' to the list of directories that will be searched for
header files. The compiler is instructed to search directories in
the order in which they are supplied by successive calls to
'add_include_dir()'.
N)r r6 �r �dirr r r �add_include_dir� s zCCompiler.add_include_dirc C s |dd� | _ dS )ay Set the list of directories that will be searched to 'dirs' (a
list of strings). Overrides any preceding calls to
'add_include_dir()'; subsequence calls to 'add_include_dir()' add
to the list passed to 'set_include_dirs()'. This does not affect
any list of standard include directories that the compiler may
search by default.
N�r �r �dirsr r r �set_include_dirs� s zCCompiler.set_include_dirsc C s | j �|� dS )a� Add 'libname' to the list of libraries that will be included in
all links driven by this compiler object. Note that 'libname'
should *not* be the name of a file containing a library, but the
name of the library itself: the actual filename will be inferred by
the linker, the compiler, or the compiler class (depending on the
platform).
The linker will be instructed to link against libraries in the
order they were supplied to 'add_library()' and/or
'set_libraries()'. It is perfectly valid to duplicate library
names; the linker will be instructed to link against libraries as
many times as they are mentioned.
N)r r6 )r �libnamer r r � add_library� s zCCompiler.add_libraryc C s |dd� | _ dS )z�Set the list of libraries to be included in all links driven by
this compiler object to 'libnames' (a list of strings). This does
not affect any standard system libraries that the linker may
include by default.
N)r )r Zlibnamesr r r �
set_libraries� s zCCompiler.set_librariesc C s | j �|� dS )a' Add 'dir' to the list of directories that will be searched for
libraries specified to 'add_library()' and 'set_libraries()'. The
linker will be instructed to search for libraries in the order they
are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
N)r r6 r9 r r r �add_library_dir s zCCompiler.add_library_dirc C s |dd� | _ dS )z�Set the list of library search directories to 'dirs' (a list of
strings). This does not affect any standard library search path
that the linker may search by default.
N)r r= r r r �set_library_dirs s zCCompiler.set_library_dirsc C s | j �|� dS )zlAdd 'dir' to the list of directories that will be searched for
shared libraries at runtime.
N)r r6 r9 r r r �add_runtime_library_dir s z!CCompiler.add_runtime_library_dirc C s |dd� | _ dS )z�Set the list of directories to search for shared libraries at
runtime to 'dirs' (a list of strings). This does not affect any
standard search path that the runtime linker may search by
default.
N)r r= r r r �set_runtime_library_dirs s z"CCompiler.set_runtime_library_dirsc C s | j �|� dS )z�Add 'object' to the list of object files (or analogues, such as
explicitly named library files or the output of "resource
compilers") to be included in every link driven by this compiler
object.
N)r r6 )r �objectr r r �add_link_object s zCCompiler.add_link_objectc C s |dd� | _ dS )z�Set the list of object files (or analogues) to be included in
every link to 'objects'. This does not affect any standard object
files that the linker may include by default (such as system
libraries).
N)r )r r r r r �set_link_objects( s zCCompiler.set_link_objectsc C s* |du r| j }nt|t�s"td��|du r2| j}n"t|t�rL|| jpFg }ntd��|du rd| j}n*t|ttf�r�t|�| jp�g }ntd��|du r�g }| j|d|d�}t |�t |�ks�J �t
||�}i } t t |��D ]B}
||
} ||
} t j
�| �d }
| �t j
�| �� | |
f| | < q�||||| fS )z;Process arguments and decide which source files to compile.N�%'output_dir' must be a string or None�/'macros' (if supplied) must be a list of tuples�6'include_dirs' (if supplied) must be a list of stringsr )� strip_dirr r+ )r r' r( r3 r �listr r1 �object_filenamesr2 �gen_preprocess_options�range�os�path�splitextr �dirname)r Zoutdirr Zincdirs�sources�depends�extrar �pp_opts�buildr- �src�obj�extr r r �_setup_compile6 s>
��
zCCompiler._setup_compilec C s0 |dg }|r dg|d d�< |r,||d d�< |S )Nz-cz-gr r )r rY �debug�before�cc_argsr r r � _get_cc_argsa s
zCCompiler._get_cc_argsc C s� |du r| j }nt|t�s"td��|du r2| j}n"t|t�rL|| jpFg }ntd��|du rd| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a' Typecheck and fix-up some of the arguments to the 'compile()'
method, and return fixed-up values. Specifically: if 'output_dir'
is None, replaces it with 'self.output_dir'; ensures that 'macros'
is a list, and augments it with 'self.macros'; ensures that
'include_dirs' is a list, and augments it with 'self.include_dirs'.
Guarantees that the returned values are of the correct type,
i.e. for 'output_dir' either string or None, and for 'macros' and
'include_dirs' either list or None.
NrJ rK rL )r r' r( r3 r rN r r1 )r r r r r r r �_fix_compile_argsj s"
�zCCompiler._fix_compile_argsc C s* | j ||d�}t|�t|�ks"J �|i fS )a, Decide which source files must be recompiled.
Determine the list of object files corresponding to 'sources',
and figure out which ones really need to be recompiled.
Return a list of all object files and a dictionary telling
which source files can be skipped.
)r )rO r2 )r rV r rW r r r r �
_prep_compile� s zCCompiler._prep_compilec C sH t |ttf�std��t|�}|du r.| j}nt |t�s@td��||fS )z�Typecheck and fix up some arguments supplied to various methods.
Specifically: ensure that 'objects' is a list; if output_dir is
None, replace with self.output_dir. Return fixed versions of
'objects' and 'output_dir'.
z,'objects' must be a list or tuple of stringsNrJ )r' rN r1 r3 r r( )r r r r r r �_fix_object_args� s
zCCompiler._fix_object_argsc C s� |du r| j }n*t|ttf�r2t|�| j p,g }ntd��|du rJ| j}n*t|ttf�rlt|�| jpfg }ntd��|du r�| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a; Typecheck and fix up some of the arguments supplied to the
'link_*' methods. Specifically: ensure that all arguments are
lists, and augment them with their permanent versions
(eg. 'self.libraries' augments 'libraries'). Return a tuple with
fixed versions of all arguments.
Nz3'libraries' (if supplied) must be a list of stringsz6'library_dirs' (if supplied) must be a list of stringsz>'runtime_library_dirs' (if supplied) must be a list of strings)r r' rN r1 r3 r r )r r r r r r r �
_fix_lib_args� s, ���zCCompiler._fix_lib_argsc C s2 | j r
dS | jr t||dd�}n
t||�}|S dS )zjReturn true if we need to relink the files listed in 'objects'
to recreate 'output_file'.
T�newer)�missingN)r r r )r r � output_filerg r r r �
_need_link� s
zCCompiler._need_linkc C s| t |t�s|g}d}t| j�}|D ]T}tj�|�\}}| j�|�}z | j� |�}||k r`|}|}W q" t
yt Y q"0 q"|S )z|Detect the language of a given file, or list of files. Uses
language_map, and language_order to do the job.
N) r' rN r2 �language_orderrR rS rT � language_map�get�indexr" ) r rV �langrn �source�baser] ZextlangZextindexr r r �detect_language� s
zCCompiler.detect_languagec C s dS )a� Preprocess a single C/C++ source file, named in 'source'.
Output will be written to file named 'output_file', or stdout if
'output_file' not supplied. 'macros' is a list of macro
definitions as for 'compile()', which will augment the macros set
with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
list of directory names that will be added to the default list.
Raises PreprocessError on failure.
Nr )r rp ri r r �
extra_preargs�extra_postargsr r r �
preprocess� s zCCompiler.preprocessc C sv | � ||||||�\}} }}
} | �|
||�} | D ]@}
z| |
\}}W n tyZ Y q0Y n0 | �|
||| ||
� q0| S )aK Compile one or more source files.
'sources' must be a list of filenames, most likely C/C++
files, but in reality anything that can be handled by a
particular compiler and compiler class (eg. MSVCCompiler can
handle resource files in 'sources'). Return a list of object
filenames, one per source filename in 'sources'. Depending on
the implementation, not all source files will necessarily be
compiled, but all corresponding object filenames will be
returned.
If 'output_dir' is given, object files will be put under it, while
retaining their original path component. That is, "foo/bar.c"
normally compiles to "foo/bar.o" (for a Unix implementation); if
'output_dir' is "build", then it would compile to
"build/foo/bar.o".
'macros', if given, must be a list of macro definitions. A macro
definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
The former defines a macro; if the value is None, the macro is
defined without an explicit value. The 1-tuple case undefines a
macro. Later definitions/redefinitions/ undefinitions take
precedence.
'include_dirs', if given, must be a list of strings, the
directories to add to the default include file search path for this
compilation only.
'debug' is a boolean; if true, the compiler will be instructed to
output debug symbols in (or alongside) the object file(s).
'extra_preargs' and 'extra_postargs' are implementation- dependent.
On platforms that have the notion of a command-line (e.g. Unix,
DOS/Windows), they are most likely lists of strings: extra
command-line arguments to prepend/append to the compiler command
line. On other platforms, consult the implementation class
documentation. In any event, they are intended as an escape hatch
for those occasions when the abstract compiler framework doesn't
cut the mustard.
'depends', if given, is a list of filenames that all targets
depend on. If a source file is older than any file in
depends, then the source file will be recompiled. This
supports dependency tracking, but only at a coarse
granularity.
Raises CompileError on failure.
)r^ rb �KeyError�_compile)r rV r r r r_ rs rt rW r rY rZ ra r\ r[ r] r r r �compile� s 6 ��
zCCompiler.compilec C s dS )z Compile 'src' to product 'obj'.Nr )r r\ r[ r] ra rt rY r r r rw C s zCCompiler._compilec C s dS )a& Link a bunch of stuff together to create a static library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects', the extra object files supplied to
'add_link_object()' and/or 'set_link_objects()', the libraries
supplied to 'add_library()' and/or 'set_libraries()', and the
libraries supplied as 'libraries' (if any).
'output_libname' should be a library name, not a filename; the
filename will be inferred from the library name. 'output_dir' is
the directory where the library file will be put.
'debug' is a boolean; if true, debugging information will be
included in the library (note that on most platforms, it is the
compile step where this matters: the 'debug' flag is included here
just for consistency).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LibError on failure.
Nr )r r �output_libnamer r_ � target_langr r r �create_static_libI s zCCompiler.create_static_libZ
shared_objectZshared_library�
executablec C s t �dS )au Link a bunch of stuff together to create an executable or
shared library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects'. 'output_filename' should be a filename. If
'output_dir' is supplied, 'output_filename' is relative to it
(i.e. 'output_filename' can provide directory components if
needed).
'libraries' is a list of libraries to link against. These are
library names, not filenames, since they're translated into
filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
on Unix and "foo.lib" on DOS/Windows). However, they can include a
directory component, which means the linker will look in that
specific directory rather than searching all the normal locations.
'library_dirs', if supplied, should be a list of directories to
search for libraries that were specified as bare library names
(ie. no directory component). These are on top of the system
default and those supplied to 'add_library_dir()' and/or
'set_library_dirs()'. 'runtime_library_dirs' is a list of
directories that will be embedded into the shared library and used
to search for other shared libraries that *it* depends on at
run-time. (This may only be relevant on Unix.)
'export_symbols' is a list of symbols that the shared library will
export. (This appears to be relevant only on Windows.)
'debug' is as for 'compile()' and 'create_static_lib()', with the
slight distinction that it actually matters on most platforms (as
opposed to 'create_static_lib()', which includes a 'debug' flag
mostly for form's sake).
'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
of course that they supply command-line arguments for the
particular linker being used).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LinkError on failure.
N��NotImplementedError)r Z target_descr �output_filenamer r r r �export_symbolsr_ rs rt �
build_temprz r r r �linki s 9zCCompiler.linkc
C s2 | � tj|| j|dd�||||||| |
| | �
d S )N�shared)�lib_type)r� r
�SHARED_LIBRARY�library_filename)
r r ry r r r r r� r_ rs rt r� rz r r r �link_shared_lib� s
�zCCompiler.link_shared_libc
C s( | � tj||||||||| |
| | �
d S r )r� r
�
SHARED_OBJECT)
r r r r r r r r� r_ rs rt r� rz r r r �link_shared_object� s
�z CCompiler.link_shared_objectc C s. | � tj|| �|�||||d ||| d |
�
d S r )r� r
�
EXECUTABLE�executable_filename) r r Zoutput_prognamer r r r r_ rs rt rz r r r �link_executable� s
�zCCompiler.link_executablec C s t �dS )zkReturn the compiler option to add 'dir' to the list of
directories searched for libraries.
Nr} r9 r r r �library_dir_option� s z CCompiler.library_dir_optionc C s t �dS )zsReturn the compiler option to add 'dir' to the list of
directories searched for runtime libraries.
Nr} r9 r r r �runtime_library_dir_option� s z$CCompiler.runtime_library_dir_optionc C s t �dS )zReturn the compiler option to add 'lib' to the list of libraries
linked into the shared library or executable.
Nr} )r �libr r r �library_option� s zCCompiler.library_optionc
C st ddl }|du rg }|du r g }|du r,g }|du r8g }|jd|dd�\}}t�|d�} z2|D ]}
| �d|
� q^| �d| � W | �� n
| �� 0 zDz| j|g|d �} W n ty� Y W t�|� d
S 0 W t�|� n t�|� 0 znz| j | d ||d � W n2 t
t f�y2 Y W | D ]} t�| � �q d
S 0 t�d � W | D ]} t�| � �qDn| D ]} t�| � �q\0 dS )
z�Return a boolean indicating whether funcname is supported on
the current platform. The optional arguments can be used to
augment the compilation environment.
r Nr T)�text�wz#include "%s"
z=int main (int argc, char **argv) {
%s();
return 0;
}
r< Fza.out)r r ) �tempfile�mkstemprR �fdopen�write�closerx � CompileError�remover� � LinkErrorr3 )
r �funcnameZincludesr r r r� �fd�fname�fZinclr �fnr r r � has_function� sR �
��
� �zCCompiler.has_functionc C s t �dS )aH Search the specified list of directories for a static or shared
library file 'lib' and return the full path to that file. If
'debug' true, look for a debugging version (if that makes sense on
the current platform). Return None if 'lib' wasn't found in any of
the specified directories.
Nr} )r r> r� r_ r r r �find_library_file+ s zCCompiler.find_library_file� c C s� |d u r d}g }|D ]|}t j�|�\}}t j�|�d }|t j�|�d � }|| jvrftd||f ��|rvt j�|�}|�t j� ||| j
�� q|S )Nr� r+ z"unknown file type '%s' (from '%s')) rR rS rT �
splitdrive�isabs�src_extensions�UnknownFileError�basenamer6 �join�
obj_extension)r Zsource_filenamesrM r Z obj_names�src_namerq r] r r r rO V s"
� �zCCompiler.object_filenamesc C s0 |d us J �|r t j�|�}t j�||| j �S r )rR rS r� r� �shared_lib_extension�r r� rM r r r r �shared_object_filenameg s z CCompiler.shared_object_filenamec C s4 |d us J �|r t j�|�}t j�||| jp.d �S )Nr� )rR rS r� r� �
exe_extensionr� r r r r� m s z CCompiler.executable_filename�staticc
C sl |d us J �|dvr t d��t| |d �}t| |d �}tj�|�\}}|||f } |r\d}tj�||| �S )N)r� r� ZdylibZ
xcode_stubz?'lib_type' must be "static", "shared", "dylib", or "xcode_stub"Z _lib_formatZ_lib_extensionr� )r" �getattrrR rS �splitr� )
r r@ r� rM r �fmtr] r: rq �filenamer r r r� s s � zCCompiler.library_filenamer+ c C s t �|� d S r )r r_ )r �msg�levelr r r �announce� s zCCompiler.announcec C s ddl m} |rt|� d S )Nr )�DEBUG)�distutils.debugr� �print)r r� r� r r r � debug_print� s zCCompiler.debug_printc C s t j�d| � d S )Nz warning: %s
)�sys�stderrr� )r r� r r r �warn� s zCCompiler.warnc C s t |||| j� d S r )r r )r �func�argsr� r� r r r r � s zCCompiler.executec K s t |fd| ji|�� d S )Nr )r r )r �cmdr% r r r r � s zCCompiler.spawnc C s t ||| jd�S �N)r )r r )r r[ �dstr r r r � s zCCompiler.move_file� c C s t ||| jd� d S r� )r r )r r, �moder r r r � s zCCompiler.mkpath)r r r )N)N)NNNNN)NNNr NNN)Nr N)
NNNNNr NNNN)
NNNNNr NNNN)
NNNNNr NNNN)NNNNr NNN)NNNN)r )r r� )r r� )r r� )r� r r� )r+ )Nr+ )r� )Br$ �
__module__� __qualname__�__doc__�
compiler_typer� r� Zstatic_lib_extensionr� Zstatic_lib_formatZshared_lib_formatr� rl rk r! r& r r/ r4 r7 r8 r; r? rA rB rC rD rE rF rH rI r^ rb rc rd re rf rj rr ru rx rw r{ r� r� r� r� r� r� r� r� r� r� r� r� rO r� r� r� r� r� r� r r r r r r r r r
s� �
$
+
"
�
�
D �
�
A �
�
�
�
3
+
�
r
))zcygwin.*�unix)�posixr� )�nt�msvcc C sV | du rt j} |du r tj}tD ]0\}}t�||�dusHt�|| �dur | S q dS )ak Determine the default compiler to use for the given platform.
osname should be one of the standard Python OS names (i.e. the
ones returned by os.name) and platform the common value
returned by sys.platform for the platform in question.
The default values are os.name and sys.platform in case the
parameters are not given.
Nr� )rR r, r� �platform�_default_compilers�re�match)�osnamer� �pattern�compilerr r r �get_default_compiler� s
�
r� )Z
unixccompilerZ
UnixCCompilerz standard UNIX-style compiler)Z
_msvccompilerZ MSVCCompilerzMicrosoft Visual C++)�cygwinccompilerZCygwinCCompilerz'Cygwin port of GNU C Compiler for Win32)r� ZMingw32CCompilerz(Mingw32 port of GNU C Compiler for Win32)Z bcppcompilerZ BCPPCompilerzBorland C++ Compiler)r� r� �cygwinZmingw32Zbcppc C sX ddl m} g }t�� D ] }|�d| dt| d f� q|�� | |�}|�d� dS )zyPrint list of available compilers (used by the "--help-compiler"
options to "build", "build_ext", "build_clib").
r )� FancyGetoptz compiler=Nr0 z List of available compilers:)�distutils.fancy_getoptr� �compiler_classr r6 �sort�
print_help)r� Z compilersr� Zpretty_printerr r r �show_compilers� s
�r� c C s� | du rt j} z"|du r t| �}t| \}}}W n6 tyf d| }|durZ|d| }t|��Y n0 z*d| }t|� tj| } t | �| }
W n> t
y� t d| ��Y n" ty� t d||f ��Y n0 |
d||�S )a[ Generate an instance of some CCompiler subclass for the supplied
platform/compiler combination. 'plat' defaults to 'os.name'
(eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
for that platform. Currently only 'posix' and 'nt' are supported, and
the default compilers are "traditional Unix interface" (UnixCCompiler
class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
possible to ask for a Unix compiler object under Windows, and a
Microsoft compiler object under Unix -- if you supply a value for
'compiler', 'plat' is ignored.
Nz5don't know how to compile C/C++ code on platform '%s'z with '%s' compilerz
distutils.z4can't compile C/C++ code: unable to load module '%s'zBcan't compile C/C++ code: unable to find class '%s' in module '%s') rR r, r� r� rv �DistutilsPlatformError�
__import__r� �modules�vars� ImportError�DistutilsModuleError) �platr� r r r � module_name�
class_name�long_descriptionr� �module�klassr r r � new_compiler� s:
�� ��
r� c C s� g }| D ]�}t |t�r0dt|� kr.dks<n td| ��t|�dkr\|�d|d � qt|�dkr|d du r�|�d|d � q|�d| � q|D ]}|�d | � q�|S )
a Generate C pre-processor options (-D, -U, -I) as used by at least
two types of compilers: the typical Unix compiler and Visual C++.
'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
means undefine (-U) macro 'name', and (name,value) means define (-D)
macro 'name' to 'value'. 'include_dirs' is just a list of directory
names to be added to the header file search path (-I). Returns a list
of command-line options suitable for either Unix compilers or Visual
C++.
r+ r0 zPbad macro definition '%s': each element of 'macros' list must be a 1- or 2-tuplez-U%sr Nz-D%sz-D%s=%sz-I%s)r' r1 r2 r3 r6 )r r rY Zmacror: r r r rP s" $�� rP c C s� g }|D ]}|� | �|�� q|D ],}| �|�}t|t�rD|| }q"|� |� q"|D ]V}tj�|�\}} |r�| �|g| �}
|
r�|� |
� q�| � d| � qT|� | �
|�� qT|S )ac Generate linker options for searching library directories and
linking with specific libraries. 'libraries' and 'library_dirs' are,
respectively, lists of library names (not filenames!) and search
directories. Returns a list of command-line options suitable for use
with some compiler (depending on the two format strings passed in).
z6no library file corresponding to '%s' found (skipping)) r6 r� r� r' rN rR rS r� r� r� r� ) r� r r r Zlib_optsr: �optr� �lib_dirZlib_nameZlib_filer r r �gen_lib_options? s&
�r� )NN)NNr r r )r� r� rR r� �distutils.errors�distutils.spawnr �distutils.file_utilr �distutils.dir_utilr �distutils.dep_utilr �distutils.utilr r � distutilsr r
r� r� r� r� r� rP r� r r r r �<module> s8
�
-- site-packages/setuptools/_distutils/__pycache__/core.cpython-39.pyc 0000644 00000015150 15056474501 0021472 0 ustar 00 a
(�Re�" � @ s� d Z ddlZddlZddlmZ ddlT ddlmZ ddlm Z ddl
m Z ddl m
Z
d Zd
d � Zdadad Zd
Zdd� Zddd�ZdS )a# distutils.core
The only module that needs to be imported to use the Distutils; provides
the 'setup' function (which is to be called from the setup script). Also
indirectly provides the Distribution and Command classes, although they are
really defined in distutils.dist and distutils.cmd.
� N)�DEBUG)�*)� Distribution)�Command)�
PyPIRCCommand)� Extensionz�usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
c C s t j�| �}tt� S )N)�os�path�basename�USAGE�vars)� script_name�script� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/core.py� gen_usage s r )� distclassr
� script_args�options�name�version�author� author_email�
maintainer�maintainer_email�url�license� description�long_description�keywords� platforms� classifiers� download_url�requires�provides� obsoletes)r �sources� include_dirs�
define_macros� undef_macros� library_dirs� libraries�runtime_library_dirs�
extra_objects�extra_compile_args�extra_link_args� swig_opts�export_symbols�depends�languagec
K s | � d�}|r| d= nt}d| vr8tj�tjd �| d< d| vrRtjdd� | d< z|| � a}W nN ty� } z6d| vr�t d| ��nt d | d |f ��W Y d}~n
d}~0 0 t
d
kr�|S |� � t r�t
d � |�� t
d kr�|S z |�� }W n< t�y. } z"t t|j�d
| ��W Y d}~n
d}~0 0 t �rFt
d� |�� t
dk�rT|S |�rz |�� W n� t�y� t d��Y n� t�y� } z6t �r�tj�d|f � � nt d|f ��W Y d}~nLd}~0 ttf�y } z&t �r� nt dt|� ��W Y d}~n
d}~0 0 |S )a� The gateway to the Distutils: do everything your setup script needs
to do, in a highly flexible and user-driven way. Briefly: create a
Distribution instance; find and parse config files; parse the command
line; run each Distutils command found there, customized by the options
supplied to 'setup()' (as keyword arguments), in config files, and on
the command line.
The Distribution instance might be an instance of a class supplied via
the 'distclass' keyword argument to 'setup'; if no such class is
supplied, then the Distribution class (in dist.py) is instantiated.
All other arguments to 'setup' (except for 'cmdclass') are used to set
attributes of the Distribution instance.
The 'cmdclass' argument, if supplied, is a dictionary mapping command
names to command classes. Each command encountered on the command line
will be turned into a command class, which is in turn instantiated; any
class found in 'cmdclass' is used in place of the default, which is
(for command 'foo_bar') class 'foo_bar' in module
'distutils.command.foo_bar'. The command class must provide a
'user_options' attribute which is a list of option specifiers for
'distutils.fancy_getopt'. Any command-line options between the current
and the next command are used to set attributes of the current command
object.
When the entire command-line has been successfully parsed, calls the
'run()' method on each command object in turn. This method will be
driven entirely by the Distribution object (which each command object
has a reference to, thanks to its constructor), and the
command-specific options that became attributes of each command
object.
r r
r r � Nr zerror in setup command: %sz error in %s setup command: %s�initz%options (after parsing config files):�configz
error: %sz%options (after parsing command line):� commandline� interruptedz
error: %s
z error: %szerror: )�getr r r r
�sys�argv�_setup_distribution�DistutilsSetupError�
SystemExit�_setup_stop_after�parse_config_filesr �print�dump_option_dicts�parse_command_line�DistutilsArgErrorr r
� run_commands�KeyboardInterrupt�OSError�stderr�write�DistutilsError�CCompilerError�str)�attrs�klass�dist�msg�ok�excr r r �setup9 sd %
� ,
"�&rS �runc C s� |dvrt d|f ��|atj�� }d| i}zxzf| tjd< |durP|tjdd�< t| d�� }t|�� |� W d � n1 s~0 Y W |t_dan |t_da0 W n ty� Y n0 t du r�t
d| ��t S ) a. Run a setup script in a somewhat controlled environment, and
return the Distribution instance that drives things. This is useful
if you need to find out the distribution meta-data (passed as
keyword args from 'script' to 'setup()', or the contents of the
config files or command-line.
'script_name' is a file that will be read and run with 'exec()';
'sys.argv[0]' will be replaced with 'script' for the duration of the
call. 'script_args' is a list of strings; if supplied,
'sys.argv[1:]' will be replaced by 'script_args' for the duration of
the call.
'stop_after' tells 'setup()' when to stop processing; possible
values:
init
stop after the Distribution instance has been created and
populated with the keyword arguments to 'setup()'
config
stop after config files have been parsed (and their data
stored in the Distribution instance)
commandline
stop after the command-line ('sys.argv[1:]' or 'script_args')
have been parsed (and the data stored in the Distribution)
run [default]
stop after all commands have been run (the same as if 'setup()'
had been called in the usual way
Returns the Distribution instance, which provides all information
used to drive the Distutils.
)r5 r6 r7 rT z"invalid value for 'stop_after': %r�__file__r Nr4 �rbzZ'distutils.core.setup()' was never called -- perhaps '%s' is not a Distutils setup script?) �
ValueErrorr? r: r; �copy�open�exec�readr> r< � RuntimeError)r
r �
stop_after� save_argv�g�fr r r � run_setup� s.
.�
�ra )NrT )�__doc__r r: �distutils.debugr �distutils.errors�distutils.distr �
distutils.cmdr �distutils.configr �distutils.extensionr r r r? r< �setup_keywords�extension_keywordsrS ra r r r r �<module> s q site-packages/setuptools/_distutils/__pycache__/sysconfig.cpython-39.pyc 0000644 00000030531 15056474501 0022546 0 ustar 00 a
(�Re~T � @ s� d Z ddlZddlZddlZddlZddlmZ dejv Zej �
ej �Z ej �
ej
�Zej �
ej�Zej �
ej�Zdejv r�ej �ejd �Zn&ejr�ej �ej �ej��Zne�� Zdd� Zeed d�Zej d
kr�d d � Z e e�Ze e�Zd
d� Z e � Z dZ ze �s ej!Z W n e"�y" Y n0 dd� Z#d-dd�Z$d.dd�Z%dd� Z&dd� Z'dd� Z(d/d d �Z)e�*d �Z+e�*d �Z,e�*d �Z-d0d!d"�Z.d#d$� Z/da0d%d&� Z1d'd(� Z2d)d*� Z3d+d,� Z4dS )1a� Provide access to Python's configuration information. The specific
configuration variables available depend heavily on the platform and
configuration. The values may be retrieved using
get_config_var(name), and the list of variables is available via
get_config_vars().keys(). Additional convenience functions are also
available.
Written by: Fred L. Drake, Jr.
Email: <fdrake@acm.org>
� N� )�DistutilsPlatformErrorZ__pypy__Z_PYTHON_PROJECT_BASEc C s, dD ]"}t j�t j�| d|��r dS qdS )N)�Setupz Setup.local�ModulesTF)�os�path�isfile�join)�d�fn� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/sysconfig.py�_is_python_source_dir, s r �_home�ntc C s0 | r,t j�| ��t j�t j�td���r,tS | S )NZPCbuild)r r �normcase�
startswithr �PREFIX)r
r r r
� _fix_pcbuild5 s
�r c C s t r tt �S tt�S )N)� _sys_homer � project_baser r r r
�
_python_build= s r � c C s dt jdd� S )z�Return a string containing the major and minor Python version,
leaving off the patchlevel. Sample return values could be '1.5'
or '2.2'.
z%d.%dN� )�sys� version_infor r r r
�get_python_versionQ s r c C s� |du r| rt pt}tjdkr�tr:tjdk r:tj�|d�S t rh| rJt
pHt S tj�t d�d�}tj�
|�S trpdnd}|t� t }tj�|d|�S tjd kr�t r�tj�|d�tjj tj�|d
� S tj�|d�S td tj ��dS ) a� Return the directory containing installed Python header files.
If 'plat_specific' is false (the default), this is the path to the
non-platform-specific header files, i.e. Python.h and so on;
otherwise, this is the path to platform-specific header files
(namely pyconfig.h).
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
N�posix�� � �include�srcdir�Include�pypy�pythonr �PCzFI don't know where Python installs its C header files on platform '%s')�BASE_EXEC_PREFIX� BASE_PREFIXr �name�IS_PYPYr r r r � python_buildr r �get_config_var�normpathr � build_flags�pathsepr )�
plat_specific�prefix�incdir�implementation�
python_dirr r r
�get_python_incY s0
���r5 c C s t rBtjdk rB|du rt}|r4tj�|dtjd �S tj�|d�S |du rh|r\| rVtpXt }n | rdt
pft}tj dkr�| sz|r�t tdd�}nd}t r�d nd
}tj�|||t
� �}|r�|S tj�|d�S n<tj d kr�|r�tj�|d �S tj�|d d�S ntd
tj ��dS )aS Return the directory containing the Python library (standard or
site additions).
If 'plat_specific' is true, return the directory containing
platform-specific modules, i.e. any module from a non-pure-Python
module distribution; otherwise, return the platform-shared library
directory. If 'standard_lib' is true, return the directory
containing standard Python library modules; otherwise, return the
directory for site-specific modules.
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
r Nz
lib-pythonr z
site-packagesr �
platlibdir�libr$ r% r �Libz?I don't know where Python installs its library on platform '%s')r* r r r r r r �versionr' r( � EXEC_PREFIXr) �getattrr r )r0 � standard_libr1 �libdirr3 � libpythonr r r
�get_python_lib� s<
�
��r? c C s | j dk�rtjdkr8td�s8ddl}|�t� dtd< tddd d
d d d
d�\}}}}}}}} dtj v r�tj d }
d tj vr�|�
|�r�|
|t |�d� }|
}dtj v r�tj d }d tj v r�tj d }dtj v r�tj d } n|d } dtj v �r|d tj d }d tj v �r2|d tj d }|d tj d }dtj v �rt| d tj d } |d tj d }|d tj d }d
tj v �r�tj d
}dtj v �r�|d tj d } n |d | } |d | }
| j | |
|
d | |||| d� dtj v �r| j
�dd��r| j tj d d� || _dS )z�Do any platform-specific customization of a CCompiler instance.
Mainly needed on Unix, so we can plug in the information that
varies across Unices and is stored in Python's Makefile.
�unix�darwin�CUSTOMIZED_OSX_COMPILERr N�True�CC�CXX�CFLAGS�CCSHARED�LDSHARED� SHLIB_SUFFIX�AR�ARFLAGS�CPPz -E�LDFLAGS� �CPPFLAGS)� preprocessor�compiler� compiler_so� compiler_cxx� linker_so�
linker_exe�archiverZRANLIB�ranlib)rW )�
compiler_typer �platformr, � _osx_support�customize_compiler� _config_vars�get_config_varsr �environr �len�set_executablesZ executables�get�shared_lib_extension)rQ rZ �cc�cxx�cflags�ccshared�ldshared� shlib_suffix�ar�ar_flags�newcc�cpprV �cc_cmdr r r
r[ � sf
��
�
� r[ c C sD t r,tjdkr"tj�tptd�} q6tp(t} n
tdd�} tj�| d�S )z2Return full pathname of installed pyconfig.h file.r r& r �r0 z
pyconfig.h)r+ r r) r r r r r5 )�inc_dirr r r
�get_config_h_filename s
rp c C s\ t rtj�tptd�S tddd�} d�t� t �}t
t j d�rL|dt j j
7 }tj�| |d�S )zAReturn full pathname of installed Makefile from the Python build.�Makefiler r �r0 r< z config-{}{}�
_multiarchz-%s)r+ r r r r r r? �formatr r. �hasattrr r3 rs )�lib_dir� config_filer r r
�get_makefile_filename s rx c C s� |du r i }t �d�}t �d�}| �� }|s.q�|�|�}|rv|�dd�\}}z t|�}W n tyj Y n0 |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )�re�compile�readline�match�group�int�
ValueError)�fp�g� define_rx�undef_rx�line�m�n�vr r r
�parse_config_h s"
r� z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}c C s� ddl m} || ddddd�}|du r*i }i }i }|�� }|du rDq�t�|�}|r2|�dd�\}} | �� } | �dd �}
d
|
v r�| ||< q2z t| �} W n" t y� | �dd
�||< Y q20 | ||< q2d } |�rpt
|�D �]�} || }
t � |
�p�t
� |
�}|�rf|�d�}d }||v �r"t|| �}n�||v �r2d
}nx|tjv �rJtj| }n`|| v �r�| �d��rx| dd� | v �rxd }n$d| |v �r�d
}nt|d| �}n d ||< }|�rl|
|�� d� }|
d|�� � | | }
d
|v �r�|
|| < nxz t|
�}
W n t �y |
�� || < Y n
0 |
|| < || = | �d��rl| dd� | v �rl| dd� } | |v�rl|
|| < q�|| = q�q�|�� |�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
r )�TextFiler �surrogateescape)�strip_comments� skip_blanks�
join_lines�errorsNr z$$r �$)rF rM rO TF�PY_r )�distutils.text_filer� r{ � _variable_rxr| r} �strip�replacer~ r �list� _findvar1_rx�search� _findvar2_rx�strr r^ r �end�start�close�items�
isinstance�update)r r� r� r� �done�notdoner� r� r� r� �tmpv�renamed_variablesr) �value�found�item�after�kr r r
�parse_makefileB s�
�
r� c C sV t �| �pt�| �}|rR|�� \}}| d|� |�|�d�� | |d� } q qRq | S )a� Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
'string' according to 'vars' (a dictionary mapping variable names to
values). Variables not present in 'vars' are silently expanded to the
empty string. The variable values in 'vars' should not contain further
variable expansions; if 'vars' is the output of 'parse_makefile()',
you're fine. Returns a variable-expanded version of 's'.
r r N)r� r� r� �spanra r} )�s�varsr� �begr� r r r
�expand_makefile_vars� s *r� c
C s� t j�ddjtjtjttjdd�d��} zt | t
� t � dgd�}W n( t yj t dt
� t � dgd�}Y n0 |j
}i at�|� d S )
z7Initialize the module as appropriate for POSIX systems.�_PYTHON_SYSCONFIGDATA_NAMEz+_sysconfigdata_{abi}_{platform}_{multiarch}rs r )�abirY � multiarch�build_time_varsr Z_sysconfigdataN)r r^ ra rt r �abiflagsrY r; r3 �
__import__�globals�locals� ImportErrorr� r\ r� )r) �_tempr� r r r
� _init_posix� s �� �
r� c C s~ i } t ddd�| d< t ddd�| d< tdd�| d< t�� d | d< d | d
< t� �d d �| d
< tj�tj� t
j ��| d< | a dS )z+Initialize the module as appropriate for NTr r rr �LIBDEST�
BINLIBDESTrn � INCLUDEPY�
EXT_SUFFIXz.exe�EXE�.r �VERSION�BINDIRN)
r? r5 �_imp�extension_suffixesr r� r r �dirname�abspathr �
executabler\ )r� r r r
�_init_nt� s r� c G sb t du �r0t� �dtj �}|r(|� ni a tt d< tt d< t�st �d�}|dur\|t d< t �dt�}tjdkr�t r�tj
� t � �}tj
�
||�}ntj
� t � �}tj
�tj
�|��t d< t �rtjdk�rt}tj
�t d ��s|t�� k�rtj
�
|t d �}tj
�|�t d< tjd k�r0d
dl}|�t � | �rZg }| D ]}|�t �|�� �q>|S t S dS ) a� With no arguments, return a dictionary of all configuration
variables relevant for the current platform. Generally this includes
everything needed to build extensions and install both pure modules and
extensions. On Unix, this means every variable defined in Python's
installed Makefile; on Windows it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�_init_r1 � exec_prefixr� �SOr" r rA r )r\ r� ra r r) r r: r* r r+ r r� rx r r� r- �isabs�getcwdr rY rZ �customize_config_vars�append)�args�funcr� r" �baserZ �valsr) r r r
r] � sD
�
r] c C s* | dkr ddl }|�dtd� t� �| �S )z�Return the value of a single variable using the dictionary
returned by 'get_config_vars()'. Equivalent to
get_config_vars().get(name)
r� r Nz SO is deprecated, use EXT_SUFFIXr )�warnings�warn�DeprecationWarningr] ra )r) r� r r r
r, : s r, )r N)r r N)N)N)5�__doc__r� r ry r r� r �builtin_module_namesr* r r- r1 r r� r: � base_prefixr( �base_exec_prefixr' r^ r� r r� r� r� r r; r r) r r r+ r. r� �AttributeErrorr r5 r? r[ rp rx r� rz r� r� r� r� r� r\ r� r� r] r, r r r r
�<module> s\
+
8K
jK site-packages/setuptools/_distutils/__pycache__/msvccompiler.cpython-39.pyc 0000644 00000034735 15056474501 0023257 0 ustar 00 a
(�Re�[ � @ s~ d Z ddlZddlZddlmZmZmZmZmZ ddl m
Z
m Z ddl m
Z
dZz,ddlZdZeZejZejZejZejZW nd ey� z4ddlZddlZdZeZejZejZejZejZW n ey� e
� d� Y n0 Y n0 er�ej ej ej ej fZ!d d
� Z"d d � Z#d
d� Z$G dd� d�Z%dd� Z&dd� Z'dd� Z(G dd� de
�Z)e&� dk�rze
�*d� e)Z+ddl,m)Z) dd l,m%Z% dS ) z�distutils.msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�logFTz�Warning: Can't read registry to find the necessary compiler setting
Make sure that Python modules winreg, win32api or win32con are installed.c C sj zt | |�}W n ty" Y dS 0 g }d}zt||�}W n tyP Y qfY n0 |�|� |d7 }q,|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)�base�key�handle�L�i�k� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/msvccompiler.py� read_keys7 s
r c C s~ zt | |�}W n ty" Y dS 0 i }d}zt||�\}}}W n tyV Y qzY n0 |�� }t|�|t|�< |d7 }q,|S )zXReturn dict of registry keys and values.
All names are converted to lowercase.
Nr r
)r r � RegEnumValue�lower� convert_mbcs)r r r �dr �name�value�typer r r � read_valuesH s
r c C s8 t | dd �}|d ur4z |d�} W n ty2 Y n0 | S )N�decode�mbcs)�getattr� UnicodeError)�s�decr r r r ] s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ | �|� d S �N)�macros� load_macros)�self�versionr r r �__init__g s zMacroExpander.__init__c C s2 t D ](}t||�}|r|| | jd| < q.qd S )Nz$(%s))�HKEYSr r( )r* Zmacro�pathr r r r r r � set_macrok s
zMacroExpander.set_macroc
C s� d| }| � d|d d� | � d|d d� d}| � d|d � z*|d
krX| � d |d � n| � d |d
� W n, ty� } ztd��W Y d }~n
d }~0 0 d}tD ]T}zt||�}W n ty� Y q�Y n0 t|d�}t|d||f �} | d | jd< q�d S )Nz%Software\Microsoft\VisualStudio\%0.1fZ VCInstallDirz \Setup\VCZ
productdirZ VSInstallDirz \Setup\VSz Software\Microsoft\.NETFrameworkZ FrameworkDirZ installrootg @ZFrameworkSDKDirzsdkinstallrootv1.1Zsdkinstallroota Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.z.Software\Microsoft\NET Framework Setup\Productr z%s\%sr+ z$(FrameworkVersion)) r/ �KeyErrorr r- r r r
r r( )
r* r+ Zvsbase�net�exc�pr �hr r r r r r) r s, �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r' )r( �items�replace)r* r$ r �vr r r �sub� s zMacroExpander.subN)�__name__�
__module__� __qualname__r, r/ r) r8 r r r r r& f s r& c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r
����
� � g $@r )�sysr+ �find�len�split�int)�prefixr r$ �restZ majorVersionZ minorVersionr r r �get_build_version� s rJ c C s@ d} t j�| �}|dkr dS t j�d|�}t j|t| � |� S )zUReturn the processor architecture.
Possible results are "Intel" or "AMD64".
z bit (r< �Intel�))rC r+ rD rE )rH r �jr r r �get_build_architecture� s rN c C s0 g }| D ]"}t j�|�}||vr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr. �normpathr )�pathsZ
reduced_pathsr3 �npr r r �normalize_and_reduce_paths� s rS c
@ s� e Zd ZdZdZi ZdgZg d�ZdgZdgZ ee e e Z
dZ dZ d Z
d
Zd ZZd Zd+dd�Zdd� Zd,dd�Zd-dd�Zd.dd�Zd/dd�Zd d � Zd d � Zd d!� Zd0d"d#�Zd$d%� Z d1d'd(�Z d)d*� Z dS )2� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.c)z.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C sv t �| |||� t� | _t� | _| jdkr\| jdkrHd| _t| j�| _nd| _d| j | _ nd| jd | _ d| _
d S ) NrK � z Software\Microsoft\VisualStudioz Software\Microsoft\DevstudiozVisual Studio version %szMicrosoft SDK compiler %sr= F) r r, rJ �_MSVCCompiler__versionrN �_MSVCCompiler__arch�_MSVCCompiler__rootr& �_MSVCCompiler__macros�_MSVCCompiler__product� initialized)r* �verbose�dry_run�forcer r r r, � s
zMSVCCompiler.__init__c C s� g | _ dtjv rDdtjv rD| �d�rDd| _d| _d| _d| _d| _nx| � d�| _ t
| j �d krlt d
| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d�| _| �
d � | �
d � z&tjd �d
�D ]}| j �|� q�W n ty� Y n0 t| j �| _ d
�| j �tjd< d | _| jdk�r<g d�| _g d�| _ng d�| _g d�| _g d�| _| jdk�rrg d�| _n
g d�| _dg| _d| _d S )NZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer. r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�lib�include�;rK )�/nologo�/O2�/MD�/W3�/GX�/DNDEBUG)rc �/Od�/MDdrf rg �/Z7�/D_DEBUG)rc rd re rf �/GS-rh )rc ri rj rf rm rk rl )�/DLLrc z/INCREMENTAL:NOrV )rn rc �/INCREMENTAL:no�/DEBUG)rn rc ro z /pdb:Nonerp rc T) �_MSVCCompiler__pathsrO �environ�find_exe�cc�linkerr` �rc�mc�get_msvc_pathsrE r r[ �set_path_env_varrF r r0 rS �joinZpreprocess_optionsrX �compile_options�compile_options_debug�ldflags_sharedrW �ldflags_shared_debugZldflags_staticr\ )r* r3 r r r �
initialize� sL �
zMSVCCompiler.initialize� c C s� |d u r d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jvrbtd| ��|rrt j�|�}|| jv r�|� t j�
||| j �� q|| j v r�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nr� r
z Don't know how to compile %s)rO r. �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr rz �
res_extension�_mc_extensions�
obj_extension)r* Zsource_filenamesZ strip_dir�
output_dirZ obj_names�src_namer �extr r r �object_filenames8 s,
�
� �z MSVCCompiler.object_filenamesNc C st | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n ty� Y qdY n0 |r�tj �
|�}|| j v r�d| }�nX|| j v r�d| }�nB|| j
v �r<|}d| }z"| �| jg| |g |g � W qd t�y6 } zt|��W Y d }~qdd }~0 0 qdn�|| jv �r tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd t�y� } zt|��W Y d }~qdd }~0 0 qdntd||f ��d | }z&| �| jg|
| ||g | � W qd t�yl } zt|��W Y d }~qdd }~0 0 qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rrU z"Don't know how to compile %s to %sz/Fo)r\ r Z_setup_compiler �extendr| r{ r0 rO r. �abspath�
_c_extensions�_cpp_extensionsr� �spawnrv r r r� �dirnamerw r� r� rz rt )r* �sourcesr� r( � include_dirs�debug�
extra_preargs�extra_postargs�dependsZ compile_info�objectsZpp_opts�buildZ compile_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr �_Zrc_filer r r �compileW s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� ty� } zt|��W Y d }~q�d }~0 0 n t �
d|� d S )N)r� �/OUT:�skipping %s (up-to-date)) r\ r �_fix_object_args�library_filename�
_need_linkr� r` r r r r� ) r* r� Zoutput_libnamer� r� � target_lang�output_filenameZlib_argsr� r r r �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d urptj� ||�}| �
||��r�|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }|d u�rHtj�tj�|��\}}tj� tj�|d �| �|��}|�d| � |
�rZ|
|d d�< | �rj|�| � | �tj�|�� z| �| jg| � W n. t�y� } zt|��W Y d }~n
d }~0 0 n t�d|� d S )Nz5I don't know what to do with 'runtime_library_dirs': r
z/EXPORT:r� r z/IMPLIB:r� ) r\ r r� Z
_fix_lib_args�warn�strr rO r. rz r� r Z
EXECUTABLEr~ r} r r� r� r� r� r� �mkpathr� ru r r r r� )r* Z target_descr� r� r� � libraries� library_dirs�runtime_library_dirs�export_symbolsr� r� r� �
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_opts�symZld_argsZdll_nameZdll_extZ implib_filer� r r r �link� sh �
��
��
��
zMSVCCompiler.linkc C s d| S )Nz /LIBPATH:r �r* �dirr r r �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r' )r� )r* r` r r r �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rO r. rz r� �exists)r* �dirsr` r� Z try_namesr� r Zlibfiler r r �find_library_file# s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathrb )rq rO r. rz r� �isfilerr rF )r* Zexer3 �fnr r r rs 5 s
zMSVCCompiler.find_exe�x86c C s� t sg S |d }| jdkr,d| j| jf }nd| j|f }tD ]H}t||�}|r>| jdkrt| j�|| ��d� S || �d� S q>| jdkr�tD ]&}t|d| j �dur�| �d � q�q�g S )
z�Get a list of devstudio directories (include, lib or path).
Return a list of strings. The list will be empty if unable to
access the registry or appropriate registry keys not found.
z dirsrV z6%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directoriesz?%s\6.0\Build System\Components\Platforms\Win32 (%s)\Directoriesrb r= z%s\6.0Nz�It seems you have Visual Studio 6 installed, but the expected registry settings are not present.
You must at least run the Visual Studio GUI once so that these entries are created.) �
_can_read_regrW rY r- r rZ r8 rF r� )r* r. �platformr r r r r r rx K s,
��
zMSVCCompiler.get_msvc_pathsc C s6 |dkr| � d�}n
| � |�}|r2d�|�tj|< dS )z�Set environment variable 'name' to an MSVC path type value.
This is equivalent to a SET command prior to execution of spawned
commands.
r` �libraryrb N)rx rz rO rr )r* r r3 r r r ry o s
z MSVCCompiler.set_path_env_var)r r r )r r� )NNNr NNN)Nr N)
NNNNNr NNNN)r )r� ) r9 r: r; �__doc__�
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extension�shared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr, r r� r� r� r� r� r� r� r� rs rx ry r r r r rT � s` ��
B �
�
X �
�
S
$rT g @z3Importing new compiler from distutils.msvc9compiler)rT )r& )-r� rC rO �distutils.errorsr r r r r �distutils.ccompilerr r � distutilsr r� �winregZhkey_mod� OpenKeyExr �EnumKeyr
Z EnumValuer �errorr � ImportErrorZwin32apiZwin32con�infoZ
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOTr- r r r r& rJ rN rS rT r� ZOldMSVCCompilerZdistutils.msvc9compilerr r r r �<module> s`
� -
9
site-packages/setuptools/_distutils/__pycache__/errors.cpython-39.pyc 0000644 00000012356 15056474501 0022063 0 ustar 00 a
(�Re�
� @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Z G dd� de�Z
G dd� de�Z G dd� de�Z G dd� de�Z
G dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$e�ZG d%d&� d&e�Zd'S )(a� distutils.errors
Provides exceptions used by the Distutils modules. Note that Distutils
modules may raise standard exceptions; in particular, SystemExit is
usually raised for errors that are obviously the end-user's fault
(eg. bad command-line arguments).
This module is safe to use in "from ... import *" mode; it only exports
symbols whose names start with "Distutils" and end with "Error".c @ s e Zd ZdZdS )�DistutilsErrorz The root of all Distutils evil.N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/errors.pyr s r c @ s e Zd ZdZdS )�DistutilsModuleErrorz�Unable to load an expected module, or to find an expected class
within some module (in particular, command modules and classes).Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsClassErrorz�Some command class (or possibly distribution class, if anyone
feels a need to subclass Distribution) is found not to be holding
up its end of the bargain, ie. implementing some part of the
"command "interface.Nr r r r r r
s r
c @ s e Zd ZdZdS )�DistutilsGetoptErrorz7The option table provided to 'fancy_getopt()' is bogus.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsArgErrorzaRaised by fancy_getopt in response to getopt.error -- ie. an
error in the command line usage.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsFileErrorz�Any problems in the filesystem: expected file not found, etc.
Typically this is for problems that we detect before OSError
could be raised.Nr r r r r r
$ s r
c @ s e Zd ZdZdS )�DistutilsOptionErrora� Syntactic/semantic errors in command options, such as use of
mutually conflicting options, or inconsistent options,
badly-spelled values, etc. No distinction is made between option
values originating in the setup script, the command line, config
files, or what-have-you -- but if we *know* something originated in
the setup script, we'll raise DistutilsSetupError instead.Nr r r r r r * s r c @ s e Zd ZdZdS )�DistutilsSetupErrorzqFor errors that can be definitely blamed on the setup script,
such as invalid keyword arguments to 'setup()'.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�DistutilsPlatformErrorz�We don't know how to do something on the current platform (but
we do know how to do it on some platform) -- eg. trying to compile
C files on a platform not supported by a CCompiler subclass.Nr r r r r r 8 s r c @ s e Zd ZdZdS )�DistutilsExecErrorz`Any problems executing an external program (such as the C
compiler, when compiling C files).Nr r r r r r > s r c @ s e Zd ZdZdS )�DistutilsInternalErrorzoInternal inconsistencies or impossibilities (obviously, this
should never be seen if the code is working!).Nr r r r r r C s r c @ s e Zd ZdZdS )�DistutilsTemplateErrorz%Syntax error in a file list template.Nr r r r r r H s r c @ s e Zd ZdZdS )�DistutilsByteCompileErrorzByte compile error.Nr r r r r r K s r c @ s e Zd ZdZdS )�CCompilerErrorz#Some compile/link operation failed.Nr r r r r r O s r c @ s e Zd ZdZdS )�PreprocessErrorz.Failure to preprocess one or more C/C++ files.Nr r r r r r R s r c @ s e Zd ZdZdS )� CompileErrorz2Failure to compile one or more C/C++ source files.Nr r r r r r U s r c @ s e Zd ZdZdS )�LibErrorzKFailure to create a static library from one or more C/C++ object
files.Nr r r r r r X s r c @ s e Zd ZdZdS )� LinkErrorz]Failure to link one or more C/C++ object files into an executable
or shared library file.Nr r r r r r \ s r c @ s e Zd ZdZdS )�UnknownFileErrorz(Attempt to process an unknown file type.Nr r r r r r ` s r N)r � Exceptionr r r
r r r
r r r r r r r r r r r r r r r r r �<module> s&
site-packages/setuptools/_distutils/bcppcompiler.py 0000644 00000035056 15056474501 0016741 0 ustar 00 """distutils.bcppcompiler
Contains BorlandCCompiler, an implementation of the abstract CCompiler class
for the Borland C++ compiler.
"""
# This implementation by Lyle Johnson, based on the original msvccompiler.py
# module and using the directions originally published by Gordon Williams.
# XXX looks like there's a LOT of overlap between these two classes:
# someone should sit down and factor out the common code as
# WindowsCCompiler! --GPW
import os
from distutils.errors import \
DistutilsExecError, \
CompileError, LibError, LinkError, UnknownFileError
from distutils.ccompiler import \
CCompiler, gen_preprocess_options
from distutils.file_util import write_file
from distutils.dep_util import newer
from distutils import log
class BCPPCompiler(CCompiler) :
"""Concrete class that implements an interface to the Borland C/C++
compiler, as defined by the CCompiler abstract class.
"""
compiler_type = 'bcpp'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = _c_extensions + _cpp_extensions
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__ (self,
verbose=0,
dry_run=0,
force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
# These executables are assumed to all be in the path.
# Borland doesn't seem to use any special registry settings to
# indicate their installation locations.
self.cc = "bcc32.exe"
self.linker = "ilink32.exe"
self.lib = "tlib.exe"
self.preprocess_options = None
self.compile_options = ['/tWM', '/O2', '/q', '/g0']
self.compile_options_debug = ['/tWM', '/Od', '/q', '/g0']
self.ldflags_shared = ['/Tpd', '/Gn', '/q', '/x']
self.ldflags_shared_debug = ['/Tpd', '/Gn', '/q', '/x']
self.ldflags_static = []
self.ldflags_exe = ['/Gn', '/q', '/x']
self.ldflags_exe_debug = ['/Gn', '/q', '/x','/r']
# -- Worker methods ------------------------------------------------
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
macros, objects, extra_postargs, pp_opts, build = \
self._setup_compile(output_dir, macros, include_dirs, sources,
depends, extra_postargs)
compile_opts = extra_preargs or []
compile_opts.append ('-c')
if debug:
compile_opts.extend (self.compile_options_debug)
else:
compile_opts.extend (self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
# XXX why do the normpath here?
src = os.path.normpath(src)
obj = os.path.normpath(obj)
# XXX _setup_compile() did a mkpath() too but before the normpath.
# Is it possible to skip the normpath?
self.mkpath(os.path.dirname(obj))
if ext == '.res':
# This is already a binary file -- skip it.
continue # the 'for' loop
if ext == '.rc':
# This needs to be compiled to a .res file -- do it now.
try:
self.spawn (["brcc32", "-fo", obj, src])
except DistutilsExecError as msg:
raise CompileError(msg)
continue # the 'for' loop
# The next two are both for the real compiler.
if ext in self._c_extensions:
input_opt = ""
elif ext in self._cpp_extensions:
input_opt = "-P"
else:
# Unknown file type -- no extra options. The compiler
# will probably fail, but let it just in case this is a
# file the compiler recognizes even if we don't.
input_opt = ""
output_opt = "-o" + obj
# Compiler command line syntax is: "bcc32 [options] file(s)".
# Note that the source file names must appear at the end of
# the command line.
try:
self.spawn ([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs + [src])
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
# compile ()
def create_static_lib (self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
(objects, output_dir) = self._fix_object_args (objects, output_dir)
output_filename = \
self.library_filename (output_libname, output_dir=output_dir)
if self._need_link (objects, output_filename):
lib_args = [output_filename, '/u'] + objects
if debug:
pass # XXX what goes here?
try:
self.spawn ([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# create_static_lib ()
def link (self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
# XXX this ignores 'build_temp'! should follow the lead of
# msvccompiler.py
(objects, output_dir) = self._fix_object_args (objects, output_dir)
(libraries, library_dirs, runtime_library_dirs) = \
self._fix_lib_args (libraries, library_dirs, runtime_library_dirs)
if runtime_library_dirs:
log.warn("I don't know what to do with 'runtime_library_dirs': %s",
str(runtime_library_dirs))
if output_dir is not None:
output_filename = os.path.join (output_dir, output_filename)
if self._need_link (objects, output_filename):
# Figure out linker args based on type of target.
if target_desc == CCompiler.EXECUTABLE:
startup_obj = 'c0w32'
if debug:
ld_args = self.ldflags_exe_debug[:]
else:
ld_args = self.ldflags_exe[:]
else:
startup_obj = 'c0d32'
if debug:
ld_args = self.ldflags_shared_debug[:]
else:
ld_args = self.ldflags_shared[:]
# Create a temporary exports file for use by the linker
if export_symbols is None:
def_file = ''
else:
head, tail = os.path.split (output_filename)
modname, ext = os.path.splitext (tail)
temp_dir = os.path.dirname(objects[0]) # preserve tree structure
def_file = os.path.join (temp_dir, '%s.def' % modname)
contents = ['EXPORTS']
for sym in (export_symbols or []):
contents.append(' %s=_%s' % (sym, sym))
self.execute(write_file, (def_file, contents),
"writing %s" % def_file)
# Borland C++ has problems with '/' in paths
objects2 = map(os.path.normpath, objects)
# split objects in .obj and .res files
# Borland C++ needs them at different positions in the command line
objects = [startup_obj]
resources = []
for file in objects2:
(base, ext) = os.path.splitext(os.path.normcase(file))
if ext == '.res':
resources.append(file)
else:
objects.append(file)
for l in library_dirs:
ld_args.append("/L%s" % os.path.normpath(l))
ld_args.append("/L.") # we sometimes use relative paths
# list of object files
ld_args.extend(objects)
# XXX the command-line syntax for Borland C++ is a bit wonky;
# certain filenames are jammed together in one big string, but
# comma-delimited. This doesn't mesh too well with the
# Unix-centric attitude (with a DOS/Windows quoting hack) of
# 'spawn()', so constructing the argument list is a bit
# awkward. Note that doing the obvious thing and jamming all
# the filenames and commas into one argument would be wrong,
# because 'spawn()' would quote any filenames with spaces in
# them. Arghghh!. Apparently it works fine as coded...
# name of dll/exe file
ld_args.extend([',',output_filename])
# no map file and start libraries
ld_args.append(',,')
for lib in libraries:
# see if we find it and if there is a bcpp specific lib
# (xxx_bcpp.lib)
libfile = self.find_library_file(library_dirs, lib, debug)
if libfile is None:
ld_args.append(lib)
# probably a BCPP internal library -- don't warn
else:
# full name which prefers bcpp_xxx.lib over xxx.lib
ld_args.append(libfile)
# some default libraries
ld_args.append ('import32')
ld_args.append ('cw32mt')
# def file for export symbols
ld_args.extend([',',def_file])
# add resource files
ld_args.append(',')
ld_args.extend(resources)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath (os.path.dirname (output_filename))
try:
self.spawn ([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# link ()
# -- Miscellaneous methods -----------------------------------------
def find_library_file (self, dirs, lib, debug=0):
# List of effective library names to try, in order of preference:
# xxx_bcpp.lib is better than xxx.lib
# and xxx_d.lib is better than xxx.lib if debug is set
#
# The "_bcpp" suffix is to handle a Python installation for people
# with multiple compilers (primarily Distutils hackers, I suspect
# ;-). The idea is they'd have one static library for each
# compiler they care about, since (almost?) every Windows compiler
# seems to have a different format for static libraries.
if debug:
dlib = (lib + "_d")
try_names = (dlib + "_bcpp", lib + "_bcpp", dlib, lib)
else:
try_names = (lib + "_bcpp", lib)
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename(name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# overwrite the one from CCompiler to support rc and res-files
def object_filenames (self,
source_filenames,
strip_dir=0,
output_dir=''):
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
# use normcase to make sure '.rc' is really '.rc' and not '.RC'
(base, ext) = os.path.splitext (os.path.normcase(src_name))
if ext not in (self.src_extensions + ['.rc','.res']):
raise UnknownFileError("unknown file type '%s' (from '%s')" % \
(ext, src_name))
if strip_dir:
base = os.path.basename (base)
if ext == '.res':
# these can go unchanged
obj_names.append (os.path.join (output_dir, base + ext))
elif ext == '.rc':
# these need to be compiled to .res-files
obj_names.append (os.path.join (output_dir, base + '.res'))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
# object_filenames ()
def preprocess (self,
source,
output_file=None,
macros=None,
include_dirs=None,
extra_preargs=None,
extra_postargs=None):
(_, macros, include_dirs) = \
self._fix_compile_args(None, macros, include_dirs)
pp_opts = gen_preprocess_options(macros, include_dirs)
pp_args = ['cpp32.exe'] + pp_opts
if output_file is not None:
pp_args.append('-o' + output_file)
if extra_preargs:
pp_args[:0] = extra_preargs
if extra_postargs:
pp_args.extend(extra_postargs)
pp_args.append(source)
# We need to preprocess: either we're being forced to, or the
# source file is newer than the target (or the target doesn't
# exist).
if self.force or output_file is None or newer(source, output_file):
if output_file:
self.mkpath(os.path.dirname(output_file))
try:
self.spawn(pp_args)
except DistutilsExecError as msg:
print(msg)
raise CompileError(msg)
# preprocess()
site-packages/setuptools/_distutils/cmd.py 0000644 00000043237 15056474501 0015025 0 ustar 00 """distutils.cmd
Provides the Command class, the base class for the command classes
in the distutils.command package.
"""
import sys, os, re
from distutils.errors import DistutilsOptionError
from distutils import util, dir_util, file_util, archive_util, dep_util
from distutils import log
class Command:
"""Abstract base class for defining command classes, the "worker bees"
of the Distutils. A useful analogy for command classes is to think of
them as subroutines with local variables called "options". The options
are "declared" in 'initialize_options()' and "defined" (given their
final values, aka "finalized") in 'finalize_options()', both of which
must be defined by every command class. The distinction between the
two is necessary because option values might come from the outside
world (command line, config file, ...), and any options dependent on
other options must be computed *after* these outside influences have
been processed -- hence 'finalize_options()'. The "body" of the
subroutine, where it does all its work based on the values of its
options, is the 'run()' method, which must also be implemented by every
command class.
"""
# 'sub_commands' formalizes the notion of a "family" of commands,
# eg. "install" as the parent with sub-commands "install_lib",
# "install_headers", etc. The parent of a family of commands
# defines 'sub_commands' as a class attribute; it's a list of
# (command_name : string, predicate : unbound_method | string | None)
# tuples, where 'predicate' is a method of the parent command that
# determines whether the corresponding command is applicable in the
# current situation. (Eg. we "install_headers" is only applicable if
# we have any C header files to install.) If 'predicate' is None,
# that command is always applicable.
#
# 'sub_commands' is usually defined at the *end* of a class, because
# predicates can be unbound methods, so they must already have been
# defined. The canonical example is the "install" command.
sub_commands = []
# -- Creation/initialization methods -------------------------------
def __init__(self, dist):
"""Create and initialize a new Command object. Most importantly,
invokes the 'initialize_options()' method, which is the real
initializer and depends on the actual command being
instantiated.
"""
# late import because of mutual dependence between these classes
from distutils.dist import Distribution
if not isinstance(dist, Distribution):
raise TypeError("dist must be a Distribution instance")
if self.__class__ is Command:
raise RuntimeError("Command is an abstract class")
self.distribution = dist
self.initialize_options()
# Per-command versions of the global flags, so that the user can
# customize Distutils' behaviour command-by-command and let some
# commands fall back on the Distribution's behaviour. None means
# "not defined, check self.distribution's copy", while 0 or 1 mean
# false and true (duh). Note that this means figuring out the real
# value of each flag is a touch complicated -- hence "self._dry_run"
# will be handled by __getattr__, below.
# XXX This needs to be fixed.
self._dry_run = None
# verbose is largely ignored, but needs to be set for
# backwards compatibility (I think)?
self.verbose = dist.verbose
# Some commands define a 'self.force' option to ignore file
# timestamps, but methods defined *here* assume that
# 'self.force' exists for all commands. So define it here
# just to be safe.
self.force = None
# The 'help' flag is just used for command-line parsing, so
# none of that complicated bureaucracy is needed.
self.help = 0
# 'finalized' records whether or not 'finalize_options()' has been
# called. 'finalize_options()' itself should not pay attention to
# this flag: it is the business of 'ensure_finalized()', which
# always calls 'finalize_options()', to respect/update it.
self.finalized = 0
# XXX A more explicit way to customize dry_run would be better.
def __getattr__(self, attr):
if attr == 'dry_run':
myval = getattr(self, "_" + attr)
if myval is None:
return getattr(self.distribution, attr)
else:
return myval
else:
raise AttributeError(attr)
def ensure_finalized(self):
if not self.finalized:
self.finalize_options()
self.finalized = 1
# Subclasses must define:
# initialize_options()
# provide default values for all options; may be customized by
# setup script, by options from config file(s), or by command-line
# options
# finalize_options()
# decide on the final values for all options; this is called
# after all possible intervention from the outside world
# (command-line, option file, etc.) has been processed
# run()
# run the command: do whatever it is we're here to do,
# controlled by the command's various option values
def initialize_options(self):
"""Set default values for all the options that this command
supports. Note that these defaults may be overridden by other
commands, by the setup script, by config files, or by the
command-line. Thus, this is not the place to code dependencies
between options; generally, 'initialize_options()' implementations
are just a bunch of "self.foo = None" assignments.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def finalize_options(self):
"""Set final values for all the options that this command supports.
This is always called as late as possible, ie. after any option
assignments from the command-line or from other commands have been
done. Thus, this is the place to code option dependencies: if
'foo' depends on 'bar', then it is safe to set 'foo' from 'bar' as
long as 'foo' still has the same value it was assigned in
'initialize_options()'.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def dump_options(self, header=None, indent=""):
from distutils.fancy_getopt import longopt_xlate
if header is None:
header = "command options for '%s':" % self.get_command_name()
self.announce(indent + header, level=log.INFO)
indent = indent + " "
for (option, _, _) in self.user_options:
option = option.translate(longopt_xlate)
if option[-1] == "=":
option = option[:-1]
value = getattr(self, option)
self.announce(indent + "%s = %s" % (option, value),
level=log.INFO)
def run(self):
"""A command's raison d'etre: carry out the action it exists to
perform, controlled by the options initialized in
'initialize_options()', customized by other commands, the setup
script, the command-line, and config files, and finalized in
'finalize_options()'. All terminal output and filesystem
interaction should be done by 'run()'.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def announce(self, msg, level=1):
"""If the current verbosity level is of greater than or equal to
'level' print 'msg' to stdout.
"""
log.log(level, msg)
def debug_print(self, msg):
"""Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
"""
from distutils.debug import DEBUG
if DEBUG:
print(msg)
sys.stdout.flush()
# -- Option validation methods -------------------------------------
# (these are very handy in writing the 'finalize_options()' method)
#
# NB. the general philosophy here is to ensure that a particular option
# value meets certain type and value constraints. If not, we try to
# force it into conformance (eg. if we expect a list but have a string,
# split the string on comma and/or whitespace). If we can't force the
# option into conformance, raise DistutilsOptionError. Thus, command
# classes need do nothing more than (eg.)
# self.ensure_string_list('foo')
# and they can be guaranteed that thereafter, self.foo will be
# a list of strings.
def _ensure_stringlike(self, option, what, default=None):
val = getattr(self, option)
if val is None:
setattr(self, option, default)
return default
elif not isinstance(val, str):
raise DistutilsOptionError("'%s' must be a %s (got `%s`)"
% (option, what, val))
return val
def ensure_string(self, option, default=None):
"""Ensure that 'option' is a string; if not defined, set it to
'default'.
"""
self._ensure_stringlike(option, "string", default)
def ensure_string_list(self, option):
r"""Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
"""
val = getattr(self, option)
if val is None:
return
elif isinstance(val, str):
setattr(self, option, re.split(r',\s*|\s+', val))
else:
if isinstance(val, list):
ok = all(isinstance(v, str) for v in val)
else:
ok = False
if not ok:
raise DistutilsOptionError(
"'%s' must be a list of strings (got %r)"
% (option, val))
def _ensure_tested_string(self, option, tester, what, error_fmt,
default=None):
val = self._ensure_stringlike(option, what, default)
if val is not None and not tester(val):
raise DistutilsOptionError(("error in '%s' option: " + error_fmt)
% (option, val))
def ensure_filename(self, option):
"""Ensure that 'option' is the name of an existing file."""
self._ensure_tested_string(option, os.path.isfile,
"filename",
"'%s' does not exist or is not a file")
def ensure_dirname(self, option):
self._ensure_tested_string(option, os.path.isdir,
"directory name",
"'%s' does not exist or is not a directory")
# -- Convenience methods for commands ------------------------------
def get_command_name(self):
if hasattr(self, 'command_name'):
return self.command_name
else:
return self.__class__.__name__
def set_undefined_options(self, src_cmd, *option_pairs):
"""Set the values of any "undefined" options from corresponding
option values in some other command object. "Undefined" here means
"is None", which is the convention used to indicate that an option
has not been changed between 'initialize_options()' and
'finalize_options()'. Usually called from 'finalize_options()' for
options that depend on some other command rather than another
option of the same command. 'src_cmd' is the other command from
which option values will be taken (a command object will be created
for it if necessary); the remaining arguments are
'(src_option,dst_option)' tuples which mean "take the value of
'src_option' in the 'src_cmd' command object, and copy it to
'dst_option' in the current command object".
"""
# Option_pairs: list of (src_option, dst_option) tuples
src_cmd_obj = self.distribution.get_command_obj(src_cmd)
src_cmd_obj.ensure_finalized()
for (src_option, dst_option) in option_pairs:
if getattr(self, dst_option) is None:
setattr(self, dst_option, getattr(src_cmd_obj, src_option))
def get_finalized_command(self, command, create=1):
"""Wrapper around Distribution's 'get_command_obj()' method: find
(create if necessary and 'create' is true) the command object for
'command', call its 'ensure_finalized()' method, and return the
finalized command object.
"""
cmd_obj = self.distribution.get_command_obj(command, create)
cmd_obj.ensure_finalized()
return cmd_obj
# XXX rename to 'get_reinitialized_command()'? (should do the
# same in dist.py, if so)
def reinitialize_command(self, command, reinit_subcommands=0):
return self.distribution.reinitialize_command(command,
reinit_subcommands)
def run_command(self, command):
"""Run some other command: uses the 'run_command()' method of
Distribution, which creates and finalizes the command object if
necessary and then invokes its 'run()' method.
"""
self.distribution.run_command(command)
def get_sub_commands(self):
"""Determine the sub-commands that are relevant in the current
distribution (ie., that need to be run). This is based on the
'sub_commands' class attribute: each tuple in that list may include
a method that we call to determine if the subcommand needs to be
run for the current distribution. Return a list of command names.
"""
commands = []
for (cmd_name, method) in self.sub_commands:
if method is None or method(self):
commands.append(cmd_name)
return commands
# -- External world manipulation -----------------------------------
def warn(self, msg):
log.warn("warning: %s: %s\n", self.get_command_name(), msg)
def execute(self, func, args, msg=None, level=1):
util.execute(func, args, msg, dry_run=self.dry_run)
def mkpath(self, name, mode=0o777):
dir_util.mkpath(name, mode, dry_run=self.dry_run)
def copy_file(self, infile, outfile, preserve_mode=1, preserve_times=1,
link=None, level=1):
"""Copy a file respecting verbose, dry-run and force flags. (The
former two default to whatever is in the Distribution object, and
the latter defaults to false for commands that don't define it.)"""
return file_util.copy_file(infile, outfile, preserve_mode,
preserve_times, not self.force, link,
dry_run=self.dry_run)
def copy_tree(self, infile, outfile, preserve_mode=1, preserve_times=1,
preserve_symlinks=0, level=1):
"""Copy an entire directory tree respecting verbose, dry-run,
and force flags.
"""
return dir_util.copy_tree(infile, outfile, preserve_mode,
preserve_times, preserve_symlinks,
not self.force, dry_run=self.dry_run)
def move_file (self, src, dst, level=1):
"""Move a file respecting dry-run flag."""
return file_util.move_file(src, dst, dry_run=self.dry_run)
def spawn(self, cmd, search_path=1, level=1):
"""Spawn an external command respecting dry-run flag."""
from distutils.spawn import spawn
spawn(cmd, search_path, dry_run=self.dry_run)
def make_archive(self, base_name, format, root_dir=None, base_dir=None,
owner=None, group=None):
return archive_util.make_archive(base_name, format, root_dir, base_dir,
dry_run=self.dry_run,
owner=owner, group=group)
def make_file(self, infiles, outfile, func, args,
exec_msg=None, skip_msg=None, level=1):
"""Special case of 'execute()' for operations that process one or
more input files and generate one output file. Works just like
'execute()', except the operation is skipped and a different
message printed if 'outfile' already exists and is newer than all
files listed in 'infiles'. If the command defined 'self.force',
and it is true, then the command is unconditionally run -- does no
timestamp checks.
"""
if skip_msg is None:
skip_msg = "skipping %s (inputs unchanged)" % outfile
# Allow 'infiles' to be a single string
if isinstance(infiles, str):
infiles = (infiles,)
elif not isinstance(infiles, (list, tuple)):
raise TypeError(
"'infiles' must be a string, or a list or tuple of strings")
if exec_msg is None:
exec_msg = "generating %s from %s" % (outfile, ', '.join(infiles))
# If 'outfile' must be regenerated (either because it doesn't
# exist, is out-of-date, or the 'force' flag is true) then
# perform the action that presumably regenerates it
if self.force or dep_util.newer_group(infiles, outfile):
self.execute(func, args, exec_msg, level)
# Otherwise, print the "skip" message
else:
log.debug(skip_msg)
site-packages/setuptools/_distutils/py35compat.py 0000644 00000000707 15056474501 0016261 0 ustar 00 import sys
import subprocess
def __optim_args_from_interpreter_flags():
"""Return a list of command-line arguments reproducing the current
optimization settings in sys.flags."""
args = []
value = sys.flags.optimize
if value > 0:
args.append("-" + "O" * value)
return args
_optim_args_from_interpreter_flags = getattr(
subprocess,
"_optim_args_from_interpreter_flags",
__optim_args_from_interpreter_flags,
)
site-packages/setuptools/_distutils/command/upload.py 0000644 00000016655 15056474501 0017170 0 ustar 00 """
distutils.command.upload
Implements the Distutils 'upload' subcommand (upload package to a package
index).
"""
import os
import io
import hashlib
from base64 import standard_b64encode
from urllib.request import urlopen, Request, HTTPError
from urllib.parse import urlparse
from distutils.errors import DistutilsError, DistutilsOptionError
from distutils.core import PyPIRCCommand
from distutils.spawn import spawn
from distutils import log
# PyPI Warehouse supports MD5, SHA256, and Blake2 (blake2-256)
# https://bugs.python.org/issue40698
_FILE_CONTENT_DIGESTS = {
"md5_digest": getattr(hashlib, "md5", None),
"sha256_digest": getattr(hashlib, "sha256", None),
"blake2_256_digest": getattr(hashlib, "blake2b", None),
}
class upload(PyPIRCCommand):
description = "upload binary package to PyPI"
user_options = PyPIRCCommand.user_options + [
('sign', 's',
'sign files to upload using gpg'),
('identity=', 'i', 'GPG identity used to sign files'),
]
boolean_options = PyPIRCCommand.boolean_options + ['sign']
def initialize_options(self):
PyPIRCCommand.initialize_options(self)
self.username = ''
self.password = ''
self.show_response = 0
self.sign = False
self.identity = None
def finalize_options(self):
PyPIRCCommand.finalize_options(self)
if self.identity and not self.sign:
raise DistutilsOptionError(
"Must use --sign for --identity to have meaning"
)
config = self._read_pypirc()
if config != {}:
self.username = config['username']
self.password = config['password']
self.repository = config['repository']
self.realm = config['realm']
# getting the password from the distribution
# if previously set by the register command
if not self.password and self.distribution.password:
self.password = self.distribution.password
def run(self):
if not self.distribution.dist_files:
msg = ("Must create and upload files in one command "
"(e.g. setup.py sdist upload)")
raise DistutilsOptionError(msg)
for command, pyversion, filename in self.distribution.dist_files:
self.upload_file(command, pyversion, filename)
def upload_file(self, command, pyversion, filename):
# Makes sure the repository URL is compliant
schema, netloc, url, params, query, fragments = \
urlparse(self.repository)
if params or query or fragments:
raise AssertionError("Incompatible url %s" % self.repository)
if schema not in ('http', 'https'):
raise AssertionError("unsupported schema " + schema)
# Sign if requested
if self.sign:
gpg_args = ["gpg", "--detach-sign", "-a", filename]
if self.identity:
gpg_args[2:2] = ["--local-user", self.identity]
spawn(gpg_args,
dry_run=self.dry_run)
# Fill in the data - send all the meta-data in case we need to
# register a new release
f = open(filename,'rb')
try:
content = f.read()
finally:
f.close()
meta = self.distribution.metadata
data = {
# action
':action': 'file_upload',
'protocol_version': '1',
# identify release
'name': meta.get_name(),
'version': meta.get_version(),
# file content
'content': (os.path.basename(filename),content),
'filetype': command,
'pyversion': pyversion,
# additional meta-data
'metadata_version': '1.0',
'summary': meta.get_description(),
'home_page': meta.get_url(),
'author': meta.get_contact(),
'author_email': meta.get_contact_email(),
'license': meta.get_licence(),
'description': meta.get_long_description(),
'keywords': meta.get_keywords(),
'platform': meta.get_platforms(),
'classifiers': meta.get_classifiers(),
'download_url': meta.get_download_url(),
# PEP 314
'provides': meta.get_provides(),
'requires': meta.get_requires(),
'obsoletes': meta.get_obsoletes(),
}
data['comment'] = ''
# file content digests
for digest_name, digest_cons in _FILE_CONTENT_DIGESTS.items():
if digest_cons is None:
continue
try:
data[digest_name] = digest_cons(content).hexdigest()
except ValueError:
# hash digest not available or blocked by security policy
pass
if self.sign:
with open(filename + ".asc", "rb") as f:
data['gpg_signature'] = (os.path.basename(filename) + ".asc",
f.read())
# set up the authentication
user_pass = (self.username + ":" + self.password).encode('ascii')
# The exact encoding of the authentication string is debated.
# Anyway PyPI only accepts ascii for both username or password.
auth = "Basic " + standard_b64encode(user_pass).decode('ascii')
# Build up the MIME payload for the POST data
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = b'\r\n--' + boundary.encode('ascii')
end_boundary = sep_boundary + b'--\r\n'
body = io.BytesIO()
for key, value in data.items():
title = '\r\nContent-Disposition: form-data; name="%s"' % key
# handle multiple entries for the same name
if not isinstance(value, list):
value = [value]
for value in value:
if type(value) is tuple:
title += '; filename="%s"' % value[0]
value = value[1]
else:
value = str(value).encode('utf-8')
body.write(sep_boundary)
body.write(title.encode('utf-8'))
body.write(b"\r\n\r\n")
body.write(value)
body.write(end_boundary)
body = body.getvalue()
msg = "Submitting %s to %s" % (filename, self.repository)
self.announce(msg, log.INFO)
# build the Request
headers = {
'Content-type': 'multipart/form-data; boundary=%s' % boundary,
'Content-length': str(len(body)),
'Authorization': auth,
}
request = Request(self.repository, data=body,
headers=headers)
# send the data
try:
result = urlopen(request)
status = result.getcode()
reason = result.msg
except HTTPError as e:
status = e.code
reason = e.msg
except OSError as e:
self.announce(str(e), log.ERROR)
raise
if status == 200:
self.announce('Server response (%s): %s' % (status, reason),
log.INFO)
if self.show_response:
text = self._read_pypi_response(result)
msg = '\n'.join(('-' * 75, text, '-' * 75))
self.announce(msg, log.INFO)
else:
msg = 'Upload failed (%s): %s' % (status, reason)
self.announce(msg, log.ERROR)
raise DistutilsError(msg)
site-packages/setuptools/_distutils/command/build_ext.py 0000644 00000075703 15056474501 0017662 0 ustar 00 """distutils.command.build_ext
Implements the Distutils 'build_ext' command, for building extension
modules (currently limited to C extensions, should accommodate C++
extensions ASAP)."""
import contextlib
import os
import re
import sys
from distutils.core import Command
from distutils.errors import *
from distutils.sysconfig import customize_compiler, get_python_version
from distutils.sysconfig import get_config_h_filename
from distutils.dep_util import newer_group
from distutils.extension import Extension
from distutils.util import get_platform
from distutils import log
from . import py37compat
from site import USER_BASE
# An extension name is just a dot-separated list of Python NAMEs (ie.
# the same as a fully-qualified module name).
extension_name_re = re.compile \
(r'^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$')
def show_compilers ():
from distutils.ccompiler import show_compilers
show_compilers()
class build_ext(Command):
description = "build C/C++ extensions (compile/link to build directory)"
# XXX thoughts on how to deal with complex command-line options like
# these, i.e. how to make it so fancy_getopt can suck them off the
# command line and make it look like setup.py defined the appropriate
# lists of tuples of what-have-you.
# - each command needs a callback to process its command-line options
# - Command.__init__() needs access to its share of the whole
# command line (must ultimately come from
# Distribution.parse_command_line())
# - it then calls the current command class' option-parsing
# callback to deal with weird options like -D, which have to
# parse the option text and churn out some custom data
# structure
# - that data structure (in this case, a list of 2-tuples)
# will then be present in the command object by the time
# we get to finalize_options() (i.e. the constructor
# takes care of both command-line and client options
# in between initialize_options() and finalize_options())
sep_by = " (separated by '%s')" % os.pathsep
user_options = [
('build-lib=', 'b',
"directory for compiled extension modules"),
('build-temp=', 't',
"directory for temporary files (build by-products)"),
('plat-name=', 'p',
"platform name to cross-compile for, if supported "
"(default: %s)" % get_platform()),
('inplace', 'i',
"ignore build-lib and put compiled extensions into the source " +
"directory alongside your pure Python modules"),
('include-dirs=', 'I',
"list of directories to search for header files" + sep_by),
('define=', 'D',
"C preprocessor macros to define"),
('undef=', 'U',
"C preprocessor macros to undefine"),
('libraries=', 'l',
"external C libraries to link with"),
('library-dirs=', 'L',
"directories to search for external C libraries" + sep_by),
('rpath=', 'R',
"directories to search for shared C libraries at runtime"),
('link-objects=', 'O',
"extra explicit link objects to include in the link"),
('debug', 'g',
"compile/link with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('compiler=', 'c',
"specify the compiler type"),
('parallel=', 'j',
"number of parallel build jobs"),
('swig-cpp', None,
"make SWIG create C++ files (default is C)"),
('swig-opts=', None,
"list of SWIG command line options"),
('swig=', None,
"path to the SWIG executable"),
('user', None,
"add user include, library and rpath")
]
boolean_options = ['inplace', 'debug', 'force', 'swig-cpp', 'user']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.extensions = None
self.build_lib = None
self.plat_name = None
self.build_temp = None
self.inplace = 0
self.package = None
self.include_dirs = None
self.define = None
self.undef = None
self.libraries = None
self.library_dirs = None
self.rpath = None
self.link_objects = None
self.debug = None
self.force = None
self.compiler = None
self.swig = None
self.swig_cpp = None
self.swig_opts = None
self.user = None
self.parallel = None
def finalize_options(self):
from distutils import sysconfig
self.set_undefined_options('build',
('build_lib', 'build_lib'),
('build_temp', 'build_temp'),
('compiler', 'compiler'),
('debug', 'debug'),
('force', 'force'),
('parallel', 'parallel'),
('plat_name', 'plat_name'),
)
if self.package is None:
self.package = self.distribution.ext_package
self.extensions = self.distribution.ext_modules
# Make sure Python's include directories (for Python.h, pyconfig.h,
# etc.) are in the include search path.
py_include = sysconfig.get_python_inc()
plat_py_include = sysconfig.get_python_inc(plat_specific=1)
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
if isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
# If in a virtualenv, add its include directory
# Issue 16116
if sys.exec_prefix != sys.base_exec_prefix:
self.include_dirs.append(os.path.join(sys.exec_prefix, 'include'))
# Put the Python "system" include dir at the end, so that
# any local include dirs take precedence.
self.include_dirs.extend(py_include.split(os.path.pathsep))
if plat_py_include != py_include:
self.include_dirs.extend(
plat_py_include.split(os.path.pathsep))
self.ensure_string_list('libraries')
self.ensure_string_list('link_objects')
# Life is easier if we're not forever checking for None, so
# simplify these options to empty lists if unset
if self.libraries is None:
self.libraries = []
if self.library_dirs is None:
self.library_dirs = []
elif isinstance(self.library_dirs, str):
self.library_dirs = self.library_dirs.split(os.pathsep)
if self.rpath is None:
self.rpath = []
elif isinstance(self.rpath, str):
self.rpath = self.rpath.split(os.pathsep)
# for extensions under windows use different directories
# for Release and Debug builds.
# also Python's library directory must be appended to library_dirs
if os.name == 'nt':
# the 'libs' directory is for binary installs - we assume that
# must be the *native* platform. But we don't really support
# cross-compiling via a binary install anyway, so we let it go.
self.library_dirs.append(os.path.join(sys.exec_prefix, 'libs'))
if sys.base_exec_prefix != sys.prefix: # Issue 16116
self.library_dirs.append(os.path.join(sys.base_exec_prefix, 'libs'))
if self.debug:
self.build_temp = os.path.join(self.build_temp, "Debug")
else:
self.build_temp = os.path.join(self.build_temp, "Release")
# Append the source distribution include and library directories,
# this allows distutils on windows to work in the source tree
self.include_dirs.append(os.path.dirname(get_config_h_filename()))
_sys_home = getattr(sys, '_home', None)
if _sys_home:
self.library_dirs.append(_sys_home)
# Use the .lib files for the correct architecture
if self.plat_name == 'win32':
suffix = 'win32'
else:
# win-amd64
suffix = self.plat_name[4:]
new_lib = os.path.join(sys.exec_prefix, 'PCbuild')
if suffix:
new_lib = os.path.join(new_lib, suffix)
self.library_dirs.append(new_lib)
# For extensions under Cygwin, Python's library directory must be
# appended to library_dirs
if sys.platform[:6] == 'cygwin':
if not sysconfig.python_build:
# building third party extensions
self.library_dirs.append(os.path.join(sys.prefix, "lib",
"python" + get_python_version(),
"config"))
else:
# building python standard extensions
self.library_dirs.append('.')
# For building extensions with a shared Python library,
# Python's library directory must be appended to library_dirs
# See Issues: #1600860, #4366
if (sysconfig.get_config_var('Py_ENABLE_SHARED')):
if not sysconfig.python_build:
# building third party extensions
self.library_dirs.append(sysconfig.get_config_var('LIBDIR'))
else:
# building python standard extensions
self.library_dirs.append('.')
# The argument parsing will result in self.define being a string, but
# it has to be a list of 2-tuples. All the preprocessor symbols
# specified by the 'define' option will be set to '1'. Multiple
# symbols can be separated with commas.
if self.define:
defines = self.define.split(',')
self.define = [(symbol, '1') for symbol in defines]
# The option for macros to undefine is also a string from the
# option parsing, but has to be a list. Multiple symbols can also
# be separated with commas here.
if self.undef:
self.undef = self.undef.split(',')
if self.swig_opts is None:
self.swig_opts = []
else:
self.swig_opts = self.swig_opts.split(' ')
# Finally add the user include and library directories if requested
if self.user:
user_include = os.path.join(USER_BASE, "include")
user_lib = os.path.join(USER_BASE, "lib")
if os.path.isdir(user_include):
self.include_dirs.append(user_include)
if os.path.isdir(user_lib):
self.library_dirs.append(user_lib)
self.rpath.append(user_lib)
if isinstance(self.parallel, str):
try:
self.parallel = int(self.parallel)
except ValueError:
raise DistutilsOptionError("parallel should be an integer")
def run(self):
from distutils.ccompiler import new_compiler
# 'self.extensions', as supplied by setup.py, is a list of
# Extension instances. See the documentation for Extension (in
# distutils.extension) for details.
#
# For backwards compatibility with Distutils 0.8.2 and earlier, we
# also allow the 'extensions' list to be a list of tuples:
# (ext_name, build_info)
# where build_info is a dictionary containing everything that
# Extension instances do except the name, with a few things being
# differently named. We convert these 2-tuples to Extension
# instances as needed.
if not self.extensions:
return
# If we were asked to build any C/C++ libraries, make sure that the
# directory where we put them is in the library search path for
# linking extensions.
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.libraries.extend(build_clib.get_library_names() or [])
self.library_dirs.append(build_clib.build_clib)
# Setup the CCompiler object that we'll use to do all the
# compiling and linking
self.compiler = new_compiler(compiler=self.compiler,
verbose=self.verbose,
dry_run=self.dry_run,
force=self.force)
customize_compiler(self.compiler)
# If we are cross-compiling, init the compiler now (if we are not
# cross-compiling, init would not hurt, but people may rely on
# late initialization of compiler even if they shouldn't...)
if os.name == 'nt' and self.plat_name != get_platform():
self.compiler.initialize(self.plat_name)
# And make sure that any compile/link-related options (which might
# come from the command-line or from the setup script) are set in
# that CCompiler object -- that way, they automatically apply to
# all compiling and linking done here.
if self.include_dirs is not None:
self.compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name, value) in self.define:
self.compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
self.compiler.undefine_macro(macro)
if self.libraries is not None:
self.compiler.set_libraries(self.libraries)
if self.library_dirs is not None:
self.compiler.set_library_dirs(self.library_dirs)
if self.rpath is not None:
self.compiler.set_runtime_library_dirs(self.rpath)
if self.link_objects is not None:
self.compiler.set_link_objects(self.link_objects)
# Now actually compile and link everything.
self.build_extensions()
def check_extensions_list(self, extensions):
"""Ensure that the list of extensions (presumably provided as a
command option 'extensions') is valid, i.e. it is a list of
Extension objects. We also support the old-style list of 2-tuples,
where the tuples are (ext_name, build_info), which are converted to
Extension instances here.
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
"""
if not isinstance(extensions, list):
raise DistutilsSetupError(
"'ext_modules' option must be a list of Extension instances")
for i, ext in enumerate(extensions):
if isinstance(ext, Extension):
continue # OK! (assume type-checking done
# by Extension constructor)
if not isinstance(ext, tuple) or len(ext) != 2:
raise DistutilsSetupError(
"each element of 'ext_modules' option must be an "
"Extension instance or 2-tuple")
ext_name, build_info = ext
log.warn("old-style (ext_name, build_info) tuple found in "
"ext_modules for extension '%s' "
"-- please convert to Extension instance", ext_name)
if not (isinstance(ext_name, str) and
extension_name_re.match(ext_name)):
raise DistutilsSetupError(
"first element of each tuple in 'ext_modules' "
"must be the extension name (a string)")
if not isinstance(build_info, dict):
raise DistutilsSetupError(
"second element of each tuple in 'ext_modules' "
"must be a dictionary (build info)")
# OK, the (ext_name, build_info) dict is type-safe: convert it
# to an Extension instance.
ext = Extension(ext_name, build_info['sources'])
# Easy stuff: one-to-one mapping from dict elements to
# instance attributes.
for key in ('include_dirs', 'library_dirs', 'libraries',
'extra_objects', 'extra_compile_args',
'extra_link_args'):
val = build_info.get(key)
if val is not None:
setattr(ext, key, val)
# Medium-easy stuff: same syntax/semantics, different names.
ext.runtime_library_dirs = build_info.get('rpath')
if 'def_file' in build_info:
log.warn("'def_file' element of build info dict "
"no longer supported")
# Non-trivial stuff: 'macros' split into 'define_macros'
# and 'undef_macros'.
macros = build_info.get('macros')
if macros:
ext.define_macros = []
ext.undef_macros = []
for macro in macros:
if not (isinstance(macro, tuple) and len(macro) in (1, 2)):
raise DistutilsSetupError(
"'macros' element of build info dict "
"must be 1- or 2-tuple")
if len(macro) == 1:
ext.undef_macros.append(macro[0])
elif len(macro) == 2:
ext.define_macros.append(macro)
extensions[i] = ext
def get_source_files(self):
self.check_extensions_list(self.extensions)
filenames = []
# Wouldn't it be neat if we knew the names of header files too...
for ext in self.extensions:
filenames.extend(ext.sources)
return filenames
def get_outputs(self):
# Sanity check the 'extensions' list -- can't assume this is being
# done in the same run as a 'build_extensions()' call (in fact, we
# can probably assume that it *isn't*!).
self.check_extensions_list(self.extensions)
# And build the list of output (built) filenames. Note that this
# ignores the 'inplace' flag, and assumes everything goes in the
# "build" tree.
outputs = []
for ext in self.extensions:
outputs.append(self.get_ext_fullpath(ext.name))
return outputs
def build_extensions(self):
# First, sanity-check the 'extensions' list
self.check_extensions_list(self.extensions)
if self.parallel:
self._build_extensions_parallel()
else:
self._build_extensions_serial()
def _build_extensions_parallel(self):
workers = self.parallel
if self.parallel is True:
workers = os.cpu_count() # may return None
try:
from concurrent.futures import ThreadPoolExecutor
except ImportError:
workers = None
if workers is None:
self._build_extensions_serial()
return
with ThreadPoolExecutor(max_workers=workers) as executor:
futures = [executor.submit(self.build_extension, ext)
for ext in self.extensions]
for ext, fut in zip(self.extensions, futures):
with self._filter_build_errors(ext):
fut.result()
def _build_extensions_serial(self):
for ext in self.extensions:
with self._filter_build_errors(ext):
self.build_extension(ext)
@contextlib.contextmanager
def _filter_build_errors(self, ext):
try:
yield
except (CCompilerError, DistutilsError, CompileError) as e:
if not ext.optional:
raise
self.warn('building extension "%s" failed: %s' %
(ext.name, e))
def build_extension(self, ext):
sources = ext.sources
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'ext_modules' option (extension '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % ext.name)
# sort to make the resulting .so file build reproducible
sources = sorted(sources)
ext_path = self.get_ext_fullpath(ext.name)
depends = sources + ext.depends
if not (self.force or newer_group(depends, ext_path, 'newer')):
log.debug("skipping '%s' extension (up-to-date)", ext.name)
return
else:
log.info("building '%s' extension", ext.name)
# First, scan the sources for SWIG definition files (.i), run
# SWIG on 'em to create .c files, and modify the sources list
# accordingly.
sources = self.swig_sources(sources, ext)
# Next, compile the source code to object files.
# XXX not honouring 'define_macros' or 'undef_macros' -- the
# CCompiler API needs to change to accommodate this, and I
# want to do one thing at a time!
# Two possible sources for extra compiler arguments:
# - 'extra_compile_args' in Extension object
# - CFLAGS environment variable (not particularly
# elegant, but people seem to expect it and I
# guess it's useful)
# The environment variable should take precedence, and
# any sensible compiler will give precedence to later
# command line args. Hence we combine them in order:
extra_args = ext.extra_compile_args or []
macros = ext.define_macros[:]
for undef in ext.undef_macros:
macros.append((undef,))
objects = self.compiler.compile(sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=ext.include_dirs,
debug=self.debug,
extra_postargs=extra_args,
depends=ext.depends)
# XXX outdated variable, kept here in case third-part code
# needs it.
self._built_objects = objects[:]
# Now link the object files together into a "shared object" --
# of course, first we have to figure out all the other things
# that go into the mix.
if ext.extra_objects:
objects.extend(ext.extra_objects)
extra_args = ext.extra_link_args or []
# Detect target language, if not provided
language = ext.language or self.compiler.detect_language(sources)
self.compiler.link_shared_object(
objects, ext_path,
libraries=self.get_libraries(ext),
library_dirs=ext.library_dirs,
runtime_library_dirs=ext.runtime_library_dirs,
extra_postargs=extra_args,
export_symbols=self.get_export_symbols(ext),
debug=self.debug,
build_temp=self.build_temp,
target_lang=language)
def swig_sources(self, sources, extension):
"""Walk the list of source files in 'sources', looking for SWIG
interface (.i) files. Run SWIG on all that are found, and
return a modified 'sources' list with SWIG source files replaced
by the generated C (or C++) files.
"""
new_sources = []
swig_sources = []
swig_targets = {}
# XXX this drops generated C/C++ files into the source tree, which
# is fine for developers who want to distribute the generated
# source -- but there should be an option to put SWIG output in
# the temp dir.
if self.swig_cpp:
log.warn("--swig-cpp is deprecated - use --swig-opts=-c++")
if self.swig_cpp or ('-c++' in self.swig_opts) or \
('-c++' in extension.swig_opts):
target_ext = '.cpp'
else:
target_ext = '.c'
for source in sources:
(base, ext) = os.path.splitext(source)
if ext == ".i": # SWIG interface file
new_sources.append(base + '_wrap' + target_ext)
swig_sources.append(source)
swig_targets[source] = new_sources[-1]
else:
new_sources.append(source)
if not swig_sources:
return new_sources
swig = self.swig or self.find_swig()
swig_cmd = [swig, "-python"]
swig_cmd.extend(self.swig_opts)
if self.swig_cpp:
swig_cmd.append("-c++")
# Do not override commandline arguments
if not self.swig_opts:
for o in extension.swig_opts:
swig_cmd.append(o)
for source in swig_sources:
target = swig_targets[source]
log.info("swigging %s to %s", source, target)
self.spawn(swig_cmd + ["-o", target, source])
return new_sources
def find_swig(self):
"""Return the name of the SWIG executable. On Unix, this is
just "swig" -- it should be in the PATH. Tries a bit harder on
Windows.
"""
if os.name == "posix":
return "swig"
elif os.name == "nt":
# Look for SWIG in its standard installation directory on
# Windows (or so I presume!). If we find it there, great;
# if not, act like Unix and assume it's in the PATH.
for vers in ("1.3", "1.2", "1.1"):
fn = os.path.join("c:\\swig%s" % vers, "swig.exe")
if os.path.isfile(fn):
return fn
else:
return "swig.exe"
else:
raise DistutilsPlatformError(
"I don't know how to find (much less run) SWIG "
"on platform '%s'" % os.name)
# -- Name generators -----------------------------------------------
# (extension names, filenames, whatever)
def get_ext_fullpath(self, ext_name):
"""Returns the path of the filename for a given extension.
The file is located in `build_lib` or directly in the package
(inplace option).
"""
fullname = self.get_ext_fullname(ext_name)
modpath = fullname.split('.')
filename = self.get_ext_filename(modpath[-1])
if not self.inplace:
# no further work needed
# returning :
# build_dir/package/path/filename
filename = os.path.join(*modpath[:-1]+[filename])
return os.path.join(self.build_lib, filename)
# the inplace option requires to find the package directory
# using the build_py command for that
package = '.'.join(modpath[0:-1])
build_py = self.get_finalized_command('build_py')
package_dir = os.path.abspath(build_py.get_package_dir(package))
# returning
# package_dir/filename
return os.path.join(package_dir, filename)
def get_ext_fullname(self, ext_name):
"""Returns the fullname of a given extension name.
Adds the `package.` prefix"""
if self.package is None:
return ext_name
else:
return self.package + '.' + ext_name
def get_ext_filename(self, ext_name):
r"""Convert the name of an extension (eg. "foo.bar") into the name
of the file from which it will be loaded (eg. "foo/bar.so", or
"foo\bar.pyd").
"""
from distutils.sysconfig import get_config_var
ext_path = ext_name.split('.')
ext_suffix = get_config_var('EXT_SUFFIX')
return os.path.join(*ext_path) + ext_suffix
def get_export_symbols(self, ext):
"""Return the list of symbols that a shared extension has to
export. This either uses 'ext.export_symbols' or, if it's not
provided, "PyInit_" + module_name. Only relevant on Windows, where
the .pyd file (DLL) must export the module "PyInit_" function.
"""
name = ext.name.split('.')[-1]
try:
# Unicode module name support as defined in PEP-489
# https://www.python.org/dev/peps/pep-0489/#export-hook-name
name.encode('ascii')
except UnicodeEncodeError:
suffix = 'U_' + name.encode('punycode').replace(b'-', b'_').decode('ascii')
else:
suffix = "_" + name
initfunc_name = "PyInit" + suffix
if initfunc_name not in ext.export_symbols:
ext.export_symbols.append(initfunc_name)
return ext.export_symbols
def get_libraries(self, ext):
"""Return the list of libraries to link against when building a
shared extension. On most platforms, this is just 'ext.libraries';
on Windows, we add the Python library (eg. python20.dll).
"""
# The python library is always needed on Windows. For MSVC, this
# is redundant, since the library is mentioned in a pragma in
# pyconfig.h that MSVC groks. The other Windows compilers all seem
# to need it mentioned explicitly, though, so that's what we do.
# Append '_d' to the python import library on debug builds.
if sys.platform == "win32":
from distutils._msvccompiler import MSVCCompiler
if not isinstance(self.compiler, MSVCCompiler):
template = "python%d%d"
if self.debug:
template = template + '_d'
pythonlib = (template %
(sys.hexversion >> 24, (sys.hexversion >> 16) & 0xff))
# don't extend ext.libraries, it may be shared with other
# extensions, it is a reference to the original list
return ext.libraries + [pythonlib]
else:
# On Android only the main executable and LD_PRELOADs are considered
# to be RTLD_GLOBAL, all the dependencies of the main executable
# remain RTLD_LOCAL and so the shared libraries must be linked with
# libpython when python is built with a shared python library (issue
# bpo-21536).
# On Cygwin (and if required, other POSIX-like platforms based on
# Windows like MinGW) it is simply necessary that all symbols in
# shared libraries are resolved at link time.
from distutils.sysconfig import get_config_var
link_libpython = False
if get_config_var('Py_ENABLE_SHARED'):
# A native build on an Android device or on Cygwin
if hasattr(sys, 'getandroidapilevel'):
link_libpython = True
elif sys.platform == 'cygwin':
link_libpython = True
elif '_PYTHON_HOST_PLATFORM' in os.environ:
# We are cross-compiling for one of the relevant platforms
if get_config_var('ANDROID_API_LEVEL') != 0:
link_libpython = True
elif get_config_var('MACHDEP') == 'cygwin':
link_libpython = True
if link_libpython:
ldversion = get_config_var('LDVERSION')
return ext.libraries + ['python' + ldversion]
return ext.libraries + py37compat.pythonlib()
site-packages/setuptools/_distutils/command/__pycache__/bdist_wininst.cpython-39.pyc 0000644 00000020713 15056474501 0025041 0 ustar 00 a
(�Re�> � @ st d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
T ddl m Z ddl
mZ G d d
� d
e�ZdS ) zzdistutils.command.bdist_wininst
Implements the Distutils 'bdist_wininst' command: create a windows installer
exe-program.� N)�Command)� get_platform)� remove_tree)�*)�get_python_version)�logc
s� e Zd ZdZdddde� fdddd d
d d d
dddg
Zg d�ZejdkZ � fdd�Z
dd� Z dd� Z dd� Z
dd � Zd$d d �Zd d!� Zd"d#� Z� ZS )%�
bdist_wininstz-create an executable installer for MS Windows)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)zbitmap=�bz>bitmap to use for the installer instead of python-powered logo)ztitle=�tz?title to display on the installer background instead of default)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distribution)zuser-access-control=Nz�specify Vista's UAC handling - 'none'/default=no handling, 'auto'=use UAC if target Python installed for all users, 'force'=always use UAC)r
r r r �win32c s$ t � j|i |�� t�dtd� d S )Nz^bdist_wininst command is deprecated since Python 3.8, use bdist_wheel (wheel packages) instead� )�super�__init__�warnings�warn�DeprecationWarning)�self�args�kw�� __class__� ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/bdist_wininst.pyr ? s �zbdist_wininst.__init__c C sR d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d S )Nr )
� bdist_dir� plat_name� keep_temp�no_target_compile�no_target_optimize�target_version�dist_dir�bitmap�title�
skip_build�install_script�pre_install_script�user_access_control)r r r r! �initialize_optionsE s z bdist_wininst.initialize_optionsc C s� | � dd� | jd u rR| jr6| jr6| j�d�}| j|_| �d�j}tj �
|d�| _| j s^d| _ | js�| j� � r�t
� }| j r�| j |kr�td|f ��|| _ | � ddd� | jr�| jjD ]}| jtj �|�kr� q�q�td| j ��d S ) N�bdist)r+ r+ Zwininst� zMtarget version can only be %s, or the '--skip-build' option must be specified)r( r( )r# r# z(install_script '%s' not found in scripts)�set_undefined_optionsr" r+ r# � distribution�get_command_obj�get_finalized_command�
bdist_base�os�path�joinr' �has_ext_modulesr �DistutilsOptionErrorr, �scripts�basename)r r0 r6 Z
short_version�scriptr r r! �finalize_optionsU s>
��� ��z bdist_wininst.finalize_optionsc
C s� t jdkr&| j�� s | j�� r&td��| js6| �d� | jddd�}| j |_
| j|_d|_ | j |_ | �d�}d|_
d|_| j�� r�| j}|s�| js�J d ��d
t jd d � }d | j |f }| �d�}tj�|jd
| �|_dD ],}|�� }|dkr�|d }t|d| |� q�t�d| j � |�� t j� dtj�| j d�� |� � t jd= ddl m } |� } | j� � }
| j!| d| j d�} | �"| |
| j#� | j�� �r�t$� } nd} | jj%�&d| | �'|
�f� t�(d| � t�)| � | j*�s�t+| j | j,d� d S )Nr z^distribution contains extensions and/or C libraries; must be compiled on a Windows 32 platform�build�install� )�reinit_subcommandsr � install_libz Should have already checked thisz%d.%dr z.%s-%s�lib)�purelib�platlib�headersr< �datarH z/Include/$dist_name�install_zinstalling to %sZPURELIB)�mktemp�zip)�root_dir�anyr z removing temporary file '%s')�dry_run)-�sys�platformr3 r: �has_c_libraries�DistutilsPlatformErrorr+ � run_command�reinitialize_commandr" �root�warn_dirr# �compile�optimizer' � version_infor5 r7 r8 r9 �
build_base� build_lib�upper�setattrr �info�ensure_finalized�insert�run�tempfilerK � get_fullname� make_archive�
create_exer) r �
dist_files�append�get_installer_filename�debug�remover$ r rO )
r rA rD r' �plat_specifierr@ �key�valuerK Zarchive_basename�fullname�arcnameZ pyversionr r r! rb { st
���
��
� �
zbdist_wininst.runc C sZ g }| j j}|�d� |jp dd }dd� }dD ]B}t||d�}|r0|d|�� ||�f }|�d|||�f � q0|�d � | jr�|�d
| j � |�d ||� � |�d | j � |�d
| j � | j r�|�d| j � | j
r�|�d| j
� | j �p| j � � }|�d||� � dd l
}dd l} d|�|�
� �| jf }
|�d|
� d�|�S )Nz
[metadata]r1 �
c S s | � dd�S )Nrq z\n)�replace)�sr r r! �escape� s z)bdist_wininst.get_inidata.<locals>.escape)�author� author_email� description�
maintainer�maintainer_email�name�url�versionz
%s: %sz%s=%sz
[Setup]zinstall_script=%szinfo=%sztarget_compile=%dztarget_optimize=%dztarget_version=%szuser_access_control=%sztitle=%sr zBuilt %s with distutils-%sz
build_info=%s)r3 �metadatarh �long_description�getattr�
capitalizer, r% r& r' r. r* rd �time� distutils�ctime� __version__r9 ) r �linesr} r_ rt rz rI r* r� r� Z
build_infor r r! � get_inidata� s>
�
�zbdist_wininst.get_inidataNc C s� dd l }| �| j� | �� }| �|�}| �d| � |rtt|d��}|�� }W d � n1 s`0 Y t|�} nd} t|d���}
|
� | �
� � |r�|
� |� t |t �r�|�
d�}|d }| j�rt| jddd �� } | �� �
d�} W d � n1 s�0 Y || d
}n|d }|
� |� |�d d t|�| �}
|
� |
� t|d�� }|
� |�� � W d � n1 �sr0 Y W d � n1 �s�0 Y d S )
Nr z creating %s�rb�wb�mbcs� �rzlatin-1)�encodings
z<iiii{V4)�struct�mkpathr( r� ri �announce�open�read�len�write�
get_exe_bytes�
isinstance�str�encoder- �pack)r rp ro r) r� Zcfgdata�installer_name�fZ
bitmapdataZ bitmaplen�filer> Z script_data�headerr r r! rf � sD
&
�,
�
zbdist_wininst.create_exec C sD | j r&tj�| jd|| j| j f �}ntj�| jd|| jf �}|S )Nz%s.%s-py%s.exez %s.%s.exe)r' r7 r8 r9 r( r# )r ro r� r r r! ri 1 s
��
�z$bdist_wininst.get_installer_filenamec C s( t � }| jrl| j|k rl| jdk r&d}q�| jdkr6d}q�| jdkrFd}q�| jdkrVd}q�| jdkrfd }q�d
}n>zd d lm} W n ty� d
}Y n0 |�d
�d }|d }tj�t �}| j
dkr�| j
d d� dkr�| j
dd � }nd}tj� |d||f �}t |d�}z|�
� W |�� S |�� 0 d S )Nz2.4z6.0z7.1z2.5z8.0z3.2z9.0z3.4z10.0z14.0r )�CRT_ASSEMBLY_VERSION�.z.0r � �winr1 zwininst-%s%s.exer� )r r' �msvcrtr� � ImportError� partitionr7 r8 �dirname�__file__r# r9 r� r� �close) r Z cur_versionZbvr� �major� directoryZsfix�filenamer� r r r! r� > s<
�zbdist_wininst.get_exe_bytes)N)�__name__�
__module__� __qualname__rw r � user_options�boolean_optionsrP rQ Z _unsupportedr r/ r? rb r� rf ri r� �
__classcell__r r r r! r s: ���%
&Q.
7
r )�__doc__r7 rP r �distutils.corer �distutils.utilr �distutils.dir_utilr �distutils.errors�distutils.sysconfigr r� r r r r r r! �<module> s site-packages/setuptools/_distutils/command/__pycache__/build_py.cpython-39.pyc 0000644 00000023255 15056474501 0023774 0 ustar 00 a
(�Reo@ � @ sd d Z ddlZddlZddlZddlZddlmZ ddlT ddl m
Z
ddl m Z G dd� de�Z
dS ) zHdistutils.command.build_py
Implements the Distutils 'build_py' command.� N)�Command)�*)� convert_path)�logc @ s� e Zd ZdZg d�ZddgZddiZdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd.d#d$�Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-S )/�build_pyz5"build" pure Python modules (copy to build directory)))z
build-lib=�dz directory to "build" (copy) to)�compile�czcompile .py to .pyc)�
no-compileNz!don't compile .py files [default])z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz2forcibly build everything (ignore file timestamps)r r r
c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr )� build_lib�
py_modules�package� package_data� package_dirr �optimizer ��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/build_py.py�initialize_options s zbuild_py.initialize_optionsc C s� | � ddd� | jj| _| jj| _| jj| _i | _| jjr^| jj�� D ]\}}t|�| j|< qF| �� | _ t
| j t �s�z,t | j �| _ d| j kr�dks�n J �W n t
tfy� td��Y n0 d S )N�build)r r )r r r � zoptimize must be 0, 1, or 2)�set_undefined_options� distribution�packagesr r r �itemsr �get_data_files�
data_files�
isinstancer �int�
ValueError�AssertionError�DistutilsOptionError)r �name�pathr r r �finalize_options* s$ �
zbuild_py.finalize_optionsc C s: | j r| �� | jr$| �� | �� | �| jdd�� d S )Nr )�include_bytecode)r �
build_modulesr �build_packages�build_package_data� byte_compile� get_outputsr r r r �runC s z build_py.runc s� g }| j s|S | j D ]h}| �|�}tjj| jg|�d� � }d� |rPt|�d � � fdd�| �||�D �}|� ||||f� q|S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuples�.r � c s g | ]}|� d � �qS �Nr )�.0�file��plenr r �
<listcomp>s s z+build_py.get_data_files.<locals>.<listcomp>)
r �get_package_dir�osr' �joinr �split�len�find_data_files�append)r �datar �src_dir� build_dir� filenamesr r5 r r a s
�zbuild_py.get_data_filesc sd | j �dg �| j �|g � }g � |D ]:}t�tj�t�|�t|���}� �� fdd�|D �� q$� S )z6Return filenames for package's data files in 'src_dir'� c s$ g | ] }|� vrt j�|�r|�qS r )r9 r' �isfile)r3 �fn��filesr r r7 � s �z,build_py.find_data_files.<locals>.<listcomp>) r �get�globr9 r' r: �escaper �extend)r r r@ Zglobs�pattern�filelistr rF r r= y s � zbuild_py.find_data_filesc C s` d}| j D ]P\}}}}|D ]>}tj�||�}| �tj�|�� | jtj�||�|dd� qq
dS )z$Copy data files into build directoryNF��
preserve_mode)r r9 r' r: �mkpath�dirname� copy_file)r Zlastdirr r@ rA rB �filename�targetr r r r, � s �zbuild_py.build_package_datac C s� |� d�}| js&|r tjj|� S dS n�g }|r�z| jd�|� }W n( tyj |�d|d � |d= Y q*0 |�d|� tjj|� S q*| j�d�}|dur�|�d|� |r�tjj|� S dS dS )z�Return the directory, relative to the top of the source
distribution, where package 'package' should be found
(at least according to the 'package_dir' option, if any).r0 rC r ���N)r; r r9 r' r: �KeyError�insertrH )r r r' �tailZpdirr r r r8 � s(
zbuild_py.get_package_dirc C sj |dkr8t j�|�s td| ��t j�|�s8td| ��|rft j�|d�}t j�|�rZ|S t�d|� d S )NrC z%package directory '%s' does not existz>supposed package directory '%s' exists, but is not a directoryz __init__.pyz8package init file '%s' not found (or not a regular file)) r9 r' �exists�DistutilsFileError�isdirr: rD r �warn)r r r �init_pyr r r �
check_package� s& � �� �zbuild_py.check_packagec C s& t j�|�s t�d||� dS dS d S )Nz!file %s (for module %s) not foundFT)r9 r' rD r r\ )r �module� module_filer r r � check_module� s zbuild_py.check_modulec C s� | � ||� t�tj�t�|�d��}g }tj�| jj�}|D ]P}tj�|�}||kr�tj� tj�
|��d }|� |||f� q>| � d| � q>|S )Nz*.pyr z excluding %s)
r^ rI r9 r' r: rJ �abspathr � script_name�splitext�basenamer> � debug_print) r r r Z module_files�modulesZ setup_scriptr
Zabs_fr_ r r r �find_package_modules� s z build_py.find_package_modulesc C s� i }g }| j D ]�}|�d�}d�|dd� �}|d }z|| \}}W n tyf | �|�}d}Y n0 |s�| �||�} |df||< | r�|�|d| f� tj�||d �}
| � ||
�s�q|�|||
f� q|S )a� Finds individually-specified Python modules, ie. those listed by
module name in 'self.py_modules'. Returns a list of tuples (package,
module_base, filename): 'package' is a tuple of the path through
package-space to the module; 'module_base' is the bare (no
packages, no dots) module name, and 'filename' is the path to the
".py" file (relative to the distribution root) that implements the
module.
r0 r rU r1 �__init__�.py)
r r; r: rV r8 r^ r> r9 r' ra ) r r rg r_ r' r Z module_baser �checkedr] r` r r r � find_modules� s*
zbuild_py.find_modulesc C sN g }| j r|�| �� � | jrJ| jD ]$}| �|�}| �||�}|�|� q$|S )a4 Compute the list of all modules that will be built, whether
they are specified one-module-at-a-time ('self.py_modules') or
by whole packages ('self.packages'). Return a list of tuples
(package, module, module_file), just like 'find_modules()' and
'find_package_modules()' do.)r rK rl r r8 rh )r rg r r �mr r r �find_all_modules s
zbuild_py.find_all_modulesc C s dd� | � � D �S )Nc S s g | ] }|d �qS )rU r )r3 r_ r r r r7 - � z-build_py.get_source_files.<locals>.<listcomp>)rn r r r r �get_source_files, s zbuild_py.get_source_filesc C s$ |gt |� |d g }tjj|� S )Nrj )�listr9 r' r: )r rA r r_ Z outfile_pathr r r �get_module_outfile/ s zbuild_py.get_module_outfiler1 c C s� | � � }g }|D ]p\}}}|�d�}| �| j||�}|�|� |r| jr^|�tjj|dd�� | j dkr|�tjj|| j d�� q|dd� | j
D �7 }|S )Nr0 rC )� optimizationr c S s, g | ]$\}}}}|D ]}t j�||��qqS r )r9 r' r: )r3 r r@ rA rB rS r r r r7 B s
�z(build_py.get_outputs.<locals>.<listcomp>) rn r; rr r r> r � importlib�util�cache_from_sourcer r )r r) rg �outputsr r_ r` rS r r r r. 3 s&
�
�
�zbuild_py.get_outputsc C sb t |t�r|�d�}nt |ttf�s,td��| �| j||�}tj �
|�}| � |� | j ||dd�S )Nr0 z:'package' must be a string (dot-separated), list, or tupler rN )
r! �strr; rq �tuple� TypeErrorrr r r9 r' rQ rP rR )r r_ r` r �outfile�dirr r r � build_moduleJ s
�
zbuild_py.build_modulec C s* | � � }|D ]\}}}| �|||� q d S r2 )rl r} )r rg r r_ r` r r r r* Y s zbuild_py.build_modulesc C sP | j D ]D}| �|�}| �||�}|D ]$\}}}||ks:J �| �|||� q$qd S r2 )r r8 rh r} )r r r rg Zpackage_r_ r` r r r r+ b s
zbuild_py.build_packagesc C s� t jr| �d� d S ddlm} | j}|d tjkr>|tj }| jrZ||d| j || j
d� | j dkr|||| j | j || j
d� d S )Nz%byte-compiling is disabled, skipping.r )r- rU )r r �prefix�dry_run) �sys�dont_write_bytecoder\ �distutils.utilr- r r9 �sepr r r r )r rG r- r~ r r r r- v s
�
�zbuild_py.byte_compileN)r1 )�__name__�
__module__� __qualname__� description� user_options�boolean_options� negative_optr r( r/ r r= r, r8 r^ ra rh rl rn rp rr r. r} r* r+ r- r r r r r s.
'4
r )�__doc__r9 �importlib.utilrt r� rI �distutils.corer �distutils.errorsr� r � distutilsr r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/install.cpython-39.pyc 0000644 00000033152 15056474501 0023630 0 ustar 00 a
(�Re�k �
@ s: d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ dd lmZmZmZ dd
lmZ dd l mZ dd lmZ dd
lmZ dZdddddd�Zdddddd�dddddd�eddd ddd�ddd ddd�d �Ze�r"d d d d d!d�ed"< d d d#d$d!d�ed%< dZG d&d'� d'e�Z dS )(zFdistutils.command.install
Implements the Distutils 'install' command.� N)�log)�Command)�DEBUG)�get_config_vars)�DistutilsPlatformError)�
write_file)� convert_path�
subst_vars� change_root)� get_platform)�DistutilsOptionError)� USER_BASE)� USER_SITETz$base/Lib/site-packagesz$base/Include/$dist_namez
$base/Scriptsz$base)�purelib�platlib�headers�scripts�dataz/$base/lib/python$py_version_short/site-packagesz;$platbase/$platlibdir/python$py_version_short/site-packagesz9$base/include/python$py_version_short$abiflags/$dist_namez $base/binz$base/lib/pythonz$base/$platlibdir/pythonz $base/include/python/$dist_namez$base/site-packagesz$base/include/$dist_name)� unix_prefix� unix_home�nt�pypy�pypy_ntz $usersitez4$userbase/Python$py_version_nodot/Include/$dist_namez)$userbase/Python$py_version_nodot/Scriptsz $userbase�nt_userz=$userbase/include/python$py_version_short$abiflags/$dist_namez
$userbase/bin� unix_userc @ s e Zd ZdZg d�Zg d�Zer>e�ddde f� e�d� ddiZ d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z d/d0� Z d1d2� Z d3efd4e fd5e fd6e fd7d8d9� fgZ dS ):�installz'install everything from build directory))zprefix=Nzinstallation prefix)z exec-prefix=Nz.(Unix only) prefix for platform-specific files)zhome=Nz+(Unix only) home directory to install under)z
install-base=Nz;base installation directory (instead of --prefix or --home))zinstall-platbase=Nz\base installation directory for platform-specific files (instead of --exec-prefix or --home))zroot=Nz<install everything relative to this alternate root directory)zinstall-purelib=Nz;installation directory for pure Python module distributions)zinstall-platlib=Nz8installation directory for non-pure module distributions)z install-lib=Nzginstallation directory for all module distributions (overrides --install-purelib and --install-platlib))zinstall-headers=Nz(installation directory for C/C++ headers)zinstall-scripts=Nz)installation directory for Python scripts)z
install-data=Nz%installation directory for data files)�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz1force installation (overwrite any existing files))�
skip-buildNz2skip rebuilding everything (for testing/debugging))zrecord=Nz3filename in which to record list of installed files)r r r" �userNz!install in user site-package '%s'r r c C s� d| _ d| _d| _d| _d| _d| _d| _d| _d| _d| _ d| _
d| _ d| _ t
| _t| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _dS )zInitializes options.Nr � )�prefix� exec_prefix�homer# � install_base�install_platbase�root�install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_datar
�install_userbaser �install_usersiter �optimize�
extra_path�install_path_filer �
skip_build�warn_dir�
build_base� build_lib�record��self� r= ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install.py�initialize_options� s2 zinstall.initialize_optionsc C s� | j s| js| jr&| js | jr&td��| jr@| j s8| jr@td��| jrl| j sd| jsd| jsd| jsd| jrltd��tjdkr�| jr�| � d� d| _| �
d� tjdkr�| � � n| � � | �
d� t
j�� d }td
d �\}}z
t
j}W n ty� d }Y n0 | j�� | j�� | j�� |d
t
jdd� dt
jdd� |||||tt
dd�d� | _t�rn| j| jd< | j | jd< | � � | �
d� | j| jd< | j| jd< t �r�d dl m } t d� || j� | �!� | �
d� | j�r�| �"� | j#du �r| j�$� �r | j%| _#n| j&| _#| �'ddd d d d dd� | �(� | j#| _)tj*�+| j#| j,�| _#| j-du�rf| �.d ddd d d d � | �
d!� | �/d"d#d$� dS )%zFinalizes options.zWmust supply either prefix/exec-prefix/home or install-base/install-platbase -- not bothz9must supply either home or prefix/exec-prefix -- not bothzGcan't combine user with prefix, exec_prefix/home, or install_(plat)base�posixz+exec-prefix option ignored on this platformNzpre-finalize_{unix,other}z post-finalize_{unix,other}()r r% r& � z%d.%d� z%d%d�
platlibdir�lib) � dist_name� dist_version�
dist_fullname�
py_version�py_version_short�py_version_nodot�
sys_prefixr% �sys_exec_prefixr& �abiflagsrC �userbase�usersitezpost-expand_basedirs()�base�platbase)�pprintz config vars:zpost-expand_dirs()r r r r r �libbasezafter prepending root�build)r8 r8 )r9 r9 )0r% r& r' r( r) r r# �os�name�warn� dump_dirs�
finalize_unix�finalize_other�sys�version�splitr rM �AttributeError� distribution�get_name� get_version� get_fullname� version_info�getattr� config_vars�
HAS_USER_SITEr1 r2 �expand_basedirsr rR �print� expand_dirs�create_home_pathr. �has_ext_modulesr, r+ �
convert_paths�handle_extra_path�install_libbase�path�join�
extra_dirsr* � change_roots�set_undefined_options)r< rH r% r& rM rR r= r= r> �finalize_options� s� ������
�
� �
�zinstall.finalize_optionsc C s� t sdS ddlm} t�|d � | jD ]r}|d }|d dkrL|dd� }|| jv rx| j| }|�|�}t| |� }n|�|�}t| |�}t�d||� q(dS )z Dumps the list of user options.Nr )�
longopt_xlate�:����=z %s: %s) r �distutils.fancy_getoptru r �debug� user_options� negative_opt� translaterd )r< �msgru �opt�opt_name�valr= r= r> rX � s
zinstall.dump_dirsc C s" | j dus| jdur\| jdu r2| jdu r2| jdu sP| jdu sP| jdu sP| jdu rXtd��dS | j r�| j
du rtt d��| j
| _ | _| � d� n�| j
dur�| j
| _ | _| � d� nl| jdu r�| jdur�td��tj�tj�| _tj�tj�| _n| jdu �r| j| _| j| _ | j| _| � d� dS )z&Finalizes options for posix platforms.NzPinstall-base or install-platbase supplied, but installation scheme is incomplete�$User base directory is not specifiedr r z*must not supply exec-prefix without prefixr )r( r) r. r+ r, r- r/ r0 r r# r1 r �
select_schemer' r% r& rU ro �normpathr[ r; r= r= r> rY � sL
������
�
� zinstall.finalize_unixc C s� | j r8| jdu rtd��| j | _| _| �tjd � n~| jdur\| j | _| _| �d� nZ| j du rvtj
� t j �| _ | j | _| _z| �tj� W n t
y� tdtj ��Y n0 dS )z)Finalizes options for non-posix platformsNr� �_userr z)I don't know how to install stuff on '%s')r# r1 r r( r) r� rU rV r' r% ro r� r[ �KeyErrorr; r= r= r> rZ � s&
�
�zinstall.finalize_otherc C sn t td�r2tjdk r2|�d�s2tjdkr.d}nd}t| }tD ]*}d| }t| |�du r>t | ||| � q>dS ) z=Sets the install directories by applying the install schemes.�pypy_version_info)� � )r� �_homer r r �install_N)
�hasattrr[ rc �endswithrU rV �INSTALL_SCHEMES� SCHEME_KEYSrd �setattr)r< rV �scheme�key�attrnamer= r= r> r� � s
��
zinstall.select_schemec C sX |D ]N}t | |�}|d urtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr@ r )rd rU rV ro �
expanduserr re r� )r< �attrs�attrr� r= r= r> �
_expand_attrs� s
zinstall._expand_attrsc C s | � g d�� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.)r( r) r* N�r� r; r= r= r> rg � s zinstall.expand_basedirsc C s | � g d�� dS )z+Calls `os.path.expanduser` on install dirs.)r+ r, r. r- r/ r0 Nr� r; r= r= r> ri � s zinstall.expand_dirsc G s, |D ]"}d| }t | |tt| |��� qdS )z!Call `convert_path` over `names`.r� N)r� r rd �r< �namesrV r� r= r= r> rl � s zinstall.convert_pathsc C s� | j du r| jj | _ | j dur�t�d� t| j t�rB| j �d�| _ t| j �dkr`| j d }}n"t| j �dkrz| j \}}ntd��t |�}nd}d}|| _
|| _ dS ) z4Set `path_file` and `extra_dirs` using `extra_path`.NzIDistribution option extra_path is deprecated. See issue27919 for details.�,r$ r rB zY'extra_path' option must be a list, tuple, or comma-separated string with 1 or 2 elementsrA ) r4 r_ r rW �
isinstance�strr] �lenr r � path_filerq )r< r� rq r= r= r> rm � s(
� �
zinstall.handle_extra_pathc G s0 |D ]&}d| }t | |t| jt| |��� qdS )z:Change the install directories pointed by name using root.r� N)r� r
r* rd r� r= r= r> rr ! s zinstall.change_rootsc C sb | j s
dS ttj�d��}| j�� D ]8\}}|�|�r$tj�|�s$| � d| � t�
|d� q$dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) r# r rU ro r� re �items�
startswith�isdir� debug_print�makedirs)r< r' rV ro r= r= r> rj ' s zinstall.create_home_pathc C s" | j s6| �d� | j�d�j}| jr6|t� kr6td��| �� D ]}| �|� q>| j r\| �
� | j r�| � � }| j
r�t| j
�}tt|��D ]}|| |d� ||< q�| �t| j |fd| j � ttjjtj�}ttjj|�}tj�tj�| j��}| j�r | j �r| j�s ||v�r t�d| j� dS )zRuns the command.rT z"Can't install when cross-compilingNz'writing list of installed files to '%s'z�modules installed to '%s', which is not in Python's module search path (sys.path) -- you'll have to change the search path yourself) r6 � run_commandr_ �get_command_obj� plat_namer7 r r �get_sub_commandsr� �create_path_filer: � get_outputsr* r� �range�executer �maprU ro r� r[ �normcaser. r5 r rz )r< �
build_plat�cmd_name�outputs�root_len�counter�sys_pathr. r= r= r> �run3 sD
������z install.runc C sJ t j�| j| jd �}| jr8| �t|| jgfd| � n| � d| � dS )zCreates the .pth file�.pthz creating %szpath file '%s' not createdN)
rU ro rp rn r� r5 r� r rq rW )r< �filenamer= r= r> r� _ s
�
�zinstall.create_path_filec C sh g }| � � D ].}| �|�}|�� D ]}||vr"|�|� q"q | jrd| jrd|�tj�| j | jd �� |S )z.Assembles the outputs of all the sub-commands.r� )
r� �get_finalized_commandr� �appendr� r5 rU ro rp rn )r< r� r� �cmdr� r= r= r> r� m s
�zinstall.get_outputsc C s. g }| � � D ] }| �|�}|�|�� � q |S )z*Returns the inputs of all the sub-commands)r� r� �extend�
get_inputs)r< �inputsr� r� r= r= r> r� ~ s
zinstall.get_inputsc C s | j �� p| j �� S )zSReturns true if the current distribution has any Python
modules to install.)r_ �has_pure_modulesrk r; r= r= r> �has_lib� s
�zinstall.has_libc C s
| j �� S )zLReturns true if the current distribution has any headers to
install.)r_ � has_headersr; r= r= r> r� � s zinstall.has_headersc C s
| j �� S )zMReturns true if the current distribution has any scripts to.
install.)r_ � has_scriptsr; r= r= r> r� � s zinstall.has_scriptsc C s
| j �� S )zJReturns true if the current distribution has any data to.
install.)r_ �has_data_filesr; r= r= r> �has_data� s zinstall.has_datar. r- r/ r0 �install_egg_infoc C s dS )NTr= r; r= r= r> �<lambda>� � zinstall.<lambda>) �__name__�
__module__� __qualname__� descriptionr{ �boolean_optionsrf r� r r| r? rt rX rY rZ r� r� rg ri rl rm rr rj r� r� r� r� r� r� r� r� � sub_commandsr= r= r= r> r W sJ ;�
N ( " ,
�r ) �__doc__r[ rU � distutilsr �distutils.corer �distutils.debugr �distutils.sysconfigr �distutils.errorsr �distutils.file_utilr �distutils.utilr r r
r r �siter
r rf �WINDOWS_SCHEMEr� r� r r= r= r= r> �<module> sz �
�����!�
�
site-packages/setuptools/_distutils/command/__pycache__/build_clib.cpython-39.pyc 0000644 00000011452 15056474501 0024251 0 ustar 00 a
(�ReV � @ sT d Z ddlZddlmZ ddlT ddlmZ ddlmZ dd� Z G d d
� d
e�Z
dS ) z�distutils.command.build_clib
Implements the Distutils 'build_clib' command, to build a C/C++ library
that is included in the module distribution and needed by an extension
module.� N)�Command)�*)�customize_compiler)�logc C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/build_clib.pyr s r c @ sf e Zd ZdZg d�ZddgZdddefgZdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� ZdS )�
build_clibz/build C/C++ libraries used by Python extensions))z build-clib=�bz%directory to build C/C++ libraries to)z build-temp=�tz,directory to put temporary build by-products)�debug�gz"compile with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler typer r z
help-compilerNzlist available compilersc C s: d | _ d | _d | _d | _d | _d | _d | _d| _d | _d S )Nr ) r �
build_temp� libraries� include_dirs�define�undefr r �compiler��selfr r r
�initialize_options4 s z build_clib.initialize_optionsc C sh | � dddddd� | jj| _| jr0| �| j� | jd u rH| jjpDg | _t| jt�rd| j�tj �| _d S )N�build)r r )r r )r r )r r )r r )
�set_undefined_options� distributionr �check_library_listr �
isinstance�str�split�os�pathsepr r r r
�finalize_optionsD s �
zbuild_clib.finalize_optionsc C s� | j s
d S ddlm} || j| j| jd�| _t| j� | jd urN| j�| j� | j d urv| j D ]\}}| j�
||� q^| j d ur�| j D ]}| j� |� q�| �
| j � d S )Nr )� new_compiler)r �dry_runr )r r r& r r' r r r Zset_include_dirsr Z define_macror Zundefine_macro�build_libraries)r r& �name�valueZmacror r r
�run^ s" �
zbuild_clib.runc C s� t |t�std��|D ]z}t |t�s8t|�dkr8td��|\}}t |t�sRtd��d|v sntjdkr~tj|v r~td|d ��t |t�std��qd S )
a` Ensure that the list of libraries is valid.
`library` is presumably provided as a command option 'libraries'.
This method checks that it is a list of 2-tuples, where the tuples
are (library_name, build_info_dict).
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z+'libraries' option must be a list of tuples� z*each element of 'libraries' must a 2-tuplezNfirst element of each tuple in 'libraries' must be a string (the library name)�/z;bad library name '%s': may not contain directory separatorsr zMsecond element of each tuple in 'libraries' must be a dictionary (build info)N) r �list�DistutilsSetupError�tuple�lenr! r# �sep�dict)r r �libr) �
build_infor r r
r v s,
��
� �
�z build_clib.check_library_listc C s, | j s
d S g }| j D ]\}}|�|� q|S )N)r �append)r Z lib_names�lib_namer5 r r r
�get_library_names� s z build_clib.get_library_namesc C sZ | � | j� g }| jD ]>\}}|�d�}|d u s>t|ttf�sJtd| ��|�|� q|S )N�sources�fin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenames)r r �getr r. r0 r/ �extend)r � filenamesr7 r5 r9 r r r
�get_source_files� s
�� zbuild_clib.get_source_filesc C s� |D ]�\}}|� d�}|d u s,t|ttf�s8td| ��t|�}t�d|� |� d�}|� d�}| jj|| j ||| j
d�}| jj ||| j | j
d� qd S )Nr9 r: zbuilding '%s' library�macrosr )�
output_dirr? r r )r@ r )
r; r r. r0 r/ r �infor �compiler r Zcreate_static_libr )r r r7 r5 r9 r? r Zobjectsr r r
r( � s,
��
�
�zbuild_clib.build_libraries)�__name__�
__module__� __qualname__� description� user_options�boolean_optionsr � help_optionsr r% r+ r r8 r> r( r r r r
r s
��$ r ) �__doc__r# �distutils.corer �distutils.errors�distutils.sysconfigr � distutilsr r r r r r r
�<module> s site-packages/setuptools/_distutils/command/__pycache__/py37compat.cpython-39.pyc 0000644 00000002072 15056474501 0024165 0 ustar 00 a
(�Re� � @ sP d dl Z dd� Zdd� Ze jdk rHe jdkrHe jdd� d krHeee�neZdS )
� Nc c sD ddl m} | �d�sdS d�tjd? tjd? d@ | �d ��V dS )
zj
On Python 3.7 and earlier, distutils would include the Python
library. See pypa/distutils#9.
r �� sysconfigZPy_ENABLED_SHAREDNz
python{}.{}{}� � � �ABIFLAGS)� distutilsr �get_config_var�format�sys�
hexversionr � r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/py37compat.py�_pythonlib_compat s
�r c s � �fdd�S )Nc s � �| i |���S )Nr
)�args�kwargs��f1�f2r
r �<lambda> � zcompose.<locals>.<lambda>r
r r
r r �compose s r )� � �darwinr �aix)r r r � version_info�platform�listZ pythonlibr
r
r
r �<module> s ��� � site-packages/setuptools/_distutils/command/__pycache__/install_scripts.cpython-39.pyc 0000644 00000004277 15056474501 0025405 0 ustar 00 a
(�Re� � @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zudistutils.command.install_scripts
Implements the Distutils 'install_scripts' command, for installing
Python scripts.� N)�Command)�log)�ST_MODEc @ sH e Zd ZdZg d�ZddgZdd� Zdd� Zd d
� Zd d � Z d
d� Z
dS )�install_scriptsz%install scripts (Python or otherwise)))z install-dir=�dz directory to install scripts to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�
skip-buildNzskip the build stepsr r
c C s d | _ d| _d | _d | _d S )Nr )� install_dirr � build_dir�
skip_build��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install_scripts.py�initialize_options s z"install_scripts.initialize_optionsc C s | � dd� | � dddd� d S )N�build)�
build_scriptsr �install)r r )r r )r
r
)�set_undefined_optionsr r r r �finalize_options! s �z install_scripts.finalize_optionsc C s� | j s| �d� | �| j| j�| _tjdkr~| �� D ]H}| j rLt
� d|� q4t� |�t
dB d@ }t
� d||� t�||� q4d S )Nr �posixzchanging mode of %sim i� zchanging mode of %s to %o)r
� run_command� copy_treer r �outfiles�os�name� get_outputs�dry_runr �info�statr �chmod)r �file�moder r r �run) s
zinstall_scripts.runc C s | j jp
g S �N)� distribution�scriptsr r r r �
get_inputs8 s zinstall_scripts.get_inputsc C s
| j pg S r& )r r r r r r ; s zinstall_scripts.get_outputsN) �__name__�
__module__� __qualname__� description� user_options�boolean_optionsr r r% r) r r r r r r s r ) �__doc__r �distutils.corer � distutilsr r! r r r r r r �<module> s
site-packages/setuptools/_distutils/command/__pycache__/bdist_msi.cpython-39.pyc 0000644 00000046644 15056474501 0024151 0 ustar 00 a
(�Re�� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
m Z ddl m
Z
ddlmZ dd lmZ ddlZdd
lmZmZmZ dd lmZmZmZmZ G d d
� d
e�ZG dd� de�ZdS )z#
Implements the bdist_msi command.
� N)�Command)� remove_tree)�get_python_version)�
StrictVersion)�DistutilsOptionError)� get_platform)�log)�schema�sequence�text)� Directory�Feature�Dialog�add_datac @ sF e Zd ZdZdd� Zdd� Zddd �Zdd d �Zddd�Zdd� Z dS )�PyDialogz�Dialog class with a fixed layout: controls at the top, then a ruler,
then a list of buttons: back, next, cancel. Optionally a bitmap at the
left.c O s@ t j| g|�R � | jd }d| d }| �dd|| jd� dS )zbDialog(database, name, x, y, w, h, attributes, title, first,
default, cancel, bitmap=true)�$ � iH Z
BottomLiner N)r �__init__�h�line�w)�self�args�kwZrulerZbmwidth� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/bdist_msi.pyr s
zPyDialog.__init__c
C s | � ddddddd| � dS ) z,Set the title text of the dialog at the top.�Title� �
�@ �< � z{\VerdanaBold10}%sN)r )r �titler r r r" % s �zPyDialog.title�Back� c
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a back button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated� r$ � � �8 � ��
pushbuttonr �r r" �next�name�active�flagsr r r �back, s z
PyDialog.back�Cancelc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a cancel button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ i0 r' r( r) r* r, r r r �cancel7 s zPyDialog.cancel�Nextc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a Next button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ �� r' r( r) r* r, r r r r- B s z
PyDialog.nextc
C s, | � |t| j| d �| jd ddd||�S )z�Add a button with a given title, the tab-next button,
its name in the Control table, giving its x position; the
y-position is aligned with the other buttons.
Return the button, so that events can be associated� r' r( r) r% )r+ �intr r )r r. r" r- Zxposr r r �xbuttonM s zPyDialog.xbuttonN)r# r$ )r2 r$ )r4 r$ )
�__name__�
__module__� __qualname__�__doc__r r" r1 r3 r- r8 r r r r r s
r c
s� e Zd ZdZdddde� fdddd d
d d d
g
Zg d�Zg d�ZdZ� fdd�Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!d"� Z� ZS )#� bdist_msiz7create a Microsoft Installer (.msi) binary distribution)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distribution)r? rA rC rF )z2.0z2.1z2.2z2.3z2.4z2.5z2.6z2.7z2.8z2.9z3.0z3.1z3.2z3.3z3.4z3.5z3.6z3.7z3.8z3.9�Xc s$ t � j|i |�� t�dtd� d S )NzZbdist_msi command is deprecated since Python 3.9, use bdist_wheel (wheel packages) instead� )�superr �warnings�warn�DeprecationWarning)r r r �� __class__r r r s �zbdist_msi.__init__c C sF d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d S )Nr ) � bdist_dir� plat_name� keep_tempZno_target_compileZno_target_optimize�target_version�dist_dir�
skip_build�install_script�pre_install_script�versions)r r r r �initialize_options� s z bdist_msi.initialize_optionsc C s� | � dd� | jd u r2| �d�j}tj�|d�| _t� }| jsN| j �
� rN|| _| jr�| jg| _ | j s�| j �
� r�| j|kr�t
d|f ��n t| j�| _ | � ddd� | jr�t
d��| jr�| j jD ]}| jtj�|�kr� q�q�t
d| j ��d | _d S ) N�bdist)rT rT ZmsizMtarget version can only be %s, or the '--skip-build' option must be specified)rS rS )rP rP z5the pre-install-script feature is not yet implementedz(install_script '%s' not found in scripts)�set_undefined_optionsrO �get_finalized_command�
bdist_base�os�path�joinr rR � distribution�has_ext_modulesrW rT r �list� all_versionsrV rU �scripts�basename�install_script_key)r r\ Z
short_version�scriptr r r �finalize_options� sH
��� �� ��zbdist_msi.finalize_optionsc C s� | j s| �d� | jddd�}| j|_| j |_ d|_| �d�}d|_d|_| j� � r�| j
}|s~| j slJ d��dt j d d � }d
| j
|f }| �d�}tj�|jd | �|_t�d | j� |�� t j�dtj�| jd
�� |�� t jd= | �| j� | j�� }| � |�}tj� |�}tj� |��r0t� |� | jj }|j!} | �sJ|j"} | �sTd} |�#� }
dt$|
�j% } | j�� }| j
�r�d| j
|f } nd| } t&�'|t(| t&�)� | | �| _*t&�+| j*t,� d|
fg}
|j-�p�|j.}|�r�|
�/d|f� |j0�r |
�/d|j0f� |
�rt1| j*d|
� | �2� | �3� | �4� | �5� | j*�6� t7| jd��rld| j
�pXd|f}| jj8�/|� | j9�s�t:| j| j;d� d S )N�build�installr$ )�reinit_subcommandsr � install_libz Should have already checked thisz%d.%drH z.%s-%s�libzinstalling to %sZPURELIB�UNKNOWNz%d.%d.%dz Python %s %sz Python %sZ DistVersionZ
ARPCONTACTZARPURLINFOABOUT�Property�
dist_filesr= �any)�dry_run)<rT � run_command�reinitialize_commandrO �prefix�warn_dir�compile�optimizer` ra rR �sys� version_inforP r[ r] r^ r_ �
build_base� build_libr �info�ensure_finalized�insert�run�mkpathrS � get_fullname�get_installer_filename�abspath�exists�unlink�metadata�author�
maintainer� get_versionr �version�msilibZ
init_databaser Zgen_uuid�dbZ
add_tablesr
� author_email�maintainer_email�append�urlr �add_find_python� add_files� add_scripts�add_ui�Commit�hasattrrp rQ r rr )r rj rl rR �plat_specifierri �fullname�installer_namer� r� r� ZsversionZ product_name�props�email�tupr r r r� � s�
�
�
z
bdist_msi.runc
C s | j }t�d�}tj�| j�}t||d |dd�}t|ddddddd�}||d fg}| j | j
g D ]t}d| }d| } }
d} || j
u r�d
} d }
n d | } d}
t|| | | d|
|d�}t||||||
�}|� |||f� q`|� � i }|D �] \}}}|g}|�r�|�
� }t�|j�D ]�}tj�|j|�}tj�|��rld
|�|�|f }|| }
t|||||
|�}|� |� n�|j�s�|�|j|d� ||v�r�|�|� }||< || jk�r�| j�r�td| ��d| | _n*|| }t| j d|| |j|d |jfg� �qq�|� � q�|�|� d S )NZ distfiles� TARGETDIRZ SourceDir�PythonZ
Everythingr r$ )� directory� z Python from another locationrH zPython %s from registryz%s|%szMultiple files with name %sz[#%s]Z
DuplicateFile) r� r� ZCABr] r^ r� rO r r
rW �
other_versionr� r� �pop�listdir�absoluter_ �isdirZ
make_short� componentZstart_component�logicalZadd_filerU rf r r �commit)r r� Zcab�rootdir�root�f�itemsr� �targetr. �default�descr" �level�dir�seen�feature�todo�fileZafile�shortZnewdir�keyr r r r� sb
�
� �
zbdist_msi.add_filesc C s� d}| j D �]v}d| }d| }d| }d| }d| }d| }d| } d | }
d
| } d | } tjrld }
nd
}
t| jd|d
|d|
f|d|d|
fg� t| jd||f||fg� t| jd|d| d| d f| d| d| d f|
d| d| d fg� t| jd|||f| ||d f|
d|d
fg� t| jd|||f| ||d f|
d|d
fg� t| jdd| dd | fg� |d 7 }|d k s
J �q
dS ) as Adds code to the installer to compute the location of Python.
Properties PYTHON.MACHINE.X.Y and PYTHON.USER.X.Y will be set from the
registry for each version of Python.
Properties TARGETDIRX.Y will be set from PYTHON.USER.X.Y if defined,
else from PYTHON.MACHINE.X.Y.
Properties PYTHONX.Y will be set to TARGETDIRX.Y\python.exei� z)SOFTWARE\Python\PythonCore\%s\InstallPathzpython.machine.z python.user.zPYTHON.MACHINE.z PYTHON.USER.ZPythonFromMachineZPythonFromUserZ PythonExer� �PYTHON� rH Z
RegLocatorNr$ Z AppSearch� CustomActioni3 �[�]z ]\python.exe�InstallExecuteSequence�InstallUISequence� Conditionr� r z
NOT TARGETDIR� i� )rW r� ZWin64r r� )r �start�verZ install_pathZ machine_regZuser_regZ machine_propZ user_propZmachine_actionZ user_actionZ
exe_actionZtarget_dir_prop�exe_prop�Typer r r r� K s` ������ �� ���zbdist_msi.add_find_pythonc C s, | j rjd}| j| jg D ]P}d| }d| }t| jd|d|| jfg� t| jd|d| |fg� |d7 }q| j�r(tj� | j
d �}t |d
��R}|� d � t | j�� }|� |�
� � W d � n1 s�0 Y W d � n1 s�0 Y t| jd d
t�|�fg� t| jddg� t| jddg� d S )Ni� zinstall_script.r� r� �2 r� z &Python%s=3r$ zpreinstall.batr zrem ="""
%1 %0
exit
"""
�Binary�
PreInstall)r� rH r� N)r� z
NOT Installedi� )rU rW r� r r� rf rV r] r^ r_ rO �open�write�readr� r� )r r� r� Zinstall_actionr� Zscriptfnr� Zfinr r r r� � s6 ��
J���zbdist_msi.add_scriptsc C s�
| j }d }}d}d}d}d}d}d} t|dg d �� t|d
g d �� t|d g d
�� t|dtj� t|dtj� t|d||||||ddd� }
|
�d� |
jdddd� |
jdddd� |
�ddddd d d � |
�d dd dd!d d"� |
j dddd#�} | �
d$d%� t|d&||||||ddd� } | �d'� | jdddd� | jdddd� | �ddddd d d(� | �d dd dd!d d"� | j dddd#�} | �
d$d%� t|d)||||||ddd� }
|
�d*� |
jdddd� |
jdddd� |
�d+dd,dd!d d"� |
j dddd#�} | �
d$d-� t|d.||||d/|d0d0d0d1d2� }|�d3dd4d5dd d6� |�d+d!d7d8d!d d9� |�d:d!d;d<ddd=� |� d>d?d!d@d<dAdBdCd d d � |jd%dDd%d#�} | �
d$d%� |j dDd0dDd#�} | �
d$dD� |jd0d%d0d#�} | �
d$d0� t |dEddFd<dGdH|dId d � }|�dIddJd8dKddL� |�
dMdNdOdPdQddRd ��
d$dS� |�
dTdUdOdPdQddVd ��
d$dW� |�
dXddOdPdQddYd ��
d$dZ� |�
d[d\dOdPdQddd ��
d$d]� |�
d^dPdOdPdQddDd ��
d$d_� |�
d`dadOdPdQddbd ��
d$dc� |�
dddedOdPdQdd0d ��
d$df� t |dgddFdhdid|dRdRdR� }|�d:dKddjdkddl� |�
dVdOdmdndoddVdR�} | �
d$d%� |�
dRdpdmdndoddRdV�} | �
d$d-� t |dqddFdhdi||d-d-d-� }|�d:dKddjdkddr� |�
d-dsdmdndodd-d �} | �
d$d%� t|dt||||||ddd� }|�d+ddddud dv� |�dw� |�dddxdd!d dy�} | �dd:� |�dzdd{ddkd d �} | �dzd:� |jdd dd� |j d|d dd� |�dd �} | �
d}dg� t|d~||||||d|d|d� }|�d� |�d�ddkdd!dd�| j�� � |jdd dd� |� d�d�} d}| j
d�d�|d�� | j| jg D ](}|d7 }| j
d�d�| d�| |d�� �q�| j
d�dq|d d�� | j
d$d-|d� d�� |�dd��} | �
d}dg� |� d�d�dd�ddNdd�d d�d � } | �
d�d�� | j}d�| }d�| }|�d�dd5dddd��} | �d�|� | �d�|� | �d�|� | �d�|� |� d�d�dd�dd�dd�| d d|d � } | �d�|� | �d�|� | �d�|� | �d�|� t|d�||||||d�d�d�d1d2� }|�d3dd4d5dd d�� |�d+d!d!d8d!d d�� |�d:d!d�d<d�dd�� |� d�d�d!d�d<d�d�d d�d d � |�d�dbd d���
d$d-� t|d�||||||d�d|d� }|�d�� |�d�dd�dhddd�dLd|� }|�d�dd�d�d!d�� |�d�dd�d�d!d�� |jdd dd� |� d�d�} | �
d�d�d�d� | j
d$d-d�d�� |�dd��} | �
d}dg� t|d�||||||dddd1d2� } | �d3d!dd5dd d�� | �d:d�d�ddkdd�� | �d�d�d�d�d!dd�� | �ddd�|d d!ddy�} | �dd:� | � d�d�d�dNddFd�d d�d d � } | �d�d�� | jdd|d1d� | j d�dd1d� | �dd��
d}dg� t|d�||||||d|d|d� } | �d�� | �d�dd�d<d\ddġ | �d�dd�d<d�dd�dLd|� }|�d�dd�d5dodʡ |�d�dd�d5dod͡ | jdd d1d� | � dd�} | �
d�d�d�d�� | �
d�d�d�d4� | �
d�d�d�dB� | �
d�d�d�dա | �
d�d�d�dء | �
d�d�d�dڡ | �
d�d�d�dܡ | �
d�d�d�dݡ | �
d$d-d�d!� | �ddš�
d}dg� d S )�Nr� ir i, z[ProductName] Setupr% r$ � ro ))Z
DefaultUIFont�DlgFont8)Z ErrorDialog�ErrorDlg)Z Progress1ZInstall)Z Progress2Zinstalls)�MaintenanceForm_Action�Repair)�
WhichUsers�ALLZ TextStyle))r� �Tahoma� Nr )Z DlgFontBold8r� � Nr$ )Z
VerdanaBold10�Verdanar Nr$ )Z VerdanaRed9r� r� � r r� ))�
PrepareDlgz(Not Privileged or Windows9x or Installed� )�
WhichUsersDlgz.Privileged and not Windows9x and not Installed� )�SelectFeaturesDlgz
Not Installedi� )�MaintenanceTypeDlgz,Installed AND NOT RESUME AND NOT Preselectedi� )� ProgressDlgNi �
ActionText�UITextZ
FatalErrorZFinishz)[ProductName] Installer ended prematurelyz< Backr )r/ r2 r# Z Description1r �F r �P r! z�[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.Z Description2� � z.Click the Finish button to exit the Installer.)r. Z EndDialogZExitZUserExitz'[ProductName] Installer was interruptedz�[ProductName] setup was interrupted. Your system has not been modified. To install this program at a later time, please run the installation again.Z
ExitDialogz&Completing the [ProductName] Installer� Description�� �ReturnZ
FilesInUse� �RetryF)Zbitmapr � �� z{\DlgFontBold8}Files in Use� i z8Some files that need to be updated are currently in use.�Text�7 iJ z�The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.�ListZListBox�k � � ZFileInUseProcess�Ignorer� r �e i Z ErrorTextr� �0 r� �N�x �H �Q � ZNoZErrorNo�Y�� ZYesZErrorYes�AZAbortZ
ErrorAbort�C�* Z ErrorCancel�IZ ErrorIgnore�O� ZOkZErrorOk�R�� Z
ErrorRetryZ CancelDlgi �U �� � z;Are you sure you want to cancel [ProductName] installation?�9 r( r) � ZWaitForCostingDlgzRPlease wait while the installer finishes determining your disk space requirements.�f r� �( zOPlease wait while the Installer prepares to guide you through the installation.z&Welcome to the [ProductName] Installer�n z Pondering...Z
ActionData� r4 Z SpawnDialogr� zSelect Python InstallationsZHintz9Select the Python locations where %s should be installed.zNext >z [TARGETDIR]z [SourceDir])Zorderingz
[TARGETDIR%s]z FEATURE_SELECTED AND &Python%s=3ZSpawnWaitDialogrH ZFeaturesZ
SelectionTreer ZFEATUREZPathEditz[FEATURE_SELECTED]�1z!FEATURE_SELECTED AND &Python%s<>3ZOtherz$Provide an alternate Python locationZEnableZShowZDisableZHide�� � r� Z DiskCostDlg�OKz&{\DlgFontBold8}Disk Space RequirementszFThe disk space required for the installation of the selected features.�5 a The highlighted volumes (if any) do not have enough disk space available for the currently selected features. You can either remove some files from the highlighted volumes, or choose to install less features onto local drive(s), or select different destination drive(s).Z
VolumeListZVolumeCostList�d � i z{120}{70}{70}{70}{70}g �?r� Z AdminInstallzGSelect whether to install [ProductName] for all users of this computer.r� r� � zInstall for all usersZJUSTME� zInstall just for mez
[ALLUSERS]zWhichUsers="ALL"r� z({\DlgFontBold8}[Progress1] [ProductName]�# �A zYPlease wait while the Installer [Progress2] [ProductName]. This may take several minutes.Z StatusLabelzStatus:Z ProgressBari z
Progress doneZ SetProgress�Progressr� z)Welcome to the [ProductName] Setup WizardZBodyText�? z:Select whether you want to repair or remove [ProductName].ZRepairRadioGroup�l r� r� r� z&Repair [ProductName]ZRemover zRe&move [ProductName]z [REINSTALL]z MaintenanceForm_Action="Repair"z [Progress1]Z Repairingz [Progress2]ZrepairsZ Reinstallr� z[REMOVE]z MaintenanceForm_Action="Remove"� ZRemoving� Zremoves�
� z MaintenanceForm_Action<>"Change")r� r r r� r� r r" r1 r3 r- �event�controlr r+ �mappingr` r� rW r� � conditionr8 Z
radiogroup�add) r r� �x�yr r r" �modalZmodelessZtrack_disk_space�fatalrB Z user_exitZ exit_dialogZinuse�errorr3 Zcosting�prepZseldlg�orderr� r� Zinstall_other_condZdont_install_other_condZcostZ
whichusers�g�progressZmaintr r r r� � s� �
� �
�
�� �
�� �
� ����� � �� �� ��
�
�� �
� � � �����
�
� ��� � �
�� zbdist_msi.add_uic C s< | j rd|| j| j f }nd|| jf }tj�| j|�}|S )Nz%s.%s-py%s.msiz %s.%s.msi)rR rP r] r^ r_ rS )r r� � base_namer� r r r r� � s �z bdist_msi.get_installer_filename)r9 r: r; � descriptionr � user_options�boolean_optionsrc r� r rX rh r� r� r� r� r� r� �
__classcell__r r rM r r= U s< ���
([66& @r= ) r< r] ry rJ �distutils.corer �distutils.dir_utilr �distutils.sysconfigr Zdistutils.versionr �distutils.errorsr �distutils.utilr � distutilsr r� r r
r r r
r r r r= r r r r �<module> s > site-packages/setuptools/_distutils/command/__pycache__/build.cpython-39.pyc 0000644 00000007617 15056474501 0023270 0 ustar 00 a
(�Re� � @ sT d Z ddlZddlZddlmZ ddlmZ ddlmZ dd� Z G dd � d e�Z
dS )
zBdistutils.command.build
Implements the Distutils 'build' command.� N)�Command)�DistutilsOptionError)� get_platformc C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/build.pyr s r c @ s� e Zd ZdZdddddddd d
e� fd d d
ddg ZddgZdddefgZdd� Z dd� Z
dd� Z dd � Z d d � Z
d d � Zd!d"� Zd#e fd$e
fd%efd&efgZdS )'�buildz"build everything needed to install)z build-base=�bz base directory for build library)zbuild-purelib=Nz2build directory for platform-neutral distributions)zbuild-platlib=Nz3build directory for platform-specific distributions)z
build-lib=NzWbuild directory for all distribution (defaults to either build-purelib or build-platlib)zbuild-scripts=Nzbuild directory for scripts)z build-temp=�tztemporary build directoryz
plat-name=�pz6platform name to build for, if supported (default: %s))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�debug�gz;compile extensions and libraries with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z executable=�ez5specify final destination interpreter path (build.py)r r z
help-compilerNzlist available compilersc C sL d| _ d | _d | _d | _d | _d | _d | _d | _d | _d| _ d | _
d | _ d S )Nr
r ) �
build_base�
build_purelib�
build_platlib� build_lib�
build_temp�
build_scripts�compiler� plat_namer r �
executable�parallel��selfr r r �initialize_options8 s zbuild.initialize_optionsc C sf | j d u rt� | _ ntjdkr&td��d| j gtjd d� �R }ttd�rT|d7 }| jd u rptj �
| j d�| _| j d u r�tj �
| j d| �| _ | j
d u r�| j�� r�| j | _
n| j| _
| jd u r�tj �
| j d| �| _| jd u �rtj �
| j d tjd d� �| _| jd u �r&tj�r&tj �tj�| _t| jt��rbzt| j�| _W n t�y` td
��Y n0 d S ) N�ntzW--plat-name only supported on Windows (try using './configure --help' on your platform)z .%s-%d.%d� �gettotalrefcountz-pydebug�lib�tempz
scripts-%d.%dz parallel should be an integer)r r �os�namer �sys� version_info�hasattrr �path�joinr r r � distribution�has_ext_modulesr r r �normpath�
isinstancer �str�int�
ValueError)r �plat_specifierr r r �finalize_optionsH sD
�
�
�
�zbuild.finalize_optionsc C s | � � D ]}| �|� qd S �N)�get_sub_commands� run_command)r �cmd_namer r r �run� s z build.runc C s
| j �� S r7 )r. �has_pure_modulesr r r r r< � s zbuild.has_pure_modulesc C s
| j �� S r7 )r. �has_c_librariesr r r r r= � s zbuild.has_c_librariesc C s
| j �� S r7 )r. r/ r r r r r/ � s zbuild.has_ext_modulesc C s
| j �� S r7 )r. � has_scriptsr r r r r> � s zbuild.has_scripts�build_py�
build_clib� build_extr )�__name__�
__module__� __qualname__� descriptionr � user_options�boolean_optionsr � help_optionsr! r6 r; r< r= r/ r> � sub_commandsr r r r r
sF ��� ��8 �r
) �__doc__r) r' �distutils.corer �distutils.errorsr �distutils.utilr r r
r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/install_headers.cpython-39.pyc 0000644 00000003430 15056474501 0025317 0 ustar 00 a
(�Re � @ s$ d Z ddlmZ G dd� de�ZdS )z�distutils.command.install_headers
Implements the Distutils 'install_headers' command, to install C/C++ header
files to the Python include directory.� )�Commandc @ sF e Zd ZdZddgZdgZdd� Zdd� Zd d
� Zd d � Z d
d� Z
dS )�install_headerszinstall C/C++ header files)z install-dir=�dz$directory to install header files to)�force�fz-force installation (overwrite existing files)r c C s d | _ d| _g | _d S )Nr )� install_dirr �outfiles��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install_headers.py�initialize_options s z"install_headers.initialize_optionsc C s | � ddd� d S )N�install)r r )r r )�set_undefined_optionsr r r r �finalize_options s �z install_headers.finalize_optionsc C sH | j j}|sd S | �| j� |D ]"}| �|| j�\}}| j�|� q d S �N)� distribution�headers�mkpathr � copy_filer �append)r
r �header�out�_r r r �run! s zinstall_headers.runc C s | j jp
g S r )r r r r r r �
get_inputs+ s zinstall_headers.get_inputsc C s | j S r )r r r r r � get_outputs. s zinstall_headers.get_outputsN) �__name__�
__module__� __qualname__� description� user_options�boolean_optionsr
r r r r r r r r r
s �
r N)�__doc__�distutils.corer r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/check.cpython-39.pyc 0000644 00000011627 15056474501 0023242 0 ustar 00 a
(�Re � @ s� d Z ddlmZ ddlmZ zHddlmZ ddlmZ ddl m
Z
ddl m Z G dd � d e�Z d
Z
W n eyz d Z
Y n0 G d d
� d
e�ZdS )zCdistutils.command.check
Implements the Distutils 'check' command.
� )�Command)�DistutilsSetupError)�Reporter)�Parser)�frontend)�nodesc @ s e Zd Zd dd�Zdd� ZdS )
�SilentReporterNr �ascii�replacec
C s" g | _ t�| |||||||� d S �N)�messagesr �__init__)�self�source� report_level�
halt_level�stream�debug�encoding�
error_handler� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/check.pyr
s �zSilentReporter.__init__c O s8 | j �||||f� tj|g|�R || j| d�|��S )N)�level�type)r �appendr �system_messageZlevels)r r �message�children�kwargsr r r r s ���z SilentReporter.system_message)Nr r r
)�__name__�
__module__� __qualname__r
r r r r r r s �
r TFc @ s\ e Zd ZdZdZg d�Zg d�Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dS )�checkz6This command checks the meta-data of the package.
z"perform some checks on the package))�metadata�mzVerify meta-data)�restructuredtext�rzEChecks if long string meta-data syntax are reStructuredText-compliant)�strict�sz(Will exit with an error if a check fails)r# r% r' c C s d| _ d| _d| _d| _dS )z Sets default values for options.r � N)r% r# r' � _warnings�r r r r �initialize_options0 s zcheck.initialize_optionsc C s d S r r r+ r r r �finalize_options7 s zcheck.finalize_optionsc C s | j d7 _ t�| |�S )z*Counts the number of warnings that occurs.r) )r* r �warn)r �msgr r r r. : s z
check.warnc C sL | j r| �� | jr0tr"| �� n| jr0td��| jrH| jdkrHtd��dS )zRuns the command.z The docutils package is needed.r z Please correct your package.N)r# �check_metadatar% � HAS_DOCUTILS�check_restructuredtextr' r r* r+ r r r �run? s
z check.runc C s� | j j}g }dD ]"}t||�r(t||�s|�|� q|rL| �dd�|� � |jrd|js�| �d� n"|j r||j
s�| �d� n
| �d� dS )a Ensures that all required elements of meta-data are supplied.
Required fields:
name, version, URL
Recommended fields:
(author and author_email) or (maintainer and maintainer_email))
Warns if any are missing.
)�name�version�urlz missing required meta-data: %sz, zNmissing meta-data: if 'author' supplied, 'author_email' should be supplied toozVmissing meta-data: if 'maintainer' supplied, 'maintainer_email' should be supplied toozkmissing meta-data: either (author and author_email) or (maintainer and maintainer_email) should be suppliedN) � distributionr# �hasattr�getattrr r. �join�author� author_email�
maintainer�maintainer_email)r r# �missing�attrr r r r0 O s zcheck.check_metadatac C sX | j �� }| �|�D ]>}|d �d�}|du r8|d }nd|d |f }| �|� qdS )z4Checks if the long string fields are reST-compliant.����lineNr) z %s (line %s))r7 �get_long_description�_check_rst_data�getr. )r �data�warningrB r r r r2 p s
z check.check_restructuredtextc
C s� | j jp
d}t� }tjtfd��� }d|_d|_d|_t ||j
|j |j |j
|j|jd�}tj|||d�}|�|d� z|�||� W n< ty� } z$|j�dd| d i f� W Y d}~n
d}~0 0 |jS )
z8Returns warnings when the provided data doesn't compile.zsetup.py)�
components� N)r r r r )r rA z!Could not finish the parsing: %s.� )r7 � script_namer r � OptionParser�get_default_valuesZ tab_widthZpep_referencesZrfc_referencesr r r Zwarning_streamr Zerror_encodingZ error_encoding_error_handlerr �documentZ note_source�parse�AttributeErrorr r )r rF � source_path�parser�settings�reporterrN �er r r rD { s. � �zcheck._check_rst_dataN)r r r! �__doc__� description� user_options�boolean_optionsr, r- r. r3 r0 r2 rD r r r r r" # s ! r" N)rV �distutils.corer �distutils.errorsr Zdocutils.utilsr Zdocutils.parsers.rstr Zdocutilsr r r r1 � Exceptionr" r r r r �<module> s
site-packages/setuptools/_distutils/command/__pycache__/install_egg_info.cpython-39.pyc 0000644 00000006066 15056474501 0025471 0 ustar 00 a
(�Re+
� @ sd d Z ddlmZ ddlmZmZ ddlZddlZddlZG dd� de�Z dd� Z
d d
� Z d d � Z dS )
z�distutils.command.install_egg_info
Implements the Distutils 'install_egg_info' command, for installing
a package's PKG-INFO metadata.� )�Command)�log�dir_utilNc @ s: e Zd ZdZdZdgZdd� Zdd� Zdd � Zd
d � Z d S )
�install_egg_infoz)Install an .egg-info file for the packagez8Install package's PKG-INFO metadata as an .egg-info file)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sd | � dd� dtt| j�� ��tt| j�� ��gtjd d� �R }t j
� | j |�| _
| j
g| _d S )N� install_lib)r r z%s-%s-py%d.%d.egg-info� )�set_undefined_options� to_filename� safe_name� distribution�get_name� safe_version� get_version�sys� version_info�os�path�joinr �target�outputs)r
�basenamer r r �finalize_options s � �z!install_egg_info.finalize_optionsc C s� | j }tj�|�r0tj�|�s0tj|| jd� nNtj�|�rV| � tj
| j fd| � n(tj�| j �s~| � tj | j fd| j � t
�d|� | js�t|ddd�� }| jj�|� W d � n1 s�0 Y d S )N)�dry_runz Removing z Creating z
Writing %s�wzUTF-8)�encoding)r r r �isdir�islinkr � remove_treer �exists�execute�unlinkr �makedirsr �info�openr �metadata�write_pkg_file)r
r �fr r r �run s � zinstall_egg_info.runc C s | j S r )r r r r r � get_outputs. s z install_egg_info.get_outputsN)
�__name__�
__module__� __qualname__�__doc__� description� user_optionsr
r r/ r0 r r r r r s �
r c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�sub��namer r r r 6 s r c C s | � dd�} t�dd| �S )z�Convert an arbitrary string to a standard version string
Spaces become dots, and all other non-alphanumeric characters become
dashes, with runs of multiple dashes condensed to a single dash.
� �.r7 r8 )�replacer9 r: )�versionr r r r > s r c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
r8 �_)r? r; r r r r H s r )
r4 �
distutils.cmdr � distutilsr r r r r9 r r r r r r r r �<module> s +
site-packages/setuptools/_distutils/command/__pycache__/clean.cpython-39.pyc 0000644 00000004214 15056474501 0023241 0 ustar 00 a
(�Re�
� @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zBdistutils.command.clean
Implements the Distutils 'clean' command.� N)�Command)� remove_tree)�logc @ s6 e Zd ZdZg d�ZdgZdd� Zdd� Zdd � Zd
S ) �cleanz-clean up temporary files from 'build' command))z build-base=�bz2base build directory (default: 'build.build-base'))z
build-lib=Nz<build directory for all modules (default: 'build.build-lib'))z build-temp=�tz7temporary build directory (default: 'build.build-temp'))zbuild-scripts=Nz<build directory for scripts (default: 'build.build-scripts'))z bdist-base=Nz+temporary directory for built distributions)�all�az7remove all build output, not just temporary by-productsr c C s( d | _ d | _d | _d | _d | _d | _d S )N)�
build_base� build_lib�
build_temp�
build_scripts�
bdist_baser ��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/clean.py�initialize_options s zclean.initialize_optionsc C s" | � ddddd� | � dd� d S )N�build)r
r
)r r )r
r
)r r �bdist)r r )�set_undefined_optionsr r r r �finalize_options( s ��zclean.finalize_optionsc C s� t j�| j�r t| j| jd� nt�d| j� | jrr| j | j
| j fD ],}t j�|�rdt|| jd� qDt� d|� qD| js�z t �
| j� t�d| j� W n ty� Y n0 d S )N)�dry_runz%'%s' does not exist -- can't clean itz
removing '%s')�os�path�existsr r r r �debugr r r r
�warn�rmdirr
�info�OSError)r � directoryr r r �run1 s* �� � z clean.runN) �__name__�
__module__� __qualname__� description� user_options�boolean_optionsr r r" r r r r r s r ) �__doc__r �distutils.corer �distutils.dir_utilr � distutilsr r r r r r �<module> s
site-packages/setuptools/_distutils/command/__pycache__/upload.cpython-39.pyc 0000644 00000012275 15056474501 0023451 0 ustar 00 a
(�Re� � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl
m Z ddl m
Z
mZ ddlmZ ddlmZ dd lmZ eed
d�eed d�eed d�d
�ZG dd� de�ZdS )zm
distutils.command.upload
Implements the Distutils 'upload' subcommand (upload package to a package
index).
� N)�standard_b64encode)�urlopen�Request� HTTPError)�urlparse)�DistutilsError�DistutilsOptionError)�
PyPIRCCommand)�spawn)�log�md5�sha256�blake2b)Z
md5_digestZ
sha256_digestZblake2_256_digestc @ sJ e Zd ZdZejddg Zejdg Zdd� Zdd� Zd d
� Z d d � Z
d
S )�uploadz upload binary package to PyPI)�sign�sz sign files to upload using gpg)z identity=�iz GPG identity used to sign filesr c C s, t �| � d| _d| _d| _d| _d | _d S )N� r F)r �initialize_options�username�password�
show_responser �identity)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/upload.pyr ) s
zupload.initialize_optionsc C sr t �| � | jr | js td��| �� }|i krV|d | _|d | _|d | _|d | _ | jsn| j
jrn| j
j| _d S )Nz.Must use --sign for --identity to have meaningr r �
repository�realm) r �finalize_optionsr r r � _read_pypircr r r r � distribution)r �configr r r r 1 s
�
zupload.finalize_optionsc C s: | j jsd}t|��| j jD ]\}}}| �|||� q d S )NzHMust create and upload files in one command (e.g. setup.py sdist upload))r �
dist_filesr � upload_file)r �msg�command� pyversion�filenamer r r �runC s
z
upload.runc " C s
t | j�\}}}}}} |s"|s"| r0td| j ��|dvrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
�} z| �� } W | � � n
| � � 0 | j
j }
d d |
� � |
�
� tj�|�| f||d
|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � d�}d|d< t � � D ]B\}}|d u �rL�q6z|| �� � ||< W n t!�yt Y n0 �q6| j�r�t|d d
��,} tj�|�d | �� f|d< W d � n1 �s�0 Y | j"d | j# �$d�}dt%|��&d� }d}d|�$d� }|d }t'�(� }|� � D ]�\}}d| }t)|t*��sB|g}|D ]j}t+|�t,u �rr|d|d 7 }|d }nt-|��$d �}|�.|� |�.|�$d �� |�.d � |�.|� �qF�q |�.|� |�/� }d || jf }| �0|t1j2� d | t-t3|��|d!�}t4| j||d"�} zt5| �} | �6� } | j7} W nj t8�yX } z| j9} | j7} W Y d } ~ nBd } ~ 0 t:�y� } z | �0t-| �t1j;� � W Y d } ~ n
d } ~ 0 0 | d#k�r�| �0d$| | f t1j2� | j<�r| �=| �}!d%�>d&|!d&f�}| �0|t1j2� n"d'| | f }| �0|t1j;� t?|��d S )(NzIncompatible url %s)�http�httpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1z1.0)z:actionZprotocol_version�name�version�content�filetyper& �metadata_version�summaryZ home_page�author� author_email�license� description�keywords�platform� classifiers� download_url�provides�requires� obsoletesr �commentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"r � zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-length�
Authorization)�data�headers�� zServer response (%s): %s�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)@r r �AssertionErrorr r r
r, �open�read�closer �metadata�get_name� get_version�os�path�basename�get_description�get_url� get_contact�get_contact_email� get_licence�get_long_description� get_keywords�
get_platforms�get_classifiers�get_download_url� get_provides� get_requires�
get_obsoletes�_FILE_CONTENT_DIGESTS�items� hexdigest�
ValueErrorr r �encoder �decode�io�BytesIO�
isinstance�list�type�tuple�str�write�getvalue�announcer �INFO�lenr r �getcoder$ r �code�OSError�ERRORr �_read_pypi_response�joinr )"r r% r& r' Zschema�netloc�url�params�query� fragmentsZgpg_args�fr1 �metarE Z digest_name� digest_cons� user_pass�auth�boundaryZ sep_boundaryZ end_boundary�body�key�value�titler$ rF �request�result�status�reason�e�textr r r r# K s� � �
�
�(
��
�
zupload.upload_fileN) �__name__�
__module__� __qualname__r8 r � user_options�boolean_optionsr r r( r# r r r r r s � r )�__doc__rP rf �hashlib�base64r �urllib.requestr r r � urllib.parser �distutils.errorsr r �distutils.corer �distutils.spawnr
� distutilsr �getattrr` r r r r r �<module> s
� site-packages/setuptools/_distutils/command/__pycache__/register.cpython-39.pyc 0000644 00000020557 15056474501 0024013 0 ustar 00 a
(�Re�- � @ sd d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl
T ddl m Z G dd� de �Z
dS ) zhdistutils.command.register
Implements the Distutils 'register' command (register with the repository).
� N)�warn)�
PyPIRCCommand)�*)�logc @ s� e Zd ZdZejddg Zejg d� Zddd� fgZdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd dd �ZdS ) �registerz7register the distribution with the Python package index)�list-classifiersNz list the valid Trove classifiers)�strictNzBWill stop the registering if the meta-data are not fully compliant)�verifyr r �checkc C s dS )NT� ��selfr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/register.py�<lambda> � zregister.<lambda>c C s t �| � d| _d| _d S )Nr )r �initialize_options�list_classifiersr r r r r r s
zregister.initialize_optionsc C s* t �| � d| jfdd�}|| jjd< d S )Nr )r � )r �restructuredtextr
)r �finalize_optionsr � distribution�command_options)r
�
check_optionsr r r r $ s
�zregister.finalize_optionsc C sT | � � | �� | �� D ]}| �|� q| jr8| �� n| jrH| �� n| �� d S )N) r � _set_config�get_sub_commands� run_command�dry_run�verify_metadatar � classifiers�
send_metadata)r
�cmd_namer r r �run+ s
z register.runc C s8 t dt� | j�d�}|�� | j|_d|_|�� dS )zDeprecated API.zddistutils.command.register.check_metadata is deprecated, use the check command insteadr
r N)r �PendingDeprecationWarningr �get_command_obj�ensure_finalizedr r r! )r
r
r r r �check_metadata: s � zregister.check_metadatac C sz | � � }|i kr@|d | _|d | _|d | _|d | _d| _n6| jd| jfvr^td| j ��| jdkrp| j| _d| _d S )
z: Reads the configuration file and set attributes.
�username�password�
repository�realmT�pypiz%s not found in .pypircFN)� _read_pypircr& r' r( r) �
has_config�DEFAULT_REPOSITORY�
ValueError)r
�configr r r r D s
zregister._set_configc C s* | j d }tj�|�}t�| �|�� dS )z8 Fetch the list of classifiers from the server.
z?:action=list_classifiersN)r( �urllib�request�urlopenr �info�_read_pypi_response)r
�url�responser r r r U s
zregister.classifiersc C s& | � | �d��\}}t�d||� dS )zF Send the metadata to the package index server to be checked.
r �Server response (%s): %sN)�post_to_server�build_post_datar r3 )r
�code�resultr r r r \ s zregister.verify_metadatac
C s� | j rd}| j}| j}n d}d }}d�� }||vrd| �dtj� t� }|sRd}q,||vr,td� q,|dk�rl|s|td�}qn|s�t � d�}q|t
j � � }t
j
�| j�d }|�| j|||� | �| �d
�|�\}}| �d ||f tj� |d k�r�| j �r|| j_nf| �d
tj� | �d| �� tj� d}|�� dv�rNtd�}|�s*d}�q*|�� dk�r�| �||� �nl|dk�r�ddi} d | d< | d< | d< d| d< | d �s�td�| d< �q�| d | d k�r0| d �s�t � d�| d< �q�| d �st � d �| d< �q�| d | d k�r�d| d< d| d< td � �q�| d �sJtd �| d< �q0| �| �\}}|d k�rrt�d ||� nt�d � t�d � nP|d!k�r�dd"i} d| d< | d �s�td#�| d< �q�| �| �\}}t�d ||� dS )$a_ Send the metadata to the package index server.
Well, do the following:
1. figure who the user is, and then
2. send the data as a Basic auth'ed POST.
First we try to read the username/password from $HOME/.pypirc,
which is a ConfigParser-formatted file with a section
[distutils] containing username and password entries (both
in clear text). Eg:
[distutils]
index-servers =
pypi
[pypi]
username: fred
password: sekrit
Otherwise, to figure who the user is, we offer the user three
choices:
1. use existing login,
2. register as a new user, or
3. set the password to a random string and email the user.
�1�x� z1 2 3 4z�We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: z&Please choose one of the four options!z
Username: z
Password: r �submitr7 �� zAI can store your PyPI login so future submissions will be faster.z (the login will be stored in %s)�XZynzSave your login (y/N)?�n�y�2�:action�user�namer' �emailNZconfirmz
Confirm: z!Password and confirm don't match!z
EMail: z"You will receive an email shortly.z7Follow the instructions in it to complete registration.�3Zpassword_resetzYour email address: )r, r& r' �split�announcer �INFO�input�print�getpassr0 r1 �HTTPPasswordMgr�parse�urlparser( � add_passwordr) r8 r9 r � _get_rc_file�lower�
_store_pypircr3 )
r
�choicer& r' �choices�auth�hostr: r; �datar r r r c s� �
��
���
zregister.send_metadatac C s� | j j}|d|�� |�� |�� |�� |�� |�� |�� |� � |�
� |� � |� � |�
� |�� |�� |�� d�}|d s�|d s�|d r�d|d< |S )Nz1.0)rE �metadata_versionrG �version�summaryZ home_page�author� author_email�license� description�keywords�platformr � download_url�provides�requires� obsoletesrf rg rh z1.1r\ )r �metadata�get_name� get_version�get_description�get_url� get_contact�get_contact_email� get_licence�get_long_description� get_keywords�
get_platforms�get_classifiers�get_download_url� get_provides� get_requires�
get_obsoletes)r
�action�metar[ r r r r9 � s, �zregister.build_post_dataNc
C s� d|v r$| � d|d | jf tj� d}d| }|d }t�� }|�� D ]~\}}t|�tg �td�fvrn|g}|D ]R}t|�}|� |� |� d| � |� d� |� |� |rr|d d
krr|� d � qrqH|� |� |� d � |�
� � d �}d
| tt |��d�} t
j�| j|| �}
t
j�t
jj|d��} d}z| �|
�} W n| t
jj�y� }
z*| j�rb|
j�� }|
j|
jf} W Y d}
~
nTd}
~
0 t
jj�y� }
zdt|
�f} W Y d}
~
n d}
~
0 0 | j�r�| �| �}d} | j�r�d � d|df�}| � |tj� | S )zC Post a query to the server, and return a string response.
rG zRegistering %s to %sz3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254z
--z--r z*
Content-Disposition: form-data; name="%s"z
����
�
zutf-8z/multipart/form-data; boundary=%s; charset=utf-8)z Content-typezContent-length)� password_mgrr> Ni� )r@ �OKzK---------------------------------------------------------------------------) rK r( r rL �io�StringIO�items�type�str�write�getvalue�encode�lenr0 r1 �Request� build_opener�HTTPBasicAuthHandler�open�error� HTTPError�
show_response�fp�readr: �msg�URLErrorr4 �join)r
r[ rY �boundaryZ sep_boundaryZ end_boundary�body�key�value�headers�req�openerr; �er� r r r r8 � s^ ��
� �
"
zregister.post_to_server)N)�__name__�
__module__� __qualname__rb r � user_options�boolean_options� sub_commandsr r r! r% r r r r r9 r8 r r r r r s" �
z r )�__doc__rO r� � urllib.parser0 �urllib.request�warningsr �distutils.corer �distutils.errors� distutilsr r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/bdist.cpython-39.pyc 0000644 00000007177 15056474501 0023277 0 ustar 00 a
(�Re� � @ sH d Z ddlZddlmZ ddlT ddlmZ dd� ZG dd � d e�ZdS )
zidistutils.command.bdist
Implements the Distutils 'bdist' command (create a built [binary]
distribution).� N)�Command)�*)� get_platformc C sP ddl m} g }tjD ]"}|�d| dtj| d f� q| |�}|�d� dS )zFPrint list of available formats (arguments to "--format" option).
r )� FancyGetopt�formats=N� z'List of available distribution formats:)�distutils.fancy_getoptr �bdist�format_commands�append�format_command�
print_help)r �formats�formatZpretty_printer� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/bdist.py� show_formats s
�r c
@ s� e Zd ZdZdddde� fdddd d
gZd gZd d
defgZdZ ddd�Z
g d�Z ddddddddd d� Z d d � Z
d d � Zd!d"� Zd
S )#r z$create a built (binary) distribution)z bdist-base=�bz4temporary directory for creating built distributionsz
plat-name=�pz;platform name to embed in generated filenames (default: %s))r Nz/formats for distribution (comma-separated list))z dist-dir=�dz=directory to put final built distributions in [default: dist])�
skip-buildNz2skip rebuilding everything (for testing/debugging))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r z help-formatsNz$lists available distribution formats)� bdist_rpm�gztar�zip)�posix�nt) Zrpmr �bztar�xztar�ztar�tarZwininstr Zmsi)r zRPM distribution)�
bdist_dumbzgzip'ed tar file)r" zbzip2'ed tar file)r" zxz'ed tar file)r" zcompressed tar file)r" ztar file)�
bdist_wininstz Windows executable installer)r" zZIP file)Z bdist_msizMicrosoft Installerc C s. d | _ d | _d | _d | _d| _d | _d | _d S )Nr )�
bdist_base� plat_namer �dist_dir�
skip_build�group�owner)�selfr r r �initialize_optionsQ s zbdist.initialize_optionsc C s� | j d u r(| jrt� | _ n| �d�j | _ | jd u rT| �d�j}tj�|d| j �| _| � d� | j
d u r�z| j tj g| _
W n t
y� tdtj ��Y n0 | jd u r�d| _d S )N�buildzbdist.r z;don't know how to create built distributions on platform %s�dist)r% r' r �get_finalized_commandr$ �
build_base�os�path�join�ensure_string_listr �default_format�name�KeyError�DistutilsPlatformErrorr& )r* r/ r r r �finalize_optionsZ s*
�
��
zbdist.finalize_optionsc C s� g }| j D ]<}z|�| j| d � W q
tyD td| ��Y q
0 q
tt| j ��D ]h}|| }| �|�}|| jvr�| j | |_ |dkr�| j
|_
| j |_ |||d d � v r�d|_ | �
|� qVd S )Nr zinvalid format '%s'r" r )r r r r6 �DistutilsOptionError�range�len�reinitialize_command�no_format_optionr r) r( Z keep_temp� run_command)r* �commandsr �i�cmd_nameZsub_cmdr r r �runv s"
z bdist.run)�__name__�
__module__� __qualname__� descriptionr � user_options�boolean_optionsr � help_optionsr= r4 r
r r+ r8 rB r r r r r sH �������
r ) �__doc__r0 �distutils.corer �distutils.errors�distutils.utilr r r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/build_scripts.cpython-39.pyc 0000644 00000007742 15056474501 0025036 0 ustar 00 a
(�ReK � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddlm
Z
ddlZe�d �ZG d
d � d e�ZdS ) zRdistutils.command.build_scripts
Implements the Distutils 'build_scripts' command.� N)�ST_MODE)� sysconfig)�Command)�newer)� convert_path)�logs ^#!.*python[0-9.]*([ ].*)?$c @ sF e Zd ZdZg d�ZdgZdd� Zdd� Zdd � Zd
d � Z d d
� Z
dS )�
build_scriptsz("build" scripts (copy and fixup #! line)))z
build-dir=�dz directory to "build" (copy) to)�force�fz1forcibly build everything (ignore file timestamps)z executable=�ez*specify final destination interpreter pathr
c C s" d | _ d | _d | _d | _d | _d S �N)� build_dir�scriptsr
�
executable�outfiles��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/build_scripts.py�initialize_options s
z build_scripts.initialize_optionsc C s | � dddd� | jj| _d S )N�build)r r )r
r
)r r )�set_undefined_options� distributionr r r r r �finalize_options% s �z build_scripts.finalize_optionsc C s | j S r
)r r r r r �get_source_files, s z build_scripts.get_source_filesc C s | j s
d S | �� d S r
)r � copy_scriptsr r r r �run/ s zbuild_scripts.runc C s� | � | j� g }g }| jD �],}d}t|�}tj�| jtj�|��}|�|� | j slt
||�slt � d|� qzt
|d�}W n ty� | js�� d}Y nX0 t�|j�\}}|�d� |�� } | s�| �d| � qt�| �}
|
r�d}|
�d�p�d } |�r$t �d
|| j� |�|� | j�stj�s(| j} n(tj�t� d �d t� d
�t� d�f �} t� | �} d| | d }
z|
� d� W n" t �y� t d�!|
���Y n0 z|
� |� W n$ t �y� t d�!|
|���Y n0 t
|d��(}|�"|
� |�#|�$� � W d � n1 �s
0 Y |�rH|�%� q|�r2|�%� |�|� | �&||� qtj'dk�r�|D ]`}| j�rtt �d|� nDt�(|�t) d@ }|dB d@ }||k�rZt �d|||� t�*||� �qZ||fS )a" Copy each script listed in 'self.scripts'; if it's marked as a
Python script in the Unix way (first line matches 'first_line_re',
ie. starts with "\#!" and contains "python"), then adjust the first
line to refer to the current Python interpreter as we copy.
Fznot copying %s (up-to-date)�rbNr z %s is an empty file (skipping)T� � z copying and adjusting %s -> %s�BINDIRz
python%s%s�VERSION�EXEs #!�
zutf-8z.The shebang ({!r}) is not decodable from utf-8zAThe shebang ({!r}) is not decodable from the script encoding ({})�wb�posixzchanging mode of %si� im z!changing mode of %s from %o to %o)+�mkpathr r r �os�path�join�basename�appendr
r r �debug�open�OSError�dry_run�tokenize�detect_encoding�readline�seek�warn�
first_line_re�match�group�infor � python_buildr �get_config_var�fsencode�decode�UnicodeDecodeError�
ValueError�format�write�
writelines� readlines�close� copy_file�name�statr �chmod)r r Z
updated_files�script�adjust�outfiler �encoding�lines�
first_liner7 � post_interpr �shebang�outf�fileZoldmodeZnewmoder r r r 5 s�
�
��
��
��
.
�zbuild_scripts.copy_scriptsN) �__name__�
__module__� __qualname__� description� user_options�boolean_optionsr r r r r r r r r r s r )�__doc__r( �rerG r � distutilsr �distutils.corer �distutils.dep_utilr �distutils.utilr r r1 �compiler6 r r r r r �<module> s
site-packages/setuptools/_distutils/command/__pycache__/build_ext.cpython-39.pyc 0000644 00000037676 15056474501 0024160 0 ustar 00 a
(�Re�{ � @ s� d Z ddlZddlZddlZddlZddlmZ ddlT ddlm Z m
Z
ddlm Z ddl m
Z
ddlmZ dd lmZ dd
lmZ d d lmZ dd
lmZ e�d�Zdd� ZG dd� de�ZdS )z�distutils.command.build_ext
Implements the Distutils 'build_ext' command, for building extension
modules (currently limited to C extensions, should accommodate C++
extensions ASAP).� N)�Command)�*)�customize_compiler�get_python_version)�get_config_h_filename)� newer_group)� Extension)� get_platform)�log� )�
py37compat)� USER_BASEz3^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$c C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/build_ext.pyr s r c @ s e Zd ZdZdej Zddddde� fdd d
d e fd d
dddde fddddddddddgZg d �Z d d d e
fgZ d d!� Z d"d#� Z
d$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zejd2d3� �Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z d@dA� Z dBdC� Z d S )D� build_extz8build C/C++ extensions (compile/link to build directory)z (separated by '%s'))z
build-lib=�bz(directory for compiled extension modules)z build-temp=�tz1directory for temporary files (build by-products)z
plat-name=�pz>platform name to cross-compile for, if supported (default: %s))�inplace�iziignore build-lib and put compiled extensions into the source directory alongside your pure Python modulesz
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link withz
library-dirs=�Lz.directories to search for external C libraries)zrpath=�Rz7directories to search for shared C libraries at runtime)z
link-objects=�Oz2extra explicit link objects to include in the link)�debug�gz'compile/link with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�swig-cppNz)make SWIG create C++ files (default is C))z
swig-opts=Nz!list of SWIG command line options)zswig=Nzpath to the SWIG executable)�userNz#add user include, library and rpath)r r r" r& r' z
help-compilerNzlist available compilersc C s� d | _ d | _d | _d | _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d S )Nr )�
extensions� build_lib� plat_name�
build_tempr �package� include_dirs�define�undef� libraries� library_dirs�rpath� link_objectsr r" �compiler�swig�swig_cpp� swig_optsr' �parallel��selfr r r �initialize_optionsk s* z build_ext.initialize_optionsc
C s� ddl m} | �ddddddd d
� | jd u r8| jj| _| jj| _|�� }|jd d �}| j d u rn| jj pjg | _ t
| j t �r�| j � t
j�| _ tjtjkr�| j �t
j�tjd
�� | j �|� t
jj�� ||kr�| j �|� t
jj�� | �d� | �d� | jd u �rg | _| jd u �r g | _n t
| jt ��r:| j� t
j�| _| jd u �rNg | _n t
| jt ��rl| j� t
j�| _t
jdk�rh| j�t
j�tjd�� tjtjk�r�| j�t
j�tjd�� | j �r�t
j�| j d�| _ nt
j�| j d�| _ | j �t
j� t � �� t tdd �}|�r| j�|� | j!dk�r*d}n| j!dd � }t
j�tjd�}|�r\t
j�||�}| j�|� tj"d d� dk�r�|j#�s�| j�t
j�tjddt$� d �� n | j�d � |�%d ��r�|j#�s�| j�|�%d �� n | j�d � | j&�r | j&� d �}d!d"� |D �| _&| j'�r"| j'� d �| _'| j(d u �r6g | _(n| j(� d#�| _(| j)�r�t
j�t*d
�}t
j�t*d�} t
j�+|��r�| j �|� t
j�+| ��r�| j�| � | j�| � t
| j,t ��r�zt-| j,�| _,W n t.�y� t/d$��Y n0 d S )%Nr )� sysconfig�build)r) r) )r+ r+ )r4 r4 )r r )r" r" )r8 r8 )r* r* r )�
plat_specific�includer0 r3 �ntZlibsZDebugZRelease�_home�win32� ZPCbuild� �cygwin�lib�python�config�.�Py_ENABLE_SHARED�LIBDIR�,c S s g | ] }|d f�qS )�1r )�.0�symbolr r r �
<listcomp>� � z.build_ext.finalize_options.<locals>.<listcomp>� z parallel should be an integer)0� distutilsr< �set_undefined_optionsr, � distribution� ext_package� ext_modulesr( �get_python_incr- �
isinstance�str�split�os�pathsep�sys� exec_prefix�base_exec_prefix�append�path�join�extend�ensure_string_listr0 r1 r2 �name�prefixr r+ �dirnamer �getattrr* �platform� python_buildr �get_config_varr. r/ r7 r' r
�isdirr8 �int�
ValueError�DistutilsOptionError)
r: r< Z
py_includeZplat_py_include� _sys_home�suffixZnew_libZdefinesZ user_includeZuser_libr r r �finalize_options� s� �
�
� zbuild_ext.finalize_optionsc C sj ddl m} | jsd S | j�� rL| �d�}| j�|�� p:g � | j �
|j � || j | j
| j| jd�| _ t| j � tjdkr�| jt� kr�| j �| j� | jd ur�| j �| j� | jd ur�| jD ]\}}| j �||� q�| jd ur�| jD ]}| j �|� q�| jd u�r| j � | j� | j d u�r*| j � | j � | j d u�rD| j � | j � | j d u�r^| j �!| j � | �"� d S )Nr )� new_compiler�
build_clib)r4 �verbose�dry_runr" r@ )#r rt r( rU �has_c_libraries�get_finalized_commandr0 rd Zget_library_namesr1 ra ru r4 rv rw r" r r\ rf r* r Z
initializer- Zset_include_dirsr. Z define_macror/ Zundefine_macroZ
set_librariesZset_library_dirsr2 Zset_runtime_library_dirsr3 Zset_link_objects�build_extensions)r: rt ru rf �value�macror r r �run s@
�
z
build_ext.runc
C sv t |t�std��t|�D �]T\}}t |t�r0qt |t�rFt|�dkrNtd��|\}}t�d|� t |t �rvt
� |�s~td��t |t �s�td��t||d �}dD ]"}|�
|�}|d ur�t|||� q�|�
d
�|_d |v r�t�d � |�
d
�}|�rhg |_g |_|D ]b} t | t��r"t| �dv �s*td��t| �dk�rJ|j�| d � nt| �dk�r|j�| � �q|||< qd S )a� Ensure that the list of extensions (presumably provided as a
command option 'extensions') is valid, i.e. it is a list of
Extension objects. We also support the old-style list of 2-tuples,
where the tuples are (ext_name, build_info), which are converted to
Extension instances here.
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z:'ext_modules' option must be a list of Extension instances� zMeach element of 'ext_modules' option must be an Extension instance or 2-tuplezvold-style (ext_name, build_info) tuple found in ext_modules for extension '%s' -- please convert to Extension instancezRfirst element of each tuple in 'ext_modules' must be the extension name (a string)zOsecond element of each tuple in 'ext_modules' must be a dictionary (build info)�sources)r- r1 r0 �
extra_objects�extra_compile_args�extra_link_argsNr2 Zdef_filez9'def_file' element of build info dict no longer supported�macros)r r~ z9'macros' element of build info dict must be 1- or 2-tupler r )rY �list�DistutilsSetupError� enumerater �tuple�lenr
�warnrZ �extension_name_re�match�dict�get�setattr�runtime_library_dirs�
define_macros� undef_macrosra )
r: r( r �ext�ext_nameZ
build_info�key�valr� r| r r r �check_extensions_listW s^
�
��
��
�
�z build_ext.check_extensions_listc C s, | � | j� g }| jD ]}|�|j� q|S �N)r� r( rd r )r: � filenamesr� r r r �get_source_files� s
zbuild_ext.get_source_filesc C s2 | � | j� g }| jD ]}|�| �|j�� q|S r� )r� r( ra �get_ext_fullpathrf )r: �outputsr� r r r � get_outputs� s
zbuild_ext.get_outputsc C s( | � | j� | jr | �� n| �� d S r� )r� r( r8 �_build_extensions_parallel�_build_extensions_serialr9 r r r rz � s
zbuild_ext.build_extensionsc
s� �j }�j du rt�� }zddlm} W n ty> d }Y n0 |d u rT��� d S ||d��n� � �fdd��jD �}t�j|�D ]:\}}�� |�� |�
� W d � q�1 s�0 Y q�W d � n1 s�0 Y d S )NTr )�ThreadPoolExecutor)� max_workersc s g | ]}� � �j|��qS r )�submit�build_extension)rN r� ��executorr: r r rP � s �z8build_ext._build_extensions_parallel.<locals>.<listcomp>) r8 r\ � cpu_count�concurrent.futuresr� � ImportErrorr� r( �zip�_filter_build_errors�result)r: �workersr� �futuresr� �futr r� r r� � s"
� z$build_ext._build_extensions_parallelc C sD | j D ]8}| �|�� | �|� W d � q1 s40 Y qd S r� )r( r� r� )r: r� r r r r� � s
z"build_ext._build_extensions_serialc
c sV z
d V W nF t ttfyP } z(|js(� | �d|j|f � W Y d }~n
d }~0 0 d S )Nz"building extension "%s" failed: %s)�CCompilerError�DistutilsError� CompileError�optionalr� rf )r: r� �er r r r� � s
�z build_ext._filter_build_errorsc
C sP |j }|d u s t|ttf�s*td|j ��t|�}| �|j�}||j }| j slt
||d�slt � d|j� d S t �
d|j� | �||�}|jp�g }|jd d � }|jD ]}|�|f� q�| jj|| j||j| j ||jd�}|d d � | _|jr�|�|j� |j�pg }|j�p| j� |�} | jj ||| � |�|j |j || �!|�| j | j| d�
d S )Nzjin 'ext_modules' option (extension '%s'), 'sources' must be present and must be a list of source filenames�newerz$skipping '%s' extension (up-to-date)zbuilding '%s' extension)�
output_dirr� r- r �extra_postargs�depends)r0 r1 r� r� �export_symbolsr r+ Z target_lang)"r rY r� r� r� rf �sortedr� r� r" r r
r �info� swig_sourcesr� r� r� ra r4 �compiler+ r- Z_built_objectsr� rd r� �languageZdetect_languageZlink_shared_object�
get_librariesr1 r� �get_export_symbols)
r: r� r �ext_pathr� �
extra_argsr� r/ Zobjectsr� r r r r� � sV ��
�
�zbuild_ext.build_extensionc C s$ g }g }i }| j r t�d� | j s6d| jv s6d|jv r<d}nd}|D ]P}tj�|�\}} | dkr�|�|d | � |�|� |d ||< qD|�|� qD|s�|S | jp�| � � }
|
dg} | �
| j� | j r�| �d� | js�|jD ]} | �| � q�|D ].}|| }
t� d ||
� | � | d
|
|g � q�|S ) z�Walk the list of source files in 'sources', looking for SWIG
interface (.i) files. Run SWIG on all that are found, and
return a modified 'sources' list with SWIG source files replaced
by the generated C (or C++) files.
z/--swig-cpp is deprecated - use --swig-opts=-c++z-c++z.cppz.cz.i�_wrap���z-pythonzswigging %s to %sz-o)
r6 r
r� r7 r\ rb �splitextra r5 � find_swigrd r� �spawn)r: r � extensionZ new_sourcesr� Z swig_targetsZ
target_ext�source�baser� r5 Zswig_cmd�o�targetr r r r� 3 s@
�
zbuild_ext.swig_sourcesc C s^ t jdkrdS t jdkrLdD ]*}t j�d| d�}t j�|�r | S q dS tdt j ��dS ) z�Return the name of the SWIG executable. On Unix, this is
just "swig" -- it should be in the PATH. Tries a bit harder on
Windows.
�posixr5 r@ )z1.3z1.2z1.1z c:\swig%szswig.exez>I don't know how to find (much less run) SWIG on platform '%s'N)r\ rf rb rc �isfile�DistutilsPlatformError)r: �vers�fnr r r r� i s
��zbuild_ext.find_swigc C s� | � |�}|�d�}| �|d �}| jsRtjj|dd� |g � }tj�| j|�S d�|dd� �}| �d�}tj� |�
|��}tj�||�S )z�Returns the path of the filename for a given extension.
The file is located in `build_lib` or directly in the package
(inplace option).
rI r� Nr �build_py) �get_ext_fullnamer[ �get_ext_filenamer r\ rb rc r) ry �abspathZget_package_dir)r: r� �fullname�modpath�filenamer, r� � package_dirr r r r� � s
zbuild_ext.get_ext_fullpathc C s | j du r|S | j d | S dS )zSReturns the fullname of a given extension name.
Adds the `package.` prefixNrI )r, )r: r� r r r r� � s
zbuild_ext.get_ext_fullnamec C s. ddl m} |�d�}|d�}tjj|� | S )z�Convert the name of an extension (eg. "foo.bar") into the name
of the file from which it will be loaded (eg. "foo/bar.so", or
"foo\bar.pyd").
r �rl rI �
EXT_SUFFIX)�distutils.sysconfigrl r[ r\ rb rc )r: r� rl r� Z
ext_suffixr r r r� � s
zbuild_ext.get_ext_filenamec C sz |j �d�d }z|�d� W n. tyL d|�d��dd��d� }Y n
0 d| }d | }||jvrt|j�|� |jS )
a Return the list of symbols that a shared extension has to
export. This either uses 'ext.export_symbols' or, if it's not
provided, "PyInit_" + module_name. Only relevant on Windows, where
the .pyd file (DLL) must export the module "PyInit_" function.
rI r� �asciiZU_�punycode� -� _�_ZPyInit)rf r[ �encode�UnicodeEncodeError�replace�decoder� ra )r: r� rf rr Z
initfunc_namer r r r� � s "
z build_ext.get_export_symbolsc C s� t jdkr^ddlm} t| j|�s�d}| jr4|d }|t jd? t jd? d@ f }|j|g S n�dd l m
} d
}|d �r�t t d �r�d
}n<t jdkr�d
}n,dt j
v r�|d�dkr�d
}n|d�dkr�d
}|r�|d�}|jd| g S |jt�� S )z�Return the list of libraries to link against when building a
shared extension. On most platforms, this is just 'ext.libraries';
on Windows, we add the Python library (eg. python20.dll).
rB r )� MSVCCompilerz
python%d%dZ_d� � � r� FrJ �getandroidapilevelTrE �_PYTHON_HOST_PLATFORM�ANDROID_API_LEVEL�MACHDEP� LDVERSIONrG )r^ rj Zdistutils._msvccompilerr� rY r4 r �
hexversionr0 r� rl �hasattrr\ �environr � pythonlib)r: r� r� �templater� rl Zlink_libpython� ldversionr r r r� � s4
�
zbuild_ext.get_libraries) �__name__�
__module__� __qualname__� descriptionr\ r] Zsep_byr � user_options�boolean_optionsr � help_optionsr; rs r} r� r� r� rz r� r� �
contextlib�contextmanagerr� r� r� r� r� r� r� r� r� r r r r r " sn
�����+�� @N
L6
r ) �__doc__r� r\ �rer^ �distutils.corer �distutils.errorsr� r r r �distutils.dep_utilr �distutils.extensionr �distutils.utilr rS r
� r �siter
r� r� r r r r r r �<module> s& � site-packages/setuptools/_distutils/command/__pycache__/bdist_rpm.cpython-39.pyc 0000644 00000030053 15056474501 0024142 0 ustar 00 a
(�Re!T � @ st d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
T ddl m Z ddl
mZ G d d
� d
e�ZdS ) zwdistutils.command.bdist_rpm
Implements the Distutils 'bdist_rpm' command (create RPM source and binary
distributions).� N)�Command)�DEBUG)�
write_file)�*)�get_python_version)�logc @ sd e Zd ZdZg d�Zg d�Zdddd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dS )� bdist_rpmzcreate an RPM distribution)))z bdist-base=Nz/base directory for creating built distributions)z rpm-base=Nzdbase directory for creating RPMs (defaults to "rpm" under --bdist-base; must be specified for RPM 2))z dist-dir=�dzDdirectory to put final RPM files in (and .spec files if --spec-only))zpython=NzMpath to Python interpreter to hard-code in the .spec file (default: "python"))z
fix-pythonNzLhard-code the exact path to the current Python interpreter in the .spec file)z spec-onlyNzonly regenerate spec file)z source-onlyNzonly generate source RPM)z binary-onlyNzonly generate binary RPM)z use-bzip2Nz7use bzip2 instead of gzip to create source distribution)zdistribution-name=Nzgname of the (Linux) distribution to which this RPM applies (*not* the name of the module distribution!))zgroup=Nz9package classification [default: "Development/Libraries"])zrelease=NzRPM release number)zserial=NzRPM serial number)zvendor=NzaRPM "vendor" (eg. "Joe Blow <joe@example.com>") [default: maintainer or author from setup script])z packager=NzBRPM packager (eg. "Jane Doe <jane@example.net>") [default: vendor])z
doc-files=Nz6list of documentation files (space or comma-separated))z
changelog=Nz
RPM changelog)zicon=Nzname of icon file)z provides=Nz%capabilities provided by this package)z requires=Nz%capabilities required by this package)z
conflicts=Nz-capabilities which conflict with this package)zbuild-requires=Nz+capabilities required to build this package)z
obsoletes=Nz*capabilities made obsolete by this package)�
no-autoreqNz+do not automatically calculate dependencies)� keep-temp�kz"don't clean up RPM build directory)� no-keep-tempNz&clean up RPM build directory [default])�use-rpm-opt-flagsNz8compile with RPM_OPT_FLAGS when building from source RPM)�no-rpm-opt-flagsNz&do not pass any RPM CFLAGS to compiler)� rpm3-modeNz"RPM 3 compatibility mode (default))� rpm2-modeNzRPM 2 compatibility mode)z prep-script=Nz3Specify a script for the PREP phase of RPM building)z
build-script=Nz4Specify a script for the BUILD phase of RPM building)z pre-install=Nz:Specify a script for the pre-INSTALL phase of RPM building)zinstall-script=Nz6Specify a script for the INSTALL phase of RPM building)z
post-install=Nz;Specify a script for the post-INSTALL phase of RPM building)zpre-uninstall=Nz<Specify a script for the pre-UNINSTALL phase of RPM building)zpost-uninstall=Nz=Specify a script for the post-UNINSTALL phase of RPM building)z
clean-script=Nz4Specify a script for the CLEAN phase of RPM building)zverify-script=Nz6Specify a script for the VERIFY phase of the RPM build)z force-arch=Nz0Force an architecture onto the RPM build process)�quiet�qz3Run the INSTALL phase of RPM building in quiet mode)r r r r
r r r r )r
r r c C s� d | _ d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ d | _ d | _ d | _ d| _!d| _"d| _#d| _$d | _%d| _&d S )Nr � )'�
bdist_base�rpm_base�dist_dir�python�
fix_python� spec_only� binary_only� source_only� use_bzip2�distribution_name�group�release�serial�vendor�packager� doc_files� changelog�icon� prep_script� build_script�install_script� clean_script�
verify_script� pre_install� post_install�
pre_uninstall�post_uninstall�prep�provides�requires� conflicts�build_requires� obsoletes� keep_temp�use_rpm_opt_flags� rpm3_mode�
no_autoreq�
force_archr ��self� r= ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/bdist_rpm.py�initialize_options� sN z bdist_rpm.initialize_optionsc C s� | � dd� | jd u r6| js$td��tj�| jd�| _| jd u rX| j rPt
j | _qfd| _n| j rftd��tj dkr~t
dtj ��| jr�| jr�td ��| j�� s�d
| _| � dd � | �� d S ) N�bdist)r r z)you must specify --rpm-base in RPM 2 mode�rpmZpython3z8--python and --fix-python are mutually exclusive options�posixz9don't know how to create RPM distributions on platform %sz6cannot supply both '--source-only' and '--binary-only'r )r r )�set_undefined_optionsr r8 �DistutilsOptionError�os�path�joinr r r �sys�
executable�name�DistutilsPlatformErrorr r � distribution�has_ext_modulesr7 �finalize_package_datar; r= r= r> �finalize_options� s6
�
�
� �
zbdist_rpm.finalize_optionsc C sT | � dd� | � dd| j�� | j�� f � | � d� | �d� t| jt�rxdD ]&}tj �
|�rP|| jvrP| j� |� qP| � dd � | � d
� | � d � | � d � | � | j
�| _
| �d
� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | � d � d S ) Nr zDevelopment/Librariesr" z%s <%s>r# r$ )ZREADMEz
README.txtr �1r! r r% r& r' r( r) r* r+ r, r- r. r/ r1 r2 r3 r4 r5 r: )�
ensure_stringrL � get_contact�get_contact_email�ensure_string_list�
isinstancer$ �listrE rF �exists�append�_format_changelogr% �ensure_filename)r< Zreadmer= r= r> rN � sB
��
z bdist_rpm.finalize_package_datac C s� t r<td� td| j� td| j� td| j� td| j� | jrT| j}| �|� n8i }dD ]&}t j
� | j |�||< | �|| � q\|d }t j
� |d| j
�� �}| �t|| �� fd | � | jr�d S | j
jd d � }| �d
�}| jr�d g|_nd g|_| �d
� || j
_|�� d
}|d }| �||� | j�rbt j
�| j��rT| �| j|� ntd| j ��t � d� dg} | j �r�| � d� n | j �r�| � d� n
| � d� | �!dd| j" g� | j#�r�| �!ddt j
�$| j � g� | j%�s�| � d� | j&�r | � d� | � |� d}
|
d } d |
d } d | | |f }
t �'|
�}z�g }d }|�(� }|�sV�q�|�)� �*� }t+|�d k�stJ �|� |d � |d u �rD|d
}�qD|�,� }|�r�t-d!t.|
� ��W |�,� n
|�,� 0 | �/| � | j0�s�| j
�1� �r�t2� }nd"}| j �sTt j
� |d# |�}t j
�|��s"J �| �3|| j� t j
� | j|�}| j
j� d$||f� | j �s�|D ]`}t j
� |d% |�}t j
�|��r`| �3|| j� t j
� | jt j
�4|��}| j
j� d$||f� �q`d S )&Nzbefore _get_package_data():zvendor =z
packager =z doc_files =z changelog =)�SOURCES�SPECS�BUILD�RPMS�SRPMSr\ z%s.specz writing '%s'�sdist�bztar�gztarr r[ z icon file '%s' does not existz
building RPMsZrpmbuildz-bsz-bbz-baz--definez __python %sz
_topdir %sz--cleanz--quietz %{name}-%{version}-%{release}z.src.rpmz%{arch}/z .%{arch}.rpmz%rpm -q --qf '%s %s\n' --specfile '%s'� r zFailed to execute: %s�anyr_ r r^ )5r �printr" r# r$ r% r r �mkpathrE rF rG r rL �get_name�executer �_make_spec_file�
dist_files�reinitialize_commandr �formats� run_commandZget_archive_files� copy_filer& rW �DistutilsFileErrorr �infor rX r �extendr r8 �abspathr6 r �popen�readline�strip�split�len�close�DistutilsExecError�repr�spawn�dry_runrM r � move_file�basename)r< Zspec_dirZrpm_dirr Z spec_pathZsaved_dist_filesr` �source�
source_dirZrpm_cmdZ
nvr_stringZsrc_rpmZ non_src_rpmZq_cmd�outZ binary_rpmsZ
source_rpm�line�l�statusZ pyversionZsrpm�filenamerA r= r= r> �run s� ���
�
�
�
�
��z
bdist_rpm.runc C s t j�| jt j�|��S )N)rE rF rG r r~ )r< rF r= r= r> �
_dist_path� s zbdist_rpm._dist_pathc C s\ d| j �� d| j �� �dd� d| j �� d| j�dd� dd| j �� g}t�d �}d
�d d � |� � D ��}d
}d}|�||�}||kr�|�
d� |�
d| d
� |� g d�� | j r�|�
d� n
|�
d� |� d| j �
� d| j ddg� | j�s| j �� �s$|�
d� n|�
d| j � dD ]V}t| |�� �}t|t��r`|�
d|d �|�f � n |d u�r(|�
d||f � �q(| j �� d k�r�|�
d | j �� � | j�r�|�
d | j � | j�r�|�
d!d �| j� � | j�r�|�
d"tj�| j� � | j �r |�
d#� |� dd$| j � � g� d%| j tj�t j d& �f }d'| } | j!�rVd(| } d)| }
d*d+d,| fd-d.|
fd/d0d1d2d3d4g } | D ]�\} }
}t| |
�}|�s�|�r�|� dd5| g� |�r�t"|��$}|� |�#� �$d
�� W d � n1 �s�0 Y n
|�
|� �q�|� g d6�� | j%�r6|�
d7d �| j%� � | j&�rX|� dd8g� |� | j&� |S )9ziGenerate the text of an RPM spec file and return it as a
list of strings (one per line).
z
%define name z%define version �-�_z%define unmangled_version z%define release � z Summary: z rpm --eval %{__os_install_post}�
c S s g | ]}d |� � �qS )z %s \)ru )�.0r� r= r= r> �
<listcomp>� s �z-bdist_rpm._make_spec_file.<locals>.<listcomp>zbrp-python-bytecompile \
z%brp-python-bytecompile %{__python} \
z2# Workaround for http://bugs.python.org/issue14443z%define __os_install_post )z
Name: %{name}zVersion: %{version}zRelease: %{release}z-Source0: %{name}-%{unmangled_version}.tar.bz2z,Source0: %{name}-%{unmangled_version}.tar.gzz License: zGroup: z>BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildrootzPrefix: %{_prefix}zBuildArch: noarchz
BuildArch: %s)ZVendorZPackager�Provides�RequiresZ Conflicts� Obsoletesz%s: %s� N�UNKNOWNzUrl: zDistribution: zBuildRequires: zIcon: z
AutoReq: 0z %descriptionz%s %sr z%s buildz env CFLAGS="$RPM_OPT_FLAGS" z>%s install -O1 --root=$RPM_BUILD_ROOT --record=INSTALLED_FILES)r0 r' z&%setup -n %{name}-%{unmangled_version}�buildr( �installr) )�cleanr* zrm -rf $RPM_BUILD_ROOT)Z verifyscriptr+ N)�prer, N)�postr- N)Zpreunr. N)Zpostunr/ N�%)r� z%files -f INSTALLED_FILESz%defattr(-,root,root)z%doc z
%changelog)'rL rg � get_version�replacer �get_description�
subprocess� getoutputrG �
splitlinesrX rq r � get_licenser r: rM �getattr�lowerrU rV �get_urlr r4 r& rE rF r~ r9 �get_long_descriptionr rH �argvr7 �open�readrv r$ r% )r< Z spec_fileZ vendor_hook�problem�fixedZ
fixed_hook�field�valZdef_setup_callZ def_buildZ install_cmdZscript_optionsZrpm_opt�attr�default�fr= r= r> ri � s� �
�
�
�
� ��
�
6� zbdist_rpm._make_spec_filec C s| |s|S g }|� � �d�D ]N}|� � }|d dkrB|�d|g� q|d dkrZ|�|� q|�d| � q|d sx|d= |S )zKFormat the changelog correctly and convert it to a list of strings
r� r r r� r� z )ru rv rq rX )r< r% Z
new_changelogr� r= r= r> rY 0 s zbdist_rpm._format_changelogN)�__name__�
__module__� __qualname__� description� user_options�boolean_options� negative_optr? rO rN r� r� ri rY r= r= r= r> r s m�- - *r )�__doc__r� rH rE �distutils.corer �distutils.debugr �distutils.file_utilr �distutils.errors�distutils.sysconfigr � distutilsr r r= r= r= r> �<module> s site-packages/setuptools/_distutils/command/__pycache__/sdist.cpython-39.pyc 0000644 00000034372 15056474501 0023315 0 ustar 00 a
(�Re=J � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddlm Z ddlm
Z
ddlm Z dd l m
Z
dd
lmZ dd lmZ dd lmZ dd
lmZmZ dd� ZG dd� de�ZdS )zadistutils.command.sdist
Implements the Distutils 'sdist' command (create a source distribution).� N)�glob)�warn)�Command)�dir_util)� file_util)� archive_util)�TextFile)�FileList)�log)� convert_path)�DistutilsTemplateError�DistutilsOptionErrorc C s` ddl m} ddlm} g }|�� D ] }|�d| d|| d f� q$|�� | |��d� dS )zoPrint all possible values for the 'formats' option (used by
the "--help-formats" command-line option).
r )� FancyGetopt)�ARCHIVE_FORMATS�formats=N� z.List of available source distribution formats:)�distutils.fancy_getoptr Zdistutils.archive_utilr �keys�append�sort�
print_help)r r �formats�format� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/sdist.py� show_formats s
��r c @ s e Zd ZdZdd� Zg d�Zg d�ZdddefgZd d
d �Z d efgZ
d
Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zedd� �Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z d6d7� Z!d8d9� Z"dS ):�sdistz6create a source distribution (tarball, zip file, etc.)c C s | j S )zYCallable used for the check sub-command.
Placed here so user_options can view it)�metadata_check��selfr r r �checking_metadata( s zsdist.checking_metadata))z template=�tz5name of manifest template file [default: MANIFEST.in])z manifest=�mz)name of manifest file [default: MANIFEST])� use-defaultsNzRinclude the default file set in the manifest [default; disable with --no-defaults])� no-defaultsNz"don't include the default file set)�pruneNz�specifically exclude files/directories that should not be distributed (build tree, RCS/CVS dirs, etc.) [default; disable with --no-prune])�no-pruneNz$don't automatically exclude anything)�
manifest-only�ozEjust regenerate the manifest and then stop (implies --force-manifest))�force-manifest�fzkforcibly regenerate the manifest and carry on as usual. Deprecated: now the manifest is always regenerated.)r Nz6formats for source distribution (comma-separated list))� keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist])�metadata-checkNz[Ensure that all required elements of meta-data are supplied. Warn if any missing. [default])zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group])r# r% r' r) r+ r. z help-formatsNz#list available distribution formatsr# r% )r$ r& �check)ZREADMEz
README.txtz
README.rstc C sT d | _ d | _d| _d| _d| _d| _dg| _d| _d | _d | _ d| _
d | _ d | _ d S )N� r �gztar)
�template�manifest� use_defaultsr% �
manifest_onlyZforce_manifestr � keep_temp�dist_dir�
archive_filesr �owner�groupr r r r �initialize_optionse s zsdist.initialize_optionsc C sZ | j d u rd| _ | jd u r d| _| �d� t�| j�}|rFtd| ��| jd u rVd| _d S )NZMANIFESTz MANIFEST.inr zunknown archive format '%s'�dist)r5 r4 �ensure_string_listr �check_archive_formatsr r
r9 )r Z
bad_formatr r r �finalize_options| s
�
zsdist.finalize_optionsc C s> t � | _| �� D ]}| �|� q| �� | jr2d S | �� d S �N)r �filelist�get_sub_commands� run_command�
get_file_listr7 �make_distribution)r �cmd_namer r r �run� s z sdist.runc C s* t dt� | j�d�}|�� |�� dS )zDeprecated API.zadistutils.command.sdist.check_metadata is deprecated, use the check command insteadr1 N)r �PendingDeprecationWarning� distribution�get_command_obj�ensure_finalizedrI )r r1 r r r �check_metadata� s � zsdist.check_metadatac C s� t j�| j�}|s:| �� r:| �� | j�� | j�� dS |sN| � d| j � | j�
� | j rf| � � |rr| �
� | jr�| �� | j�� | j�� | �� dS )aC Figure out the list of files to include in the source
distribution, and put it in 'self.filelist'. This might involve
reading the manifest template (and writing the manifest), or just
reading the manifest, or just using the default file set -- it all
depends on the user's options.
Nz?manifest template '%s' does not exist (using default file list))�os�path�isfiler4 �_manifest_is_not_generated�
read_manifestrC r Zremove_duplicatesr �findallr6 � add_defaults�
read_templater% �prune_file_list�write_manifest)r Ztemplate_existsr r r rF � s(
�
zsdist.get_file_listc C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scriptsr r r r rU � s zsdist.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�v S )z�
Case-sensitive path existence check
>>> sdist._cs_path_exists(__file__)
True
>>> sdist._cs_path_exists(__file__.upper())
False
F)rO rP �exists�abspath�split�listdir)�fspathra � directory�filenamer r r �_cs_path_exists� s
zsdist._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
�READMESrK � script_name�
isinstance�tuplerg rC r r �join)r Z standards�fnZaltsZgot_itr r r rY � s"
�
z sdist._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)�filterrO rP rQ r rC �extend)r �optional�pattern�filesr r r rZ s z sdist._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandrK �has_pure_modulesrC ro �get_source_files�
data_filesr rO rP rl )r rs �pkg�src_dir� build_dir� filenamesrf r r r r[ s
zsdist._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S rB ) rK �has_data_filesrw rj �strr rO rP rQ rC r )r �item�dirnamer{ r* r r r r\ $ s
z sdist._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)rK �has_ext_modulesrt rC ro rv )r r� r r r r] 5 s
zsdist._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)rK �has_c_librariesrt rC ro rv )r r� r r r r^ : s
zsdist._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)rK � has_scriptsrt rC ro rv )r r� r r r r_ ? s
zsdist._add_defaults_scriptsc
C s� t �d| j� t| jddddddd�}zr|�� }|du r:q�z| j�|� W q( ttfy� } z$| � d|j
|j |f � W Y d}~q(d}~0 0 q(W |� � n
|� � 0 dS )z�Read and parse manifest template file named by self.template.
(usually "MANIFEST.in") The parsing and processing is done by
'self.filelist', which updates itself accordingly.
z reading manifest template '%s'r2 )�strip_comments� skip_blanks�
join_lines� lstrip_ws� rstrip_wsZ
collapse_joinNz%s, line %d: %s)
r
�infor4 r �readlinerC �process_template_liner �
ValueErrorr rf � current_line�close)r r4 �line�msgr r r rV D s"
�
�"zsdist.read_templatec C sz | � d�}| j�� }| jjd|jd� | jjd|d� tjdkrFd}nd}g d�}d|d �|�|f }| jj|d
d � dS ) av Prune off branches that might slip into the file list as created
by 'read_template()', but really don't belong there:
* the build tree (typically "build")
* the release tree itself (only an issue if we ran "sdist"
previously with --keep-temp, or it aborted)
* any RCS, CVS, .svn, .hg, .git, .bzr, _darcs directories
�buildN)�prefix�win32z/|\\�/)�RCS�CVSz\.svnz\.hgz\.gitz\.bzr�_darcsz(^|%s)(%s)(%s).*�|r2 )Zis_regex) rt rK � get_fullnamerC Zexclude_pattern�
build_base�sys�platformrl )r r� �base_dir�sepsZvcs_dirsZvcs_ptrnr r r rW a s
zsdist.prune_file_listc C sX | � � r t�d| j � dS | jjdd� }|�dd� | �tj | j|fd| j � dS )z�Write the file list in 'self.filelist' (presumably as filled in
by 'add_defaults()' and 'read_template()') to the manifest file
named by 'self.manifest'.
z5not writing to manually maintained manifest file '%s'Nr z*# file GENERATED by distutils, do NOT editzwriting manifest file '%s')
rR r
r� r5 rC rr �insert�executer �
write_file)r �contentr r r rX y s � �zsdist.write_manifestc C sD t j�| j�sdS t| j�}z|�� }W |�� n
|�� 0 |dkS )NFz+# file GENERATED by distutils, do NOT edit
)rO rP rQ r5 �openr� r� )r �fp�
first_liner r r rR � s
z sdist._manifest_is_not_generatedc C sj t �d| j� t| j��>}|D ](}|�� }|�d�s |s:q | j�|� q W d � n1 s\0 Y dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'�#N)r
r� r5 r� �strip�
startswithrC r )r r5 r� r r r rS � s zsdist.read_manifestc C s� | � |� tj||| jd� ttd�r4d}d| }n d}d| }|sPt�d� n
t�|� |D ]<}tj �
|�s|t�d|� q^tj � ||�}| j |||d � q^| j
j�|� dS )
a� Create the directory tree that will become the source
distribution archive. All directories implied by the filenames in
'files' are created under 'base_dir', and then we hard link or copy
(if hard linking is unavailable) those files into place.
Essentially, this duplicates the developer's source tree, but in a
directory named after the distribution, containing only the files
to be distributed.
��dry_run�link�hardzmaking hard links in %s...Nzcopying files to %s...z)no files to distribute -- empty manifest?z#'%s' not a regular file -- skipping)r� )�mkpathr � create_treer� �hasattrrO r
r r� rP rQ rl � copy_filerK �metadata�write_pkg_info)r r� rr r� r� �file�destr r r �make_release_tree� s
zsdist.make_release_treec C s� | j �� }tj�| j|�}| �|| jj� g }d| j v rT| j �
| j � | j � d��� | j D ]:}| j
|||| j| jd�}|�
|� | j j�
dd|f� qZ|| _| js�tj|| jd� dS )a� Create the source distribution(s). First, we create the release
tree with 'make_release_tree()'; then, we create all required
archive files (according to 'self.formats') from the release tree.
Finally, we clean up by blowing away the release tree (unless
'self.keep_temp' is true). The list of archive files created is
stored so it can be retrieved later by 'get_archive_files()'.
�tar)r� r; r< r � r� N)rK r� rO rP rl r9 r� rC rr r r �pop�index� make_archiver; r< �
dist_filesr: r8 r � remove_treer� )r r� � base_namer: �fmtr� r r r rG � s
�
zsdist.make_distributionc C s | j S )zzReturn the list of archive files created when the command
was run, or None if the command hasn't run yet.
)r: r r r r �get_archive_files� s zsdist.get_archive_files)#�__name__�
__module__� __qualname__� descriptionr � user_options�boolean_optionsr � help_options� negative_opt� sub_commandsrh r= rA rI rN rF rU � staticmethodrg rY rZ r[ r\ r] r^ r_ rV rW rX rR rS r� rG r� r r r r r $ sH '���
(
* r )�__doc__rO r� r �warningsr �distutils.corer � distutilsr r r �distutils.text_filer �distutils.filelistr r
�distutils.utilr �distutils.errorsr r
r r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/bdist_dumb.cpython-39.pyc 0000644 00000007156 15056474501 0024303 0 ustar 00 a
(�Re1 � @ sh d Z ddlZddlmZ ddlmZ ddlmZmZ ddl T ddl
m Z ddl m
Z
G d d
� d
e�ZdS ) z�distutils.command.bdist_dumb
Implements the Distutils 'bdist_dumb' command (create a "dumb" built
distribution -- i.e., just an archive to be unpacked under $prefix or
$exec_prefix).� N)�Command)� get_platform)� remove_tree�ensure_relative)�*)�get_python_version)�logc @ s\ e Zd ZdZdddde� fdddd d
d d g Zg d
�Zddd�Zdd� Zdd� Z dd� Z
dS )�
bdist_dumbz"create a "dumb" built distribution)z
bdist-dir=�dz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))zformat=�fz>archive format to create (tar, gztar, bztar, xztar, ztar, zip))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=r
z-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))�relativeNz7build the archive using relative paths (default: false))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group])r
r r �gztar�zip)�posix�ntc C s: d | _ d | _d | _d| _d | _d | _d| _d | _d | _d S )Nr ) � bdist_dir� plat_name�format� keep_temp�dist_dir�
skip_buildr �owner�group)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/bdist_dumb.py�initialize_options2 s z bdist_dumb.initialize_optionsc C sx | j d u r&| �d�j}tj�|d�| _ | jd u rdz| jtj | _W n t yb t
dtj ��Y n0 | � dddd� d S )N�bdistZdumbz@don't know how to create dumb built distributions on platform %s)r r )r r )r r ) r �get_finalized_command�
bdist_base�os�path�joinr �default_format�name�KeyError�DistutilsPlatformError�set_undefined_options)r r% r r r! �finalize_options= s"
��
�zbdist_dumb.finalize_optionsc C s( | j s| �d� | jddd�}| j|_| j |_ d|_t�d| j� | �d� d| j� � | j
f }t j �
| j|�}| js~| j}nJ| j�� r�|j|jkr�tdt|j�t|j�f ��nt j �
| jt|j��}| j|| j|| j| jd �}| j�� r�t� }nd
}| jj� d ||f� | j �s$t | j| j d � d S )
N�build�install� )�reinit_subcommandsr zinstalling to %sz%s.%szScan't make a dumb built distribution where base and platbase are different (%s, %s))�root_dirr r �anyr )�dry_run) r � run_command�reinitialize_commandr �root�warn_dirr �info� distribution� get_fullnamer r& r' r( r r �has_ext_modules� install_base�install_platbaser, �reprr � make_archiver r r r �
dist_files�appendr r r5 )r r0 Zarchive_basenameZpseudoinstall_rootZ archive_root�filenameZ pyversionr r r! �runO sN
�
����
��
�zbdist_dumb.runN) �__name__�
__module__� __qualname__� descriptionr � user_options�boolean_optionsr) r" r. rE r r r r! r s, ���� r )�__doc__r& �distutils.corer �distutils.utilr �distutils.dir_utilr r �distutils.errors�distutils.sysconfigr � distutilsr r r r r r! �<module> s site-packages/setuptools/_distutils/command/__pycache__/config.cpython-39.pyc 0000644 00000024116 15056474501 0023427 0 ustar 00 a
(�Re=3 � @ sl d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddd �Z G d
d � d e�Z dd d
�Z
dS )a� distutils.command.config
Implements the Distutils 'config' command, a (mostly) empty command class
that exists mainly to be sub-classed by specific module distributions and
applications. The idea is that while every "config" command is different,
at least they're all named the same, and users always see "config" in the
list of standard commands. Also, this is a good place to put common
configure-like tasks: "try to compile this C code", or "figure out where
this header file lives".
� N)�Command)�DistutilsExecError)�customize_compiler)�logz.cz.cxx)�czc++c @ s� e Zd ZdZg d�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
d(dd�Zd)dd�Zd*dd �Zd+d d �Zd,d d �Zd-d"d#�Zdddg fd$d%�Zd.d&d'�ZdS )/�configzprepare to build) )z compiler=Nzspecify the compiler type)zcc=Nz specify the compiler executable)z
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link with)z
library-dirs=�Lz.directories to search for external C libraries)�noisyNz1show every action (compile, link, run, ...) taken)z dump-sourceNz=dump generated source files before attempting to compile themc C s4 d | _ d | _d | _d | _d | _d| _d| _g | _d S )N� )�compiler�cc� include_dirs� libraries� library_dirsr
� dump_source�
temp_files��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/config.py�initialize_options3 s zconfig.initialize_optionsc C s� | j d u r| jj pg | _ n t| j t�r6| j �tj�| _ | jd u rHg | _nt| jt�r^| jg| _| jd u rpg | _n t| jt�r�| j�tj�| _d S �N) r � distribution�
isinstance�str�split�os�pathsepr r r r r r �finalize_optionsB s
zconfig.finalize_optionsc C s d S r r r r r r �runR s z
config.runc C sz ddl m}m} t| j|�sv|| j| jdd�| _t| j� | jrN| j�| j� | j rb| j�
| j � | j rv| j� | j � dS )z^Check that 'self.compiler' really is a CCompiler object;
if not, make it one.
r )� CCompiler� new_compilerr )r �dry_run�forceN)
�distutils.ccompilerr$ r% r r r& r r Zset_include_dirsr Z
set_librariesr Zset_library_dirs)r r$ r% r r r �_check_compilerY s �
zconfig._check_compilerc C s� dt | }t|d��V}|r>|D ]}|�d| � q |�d� |�|� |d dkr^|�d� W d � n1 sr0 Y |S )NZ _configtest�wz#include <%s>
�
���)�LANG_EXT�open�write)r �body�headers�lang�filename�file�headerr r r �_gen_temp_sourcefilek s
(zconfig._gen_temp_sourcefilec C s< | � |||�}d}| j�||g� | jj|||d� ||fS )Nz
_configtest.i�r )r6 r �extendr �
preprocess)r r0 r1 r r2 �src�outr r r � _preprocessw s
zconfig._preprocessc C s\ | � |||�}| jr"t|d| � | j�|g�\}| j�||g� | jj|g|d� ||fS )Nzcompiling '%s':r7 )r6 r � dump_filer Zobject_filenamesr r8 �compile)r r0 r1 r r2 r: �objr r r �_compile~ s zconfig._compilec
C sr | � ||||�\}}tj�tj�|��d } | jj|g| |||d� | jjd ur\| | jj } | j� | � ||| fS )Nr )r r Z target_lang)
r@ r �path�splitext�basenamer Zlink_executableZ
exe_extensionr �append)
r r0 r1 r r r r2 r: r? �progr r r �_link� s � z config._linkc G sR |s| j }g | _ t�dd�|�� |D ]&}zt�|� W q& tyJ Y q&0 q&d S )Nz removing: %s� )r r �info�joinr �remove�OSError)r � filenamesr3 r r r �_clean� s z
config._cleanNr c C sP ddl m} | �� d}z| �||||� W n |yB d}Y n0 | �� |S )aQ Construct a source file from 'body' (a string containing lines
of C/C++ code) and 'headers' (a list of header files to include)
and run it through the preprocessor. Return true if the
preprocessor succeeded, false if there were any errors.
('body' probably isn't of much use, but what the heck.)
r �� CompileErrorTF)r( rO r) r< rM �r r0 r1 r r2 rO �okr r r �try_cpp� s
zconfig.try_cppc C s� | � � | �||||�\}}t|t�r0t�|�}t|��8}d} |�� }
|
dkrPqb|�|
�r>d} qbq>W d � n1 sv0 Y | � � | S )a� Construct a source file (just like 'try_cpp()'), run it through
the preprocessor, and return true if any line of the output matches
'pattern'. 'pattern' should either be a compiled regex object or a
string containing a regex. If both 'body' and 'headers' are None,
preprocesses an empty file -- which can be useful to determine the
symbols the preprocessor and compiler set by default.
F� TN)
r) r< r r �rer> r. �readline�searchrM ) r �patternr0 r1 r r2 r: r; r4 �match�liner r r �
search_cpp� s
"zconfig.search_cppc C sb ddl m} | �� z| �||||� d}W n |yB d}Y n0 t�|rPdpRd� | �� |S )zwTry to compile a source file built from 'body' and 'headers'.
Return true on success, false otherwise.
r rN TF�success!�failure.)r( rO r) r@ r rH rM rP r r r � try_compile� s
zconfig.try_compilec
C sn ddl m}m} | �� z | �||||||� d} W n ||fyN d} Y n0 t�| r\dp^d� | �� | S )z�Try to compile and link a source file, built from 'body' and
'headers', to executable form. Return true on success, false
otherwise.
r �rO � LinkErrorTFr[ r\ )r( rO r_ r) rF r rH rM )
r r0 r1 r r r r2 rO r_ rQ r r r �try_link� s
�
zconfig.try_linkc
C s� ddl m}m} | �� z.| �||||||�\} }
} | �| g� d} W n ||tfyb d} Y n0 t�| rpdprd� | � � | S )z�Try to compile, link to an executable, and run a program
built from 'body' and 'headers'. Return true on success, false
otherwise.
r r^ TFr[ r\ )
r( rO r_ r) rF �spawnr r rH rM )
r r0 r1 r r r r2 rO r_ r: r? ZexerQ r r r �try_run� s
�
zconfig.try_runr c C st | � � g }|r |�d| � |�d� |r<|�d| � n|�d| � |�d� d�|�d }| �|||||�S )a� Determine if function 'func' is available by constructing a
source file that refers to 'func', and compiles and links it.
If everything succeeds, returns true; otherwise returns false.
The constructed source file starts out by including the header
files listed in 'headers'. If 'decl' is true, it then declares
'func' (as "int func()"); you probably shouldn't supply 'headers'
and set 'decl' true in the same call, or you might get errors about
a conflicting declarations for 'func'. Finally, the constructed
'main()' function either references 'func' or (if 'call' is true)
calls it. 'libraries' and 'library_dirs' are used when
linking.
z
int %s ();z
int main () {z %s();z %s;�}r+ )r) rD rI r` ) r �funcr1 r r r �decl�callr0 r r r �
check_func s
�zconfig.check_funcc C s | � � | �d|||g| |�S )a� Determine if 'library' is available to be linked against,
without actually checking that any particular symbols are provided
by it. 'headers' will be used in constructing the source file to
be compiled, but the only effect of this is to check if all the
header files listed are available. Any libraries listed in
'other_libraries' will be included in the link, in case 'library'
has symbols that depend on other libraries.
zint main (void) { })r) r` )r �libraryr r1 r Zother_librariesr r r � check_lib4 s
�zconfig.check_libc C s | j d|g|d�S )z�Determine if the system header file named by 'header_file'
exists and can be found by the preprocessor; return true if so,
false otherwise.
z
/* No body */)r0 r1 r )rR )r r5 r r r2 r r r � check_headerB s
�zconfig.check_header)NNNr )NNNr )NNr )NNNNr )NNNNr )NNNNr r )NNr )�__name__�
__module__� __qualname__� description� user_optionsr r" r# r) r6 r< r@ rF rM rR rZ r] r` rb rg ri rj r r r r r s>
�
�
�
�
�
�r c C sR |du rt �d| � n
t �|� t| �}zt �|�� � W |�� n
|�� 0 dS )zjDumps a file content into log.info.
If head is not None, will be dumped before the file content.
Nz%s)r rH r. �read�close)r3 �headr4 r r r r= K s
r= )N)�__doc__r rT �distutils.corer �distutils.errorsr �distutils.sysconfigr � distutilsr r- r r= r r r r �<module> s
8 site-packages/setuptools/_distutils/command/__pycache__/__init__.cpython-39.pyc 0000644 00000001105 15056474501 0023712 0 ustar 00 a
(�Re � @ s d Z g d�ZdS )z\distutils.command
Package containing implementation of all the standard Distutils
commands.)�build�build_py� build_ext�
build_clib�
build_scripts�clean�install� install_lib�install_headers�install_scripts� install_data�sdist�register�bdist�
bdist_dumb� bdist_rpm�
bdist_wininst�check�uploadN)�__doc__�__all__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/__init__.py�<module> s site-packages/setuptools/_distutils/command/__pycache__/install_data.cpython-39.pyc 0000644 00000004527 15056474501 0024625 0 ustar 00 a
(�Re � @ s< d Z ddlZddlmZ ddlmZmZ G dd� de�ZdS )z�distutils.command.install_data
Implements the Distutils 'install_data' command, for installing
platform-independent data files.� N)�Command)� change_root� convert_pathc @ sF e Zd ZdZg d�ZdgZdd� Zdd� Zdd � Zd
d � Z d d
� Z
dS )� install_datazinstall data files))z install-dir=�dzIbase directory for installing data files (default: installation base dir))zroot=Nz<install everything relative to this alternate root directory)�force�fz-force installation (overwrite existing files)r c C s, d | _ g | _d | _d| _| jj| _d| _d S )Nr � )� install_dir�outfiles�rootr � distribution�
data_files�warn_dir��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install_data.py�initialize_options s
z install_data.initialize_optionsc C s | � dddd� d S )N�install)r r
)r r )r r )�set_undefined_optionsr r r r �finalize_options# s
�z install_data.finalize_optionsc C s� | � | j� | jD ]�}t|t�rbt|�}| jrB| �d|| jf � | �|| j�\}}| j �
|� qt|d �}t j �
|�s�t j �| j|�}n| jr�t| j|�}| � |� |d g kr�| j �
|� q|d D ](}t|�}| �||�\}}| j �
|� q�qd S )NzMsetup script did not provide a directory for '%s' -- installing right in '%s'r r )�mkpathr
r �
isinstance�strr r �warn� copy_filer �append�os�path�isabs�joinr r )r r �out�_�dir�datar r r �run* s,
�
zinstall_data.runc C s
| j pg S �N)r r r r r �
get_inputsK s zinstall_data.get_inputsc C s | j S r' )r r r r r � get_outputsN s zinstall_data.get_outputsN) �__name__�
__module__� __qualname__� description� user_options�boolean_optionsr r r& r( r) r r r r r s !r )�__doc__r �distutils.corer �distutils.utilr r r r r r r �<module> s site-packages/setuptools/_distutils/command/__pycache__/install_lib.cpython-39.pyc 0000644 00000012104 15056474501 0024450 0 ustar 00 a
(�Re� � @ sL d Z ddlZddlZddlZddlmZ ddlmZ dZ G dd� de�Z
dS )zkdistutils.command.install_lib
Implements the Distutils 'install_lib' command
(install all Python modules).� N)�Command)�DistutilsOptionErrorz.pyc @ sx e Zd ZdZg d�Zg d�ZddiZdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )� install_libz7install all Python modules (extensions and pure Python)))z install-dir=�dzdirectory to install to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�
skip-buildNzskip the build steps)r r r
r r c C s( d | _ d | _d| _d | _d | _d | _d S )Nr )� install_dir� build_dirr r �optimize�
skip_build��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_distutils/command/install_lib.py�initialize_options3 s z install_lib.initialize_optionsc C s� | � ddddddd� | jd u r&d| _| jd u r6d | _t| jt�s�z t| j�| _| jd
vr^t�W n ttfy~ td ��Y n0 d S ) N�install)� build_libr )r r )r r )r r )r r )r r TF)r � � zoptimize must be 0, 1, or 2)�set_undefined_optionsr r �
isinstance�int�AssertionError�
ValueErrorr r r r r �finalize_options< s& �
z install_lib.finalize_optionsc C s0 | � � | �� }|d ur,| j�� r,| �|� d S �N)�buildr � distribution�has_pure_modules� byte_compile�r Zoutfilesr r r �runV s zinstall_lib.runc C s2 | j s.| j�� r| �d� | j�� r.| �d� d S )N�build_py� build_ext)r r# r$ � run_command�has_ext_modulesr r r r r" f s
zinstall_lib.buildc C s8 t j�| j�r | �| j| j�}n| �d| j � d S |S )Nz3'%s' does not exist -- no Python modules to install)�os�path�isdirr � copy_treer �warnr& r r r r m s �zinstall_lib.installc C sr t jr| �d� d S ddlm} | �d�j}| jrH||d| j|| j d� | j
dkrn||| j
| j|| j | j d� d S )Nz%byte-compiling is disabled, skipping.r )r% r )r r �prefix�dry_run)r r r1 �verboser2 ) �sys�dont_write_bytecoder0 �distutils.utilr% �get_finalized_command�rootr r r2 r r3 )r �filesr% Z install_rootr r r r% v s
�
�zinstall_lib.byte_compilec
C sd |sg S | � |�}|�� }t||�}t|�ttj� }g }|D ] } |�tj�|| |d � �� q>|S r! ) r7 � get_outputs�getattr�lenr, �sep�appendr- �join)
r Zhas_anyZ build_cmdZ
cmd_option�
output_dirZ build_filesr �
prefix_len�outputs�filer r r �_mutate_outputs� s
zinstall_lib._mutate_outputsc C sr g }|D ]d}t j�t j�|��d }|tkr.q| jrJ|�tjj |dd�� | j
dkr|�tjj || j
d�� q|S )Nr � )� optimizationr ) r, r- �splitext�normcase�PYTHON_SOURCE_EXTENSIONr r> � importlib�util�cache_from_sourcer )r Z py_filenamesZbytecode_filesZpy_file�extr r r �_bytecode_filenames� s
�
�
z install_lib._bytecode_filenamesc C sR | � | j�� dd| j�}| jr*| �|�}ng }| � | j�� dd| j�}|| | S )z�Return the list of files that would be installed if this command
were actually run. Not affected by the "dry-run" flag or whether
modules have actually been built yet.
r( r r) )rD r# r$ r r rN r+ )r Z pure_outputsZbytecode_outputsZ ext_outputsr r r r: � s �� ��zinstall_lib.get_outputsc C sL g }| j �� r&| �d�}|�|�� � | j �� rH| �d�}|�|�� � |S )z�Get the list of files that are input to this command, ie. the
files that get installed as they are named in the build tree.
The files in this list correspond one-to-one to the output
filenames returned by 'get_outputs()'.
r( r) )r# r$ r7 �extendr: r+ )r �inputsr( r) r r r �
get_inputs� s
zinstall_lib.get_inputsN)�__name__�
__module__� __qualname__� description� user_options�boolean_options� negative_optr r r' r" r r% rD rN r: rQ r r r r r s r ) �__doc__r, �importlib.utilrJ r4 �distutils.corer �distutils.errorsr rI r r r r r �<module> s site-packages/setuptools/_distutils/command/check.py 0000644 00000013005 15056474501 0016743 0 ustar 00 """distutils.command.check
Implements the Distutils 'check' command.
"""
from distutils.core import Command
from distutils.errors import DistutilsSetupError
try:
# docutils is installed
from docutils.utils import Reporter
from docutils.parsers.rst import Parser
from docutils import frontend
from docutils import nodes
class SilentReporter(Reporter):
def __init__(self, source, report_level, halt_level, stream=None,
debug=0, encoding='ascii', error_handler='replace'):
self.messages = []
Reporter.__init__(self, source, report_level, halt_level, stream,
debug, encoding, error_handler)
def system_message(self, level, message, *children, **kwargs):
self.messages.append((level, message, children, kwargs))
return nodes.system_message(message, level=level,
type=self.levels[level],
*children, **kwargs)
HAS_DOCUTILS = True
except Exception:
# Catch all exceptions because exceptions besides ImportError probably
# indicate that docutils is not ported to Py3k.
HAS_DOCUTILS = False
class check(Command):
"""This command checks the meta-data of the package.
"""
description = ("perform some checks on the package")
user_options = [('metadata', 'm', 'Verify meta-data'),
('restructuredtext', 'r',
('Checks if long string meta-data syntax '
'are reStructuredText-compliant')),
('strict', 's',
'Will exit with an error if a check fails')]
boolean_options = ['metadata', 'restructuredtext', 'strict']
def initialize_options(self):
"""Sets default values for options."""
self.restructuredtext = 0
self.metadata = 1
self.strict = 0
self._warnings = 0
def finalize_options(self):
pass
def warn(self, msg):
"""Counts the number of warnings that occurs."""
self._warnings += 1
return Command.warn(self, msg)
def run(self):
"""Runs the command."""
# perform the various tests
if self.metadata:
self.check_metadata()
if self.restructuredtext:
if HAS_DOCUTILS:
self.check_restructuredtext()
elif self.strict:
raise DistutilsSetupError('The docutils package is needed.')
# let's raise an error in strict mode, if we have at least
# one warning
if self.strict and self._warnings > 0:
raise DistutilsSetupError('Please correct your package.')
def check_metadata(self):
"""Ensures that all required elements of meta-data are supplied.
Required fields:
name, version, URL
Recommended fields:
(author and author_email) or (maintainer and maintainer_email))
Warns if any are missing.
"""
metadata = self.distribution.metadata
missing = []
for attr in ('name', 'version', 'url'):
if not (hasattr(metadata, attr) and getattr(metadata, attr)):
missing.append(attr)
if missing:
self.warn("missing required meta-data: %s" % ', '.join(missing))
if metadata.author:
if not metadata.author_email:
self.warn("missing meta-data: if 'author' supplied, " +
"'author_email' should be supplied too")
elif metadata.maintainer:
if not metadata.maintainer_email:
self.warn("missing meta-data: if 'maintainer' supplied, " +
"'maintainer_email' should be supplied too")
else:
self.warn("missing meta-data: either (author and author_email) " +
"or (maintainer and maintainer_email) " +
"should be supplied")
def check_restructuredtext(self):
"""Checks if the long string fields are reST-compliant."""
data = self.distribution.get_long_description()
for warning in self._check_rst_data(data):
line = warning[-1].get('line')
if line is None:
warning = warning[1]
else:
warning = '%s (line %s)' % (warning[1], line)
self.warn(warning)
def _check_rst_data(self, data):
"""Returns warnings when the provided data doesn't compile."""
# the include and csv_table directives need this to be a path
source_path = self.distribution.script_name or 'setup.py'
parser = Parser()
settings = frontend.OptionParser(components=(Parser,)).get_default_values()
settings.tab_width = 4
settings.pep_references = None
settings.rfc_references = None
reporter = SilentReporter(source_path,
settings.report_level,
settings.halt_level,
stream=settings.warning_stream,
debug=settings.debug,
encoding=settings.error_encoding,
error_handler=settings.error_encoding_error_handler)
document = nodes.document(settings, reporter, source=source_path)
document.note_source(source_path, -1)
try:
parser.parse(data, document)
except AttributeError as e:
reporter.messages.append(
(-1, 'Could not finish the parsing: %s.' % e, '', {}))
return reporter.messages
site-packages/setuptools/_distutils/command/bdist_msi.py 0000644 00000105373 15056474501 0017655 0 ustar 00 # Copyright (C) 2005, 2006 Martin von Löwis
# Licensed to PSF under a Contributor Agreement.
# The bdist_wininst command proper
# based on bdist_wininst
"""
Implements the bdist_msi command.
"""
import os
import sys
import warnings
from distutils.core import Command
from distutils.dir_util import remove_tree
from distutils.sysconfig import get_python_version
from distutils.version import StrictVersion
from distutils.errors import DistutilsOptionError
from distutils.util import get_platform
from distutils import log
import msilib
from msilib import schema, sequence, text
from msilib import Directory, Feature, Dialog, add_data
class PyDialog(Dialog):
"""Dialog class with a fixed layout: controls at the top, then a ruler,
then a list of buttons: back, next, cancel. Optionally a bitmap at the
left."""
def __init__(self, *args, **kw):
"""Dialog(database, name, x, y, w, h, attributes, title, first,
default, cancel, bitmap=true)"""
Dialog.__init__(self, *args)
ruler = self.h - 36
bmwidth = 152*ruler/328
#if kw.get("bitmap", True):
# self.bitmap("Bitmap", 0, 0, bmwidth, ruler, "PythonWin")
self.line("BottomLine", 0, ruler, self.w, 0)
def title(self, title):
"Set the title text of the dialog at the top."
# name, x, y, w, h, flags=Visible|Enabled|Transparent|NoPrefix,
# text, in VerdanaBold10
self.text("Title", 15, 10, 320, 60, 0x30003,
r"{\VerdanaBold10}%s" % title)
def back(self, title, next, name = "Back", active = 1):
"""Add a back button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 180, self.h-27 , 56, 17, flags, title, next)
def cancel(self, title, next, name = "Cancel", active = 1):
"""Add a cancel button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 304, self.h-27, 56, 17, flags, title, next)
def next(self, title, next, name = "Next", active = 1):
"""Add a Next button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 236, self.h-27, 56, 17, flags, title, next)
def xbutton(self, name, title, next, xpos):
"""Add a button with a given title, the tab-next button,
its name in the Control table, giving its x position; the
y-position is aligned with the other buttons.
Return the button, so that events can be associated"""
return self.pushbutton(name, int(self.w*xpos - 28), self.h-27, 56, 17, 3, title, next)
class bdist_msi(Command):
description = "create a Microsoft Installer (.msi) binary distribution"
user_options = [('bdist-dir=', None,
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('target-version=', None,
"require a specific python version" +
" on the target system"),
('no-target-compile', 'c',
"do not compile .py to .pyc on the target system"),
('no-target-optimize', 'o',
"do not compile .py to .pyo (optimized) "
"on the target system"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('install-script=', None,
"basename of installation script to be run after "
"installation or before deinstallation"),
('pre-install-script=', None,
"Fully qualified filename of a script to be run before "
"any files are installed. This script need not be in the "
"distribution"),
]
boolean_options = ['keep-temp', 'no-target-compile', 'no-target-optimize',
'skip-build']
all_versions = ['2.0', '2.1', '2.2', '2.3', '2.4',
'2.5', '2.6', '2.7', '2.8', '2.9',
'3.0', '3.1', '3.2', '3.3', '3.4',
'3.5', '3.6', '3.7', '3.8', '3.9']
other_version = 'X'
def __init__(self, *args, **kw):
super().__init__(*args, **kw)
warnings.warn("bdist_msi command is deprecated since Python 3.9, "
"use bdist_wheel (wheel packages) instead",
DeprecationWarning, 2)
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.no_target_compile = 0
self.no_target_optimize = 0
self.target_version = None
self.dist_dir = None
self.skip_build = None
self.install_script = None
self.pre_install_script = None
self.versions = None
def finalize_options(self):
self.set_undefined_options('bdist', ('skip_build', 'skip_build'))
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'msi')
short_version = get_python_version()
if (not self.target_version) and self.distribution.has_ext_modules():
self.target_version = short_version
if self.target_version:
self.versions = [self.target_version]
if not self.skip_build and self.distribution.has_ext_modules()\
and self.target_version != short_version:
raise DistutilsOptionError(
"target version can only be %s, or the '--skip-build'"
" option must be specified" % (short_version,))
else:
self.versions = list(self.all_versions)
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
)
if self.pre_install_script:
raise DistutilsOptionError(
"the pre-install-script feature is not yet implemented")
if self.install_script:
for script in self.distribution.scripts:
if self.install_script == os.path.basename(script):
break
else:
raise DistutilsOptionError(
"install_script '%s' not found in scripts"
% self.install_script)
self.install_script_key = None
def run(self):
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.prefix = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
install_lib = self.reinitialize_command('install_lib')
# we do not want to include pyc or pyo files
install_lib.compile = 0
install_lib.optimize = 0
if self.distribution.has_ext_modules():
# If we are building an installer for a Python version other
# than the one we are currently running, then we need to ensure
# our build_lib reflects the other Python version rather than ours.
# Note that for target_version!=sys.version, we must have skipped the
# build step, so there is no issue with enforcing the build of this
# version.
target_version = self.target_version
if not target_version:
assert self.skip_build, "Should have already checked this"
target_version = '%d.%d' % sys.version_info[:2]
plat_specifier = ".%s-%s" % (self.plat_name, target_version)
build = self.get_finalized_command('build')
build.build_lib = os.path.join(build.build_base,
'lib' + plat_specifier)
log.info("installing to %s", self.bdist_dir)
install.ensure_finalized()
# avoid warning of 'install_lib' about installing
# into a directory not in sys.path
sys.path.insert(0, os.path.join(self.bdist_dir, 'PURELIB'))
install.run()
del sys.path[0]
self.mkpath(self.dist_dir)
fullname = self.distribution.get_fullname()
installer_name = self.get_installer_filename(fullname)
installer_name = os.path.abspath(installer_name)
if os.path.exists(installer_name): os.unlink(installer_name)
metadata = self.distribution.metadata
author = metadata.author
if not author:
author = metadata.maintainer
if not author:
author = "UNKNOWN"
version = metadata.get_version()
# ProductVersion must be strictly numeric
# XXX need to deal with prerelease versions
sversion = "%d.%d.%d" % StrictVersion(version).version
# Prefix ProductName with Python x.y, so that
# it sorts together with the other Python packages
# in Add-Remove-Programs (APR)
fullname = self.distribution.get_fullname()
if self.target_version:
product_name = "Python %s %s" % (self.target_version, fullname)
else:
product_name = "Python %s" % (fullname)
self.db = msilib.init_database(installer_name, schema,
product_name, msilib.gen_uuid(),
sversion, author)
msilib.add_tables(self.db, sequence)
props = [('DistVersion', version)]
email = metadata.author_email or metadata.maintainer_email
if email:
props.append(("ARPCONTACT", email))
if metadata.url:
props.append(("ARPURLINFOABOUT", metadata.url))
if props:
add_data(self.db, 'Property', props)
self.add_find_python()
self.add_files()
self.add_scripts()
self.add_ui()
self.db.Commit()
if hasattr(self.distribution, 'dist_files'):
tup = 'bdist_msi', self.target_version or 'any', fullname
self.distribution.dist_files.append(tup)
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
def add_files(self):
db = self.db
cab = msilib.CAB("distfiles")
rootdir = os.path.abspath(self.bdist_dir)
root = Directory(db, cab, None, rootdir, "TARGETDIR", "SourceDir")
f = Feature(db, "Python", "Python", "Everything",
0, 1, directory="TARGETDIR")
items = [(f, root, '')]
for version in self.versions + [self.other_version]:
target = "TARGETDIR" + version
name = default = "Python" + version
desc = "Everything"
if version is self.other_version:
title = "Python from another location"
level = 2
else:
title = "Python %s from registry" % version
level = 1
f = Feature(db, name, title, desc, 1, level, directory=target)
dir = Directory(db, cab, root, rootdir, target, default)
items.append((f, dir, version))
db.Commit()
seen = {}
for feature, dir, version in items:
todo = [dir]
while todo:
dir = todo.pop()
for file in os.listdir(dir.absolute):
afile = os.path.join(dir.absolute, file)
if os.path.isdir(afile):
short = "%s|%s" % (dir.make_short(file), file)
default = file + version
newdir = Directory(db, cab, dir, file, default, short)
todo.append(newdir)
else:
if not dir.component:
dir.start_component(dir.logical, feature, 0)
if afile not in seen:
key = seen[afile] = dir.add_file(file)
if file==self.install_script:
if self.install_script_key:
raise DistutilsOptionError(
"Multiple files with name %s" % file)
self.install_script_key = '[#%s]' % key
else:
key = seen[afile]
add_data(self.db, "DuplicateFile",
[(key + version, dir.component, key, None, dir.logical)])
db.Commit()
cab.commit(db)
def add_find_python(self):
"""Adds code to the installer to compute the location of Python.
Properties PYTHON.MACHINE.X.Y and PYTHON.USER.X.Y will be set from the
registry for each version of Python.
Properties TARGETDIRX.Y will be set from PYTHON.USER.X.Y if defined,
else from PYTHON.MACHINE.X.Y.
Properties PYTHONX.Y will be set to TARGETDIRX.Y\\python.exe"""
start = 402
for ver in self.versions:
install_path = r"SOFTWARE\Python\PythonCore\%s\InstallPath" % ver
machine_reg = "python.machine." + ver
user_reg = "python.user." + ver
machine_prop = "PYTHON.MACHINE." + ver
user_prop = "PYTHON.USER." + ver
machine_action = "PythonFromMachine" + ver
user_action = "PythonFromUser" + ver
exe_action = "PythonExe" + ver
target_dir_prop = "TARGETDIR" + ver
exe_prop = "PYTHON" + ver
if msilib.Win64:
# type: msidbLocatorTypeRawValue + msidbLocatorType64bit
Type = 2+16
else:
Type = 2
add_data(self.db, "RegLocator",
[(machine_reg, 2, install_path, None, Type),
(user_reg, 1, install_path, None, Type)])
add_data(self.db, "AppSearch",
[(machine_prop, machine_reg),
(user_prop, user_reg)])
add_data(self.db, "CustomAction",
[(machine_action, 51+256, target_dir_prop, "[" + machine_prop + "]"),
(user_action, 51+256, target_dir_prop, "[" + user_prop + "]"),
(exe_action, 51+256, exe_prop, "[" + target_dir_prop + "]\\python.exe"),
])
add_data(self.db, "InstallExecuteSequence",
[(machine_action, machine_prop, start),
(user_action, user_prop, start + 1),
(exe_action, None, start + 2),
])
add_data(self.db, "InstallUISequence",
[(machine_action, machine_prop, start),
(user_action, user_prop, start + 1),
(exe_action, None, start + 2),
])
add_data(self.db, "Condition",
[("Python" + ver, 0, "NOT TARGETDIR" + ver)])
start += 4
assert start < 500
def add_scripts(self):
if self.install_script:
start = 6800
for ver in self.versions + [self.other_version]:
install_action = "install_script." + ver
exe_prop = "PYTHON" + ver
add_data(self.db, "CustomAction",
[(install_action, 50, exe_prop, self.install_script_key)])
add_data(self.db, "InstallExecuteSequence",
[(install_action, "&Python%s=3" % ver, start)])
start += 1
# XXX pre-install scripts are currently refused in finalize_options()
# but if this feature is completed, it will also need to add
# entries for each version as the above code does
if self.pre_install_script:
scriptfn = os.path.join(self.bdist_dir, "preinstall.bat")
with open(scriptfn, "w") as f:
# The batch file will be executed with [PYTHON], so that %1
# is the path to the Python interpreter; %0 will be the path
# of the batch file.
# rem ="""
# %1 %0
# exit
# """
# <actual script>
f.write('rem ="""\n%1 %0\nexit\n"""\n')
with open(self.pre_install_script) as fin:
f.write(fin.read())
add_data(self.db, "Binary",
[("PreInstall", msilib.Binary(scriptfn))
])
add_data(self.db, "CustomAction",
[("PreInstall", 2, "PreInstall", None)
])
add_data(self.db, "InstallExecuteSequence",
[("PreInstall", "NOT Installed", 450)])
def add_ui(self):
db = self.db
x = y = 50
w = 370
h = 300
title = "[ProductName] Setup"
# see "Dialog Style Bits"
modal = 3 # visible | modal
modeless = 1 # visible
track_disk_space = 32
# UI customization properties
add_data(db, "Property",
# See "DefaultUIFont Property"
[("DefaultUIFont", "DlgFont8"),
# See "ErrorDialog Style Bit"
("ErrorDialog", "ErrorDlg"),
("Progress1", "Install"), # modified in maintenance type dlg
("Progress2", "installs"),
("MaintenanceForm_Action", "Repair"),
# possible values: ALL, JUSTME
("WhichUsers", "ALL")
])
# Fonts, see "TextStyle Table"
add_data(db, "TextStyle",
[("DlgFont8", "Tahoma", 9, None, 0),
("DlgFontBold8", "Tahoma", 8, None, 1), #bold
("VerdanaBold10", "Verdana", 10, None, 1),
("VerdanaRed9", "Verdana", 9, 255, 0),
])
# UI Sequences, see "InstallUISequence Table", "Using a Sequence Table"
# Numbers indicate sequence; see sequence.py for how these action integrate
add_data(db, "InstallUISequence",
[("PrepareDlg", "Not Privileged or Windows9x or Installed", 140),
("WhichUsersDlg", "Privileged and not Windows9x and not Installed", 141),
# In the user interface, assume all-users installation if privileged.
("SelectFeaturesDlg", "Not Installed", 1230),
# XXX no support for resume installations yet
#("ResumeDlg", "Installed AND (RESUME OR Preselected)", 1240),
("MaintenanceTypeDlg", "Installed AND NOT RESUME AND NOT Preselected", 1250),
("ProgressDlg", None, 1280)])
add_data(db, 'ActionText', text.ActionText)
add_data(db, 'UIText', text.UIText)
#####################################################################
# Standard dialogs: FatalError, UserExit, ExitDialog
fatal=PyDialog(db, "FatalError", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
fatal.title("[ProductName] Installer ended prematurely")
fatal.back("< Back", "Finish", active = 0)
fatal.cancel("Cancel", "Back", active = 0)
fatal.text("Description1", 15, 70, 320, 80, 0x30003,
"[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.")
fatal.text("Description2", 15, 155, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c=fatal.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Exit")
user_exit=PyDialog(db, "UserExit", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
user_exit.title("[ProductName] Installer was interrupted")
user_exit.back("< Back", "Finish", active = 0)
user_exit.cancel("Cancel", "Back", active = 0)
user_exit.text("Description1", 15, 70, 320, 80, 0x30003,
"[ProductName] setup was interrupted. Your system has not been modified. "
"To install this program at a later time, please run the installation again.")
user_exit.text("Description2", 15, 155, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c = user_exit.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Exit")
exit_dialog = PyDialog(db, "ExitDialog", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
exit_dialog.title("Completing the [ProductName] Installer")
exit_dialog.back("< Back", "Finish", active = 0)
exit_dialog.cancel("Cancel", "Back", active = 0)
exit_dialog.text("Description", 15, 235, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c = exit_dialog.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Return")
#####################################################################
# Required dialog: FilesInUse, ErrorDlg
inuse = PyDialog(db, "FilesInUse",
x, y, w, h,
19, # KeepModeless|Modal|Visible
title,
"Retry", "Retry", "Retry", bitmap=False)
inuse.text("Title", 15, 6, 200, 15, 0x30003,
r"{\DlgFontBold8}Files in Use")
inuse.text("Description", 20, 23, 280, 20, 0x30003,
"Some files that need to be updated are currently in use.")
inuse.text("Text", 20, 55, 330, 50, 3,
"The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.")
inuse.control("List", "ListBox", 20, 107, 330, 130, 7, "FileInUseProcess",
None, None, None)
c=inuse.back("Exit", "Ignore", name="Exit")
c.event("EndDialog", "Exit")
c=inuse.next("Ignore", "Retry", name="Ignore")
c.event("EndDialog", "Ignore")
c=inuse.cancel("Retry", "Exit", name="Retry")
c.event("EndDialog","Retry")
# See "Error Dialog". See "ICE20" for the required names of the controls.
error = Dialog(db, "ErrorDlg",
50, 10, 330, 101,
65543, # Error|Minimize|Modal|Visible
title,
"ErrorText", None, None)
error.text("ErrorText", 50,9,280,48,3, "")
#error.control("ErrorIcon", "Icon", 15, 9, 24, 24, 5242881, None, "py.ico", None, None)
error.pushbutton("N",120,72,81,21,3,"No",None).event("EndDialog","ErrorNo")
error.pushbutton("Y",240,72,81,21,3,"Yes",None).event("EndDialog","ErrorYes")
error.pushbutton("A",0,72,81,21,3,"Abort",None).event("EndDialog","ErrorAbort")
error.pushbutton("C",42,72,81,21,3,"Cancel",None).event("EndDialog","ErrorCancel")
error.pushbutton("I",81,72,81,21,3,"Ignore",None).event("EndDialog","ErrorIgnore")
error.pushbutton("O",159,72,81,21,3,"Ok",None).event("EndDialog","ErrorOk")
error.pushbutton("R",198,72,81,21,3,"Retry",None).event("EndDialog","ErrorRetry")
#####################################################################
# Global "Query Cancel" dialog
cancel = Dialog(db, "CancelDlg", 50, 10, 260, 85, 3, title,
"No", "No", "No")
cancel.text("Text", 48, 15, 194, 30, 3,
"Are you sure you want to cancel [ProductName] installation?")
#cancel.control("Icon", "Icon", 15, 15, 24, 24, 5242881, None,
# "py.ico", None, None)
c=cancel.pushbutton("Yes", 72, 57, 56, 17, 3, "Yes", "No")
c.event("EndDialog", "Exit")
c=cancel.pushbutton("No", 132, 57, 56, 17, 3, "No", "Yes")
c.event("EndDialog", "Return")
#####################################################################
# Global "Wait for costing" dialog
costing = Dialog(db, "WaitForCostingDlg", 50, 10, 260, 85, modal, title,
"Return", "Return", "Return")
costing.text("Text", 48, 15, 194, 30, 3,
"Please wait while the installer finishes determining your disk space requirements.")
c = costing.pushbutton("Return", 102, 57, 56, 17, 3, "Return", None)
c.event("EndDialog", "Exit")
#####################################################################
# Preparation dialog: no user input except cancellation
prep = PyDialog(db, "PrepareDlg", x, y, w, h, modeless, title,
"Cancel", "Cancel", "Cancel")
prep.text("Description", 15, 70, 320, 40, 0x30003,
"Please wait while the Installer prepares to guide you through the installation.")
prep.title("Welcome to the [ProductName] Installer")
c=prep.text("ActionText", 15, 110, 320, 20, 0x30003, "Pondering...")
c.mapping("ActionText", "Text")
c=prep.text("ActionData", 15, 135, 320, 30, 0x30003, None)
c.mapping("ActionData", "Text")
prep.back("Back", None, active=0)
prep.next("Next", None, active=0)
c=prep.cancel("Cancel", None)
c.event("SpawnDialog", "CancelDlg")
#####################################################################
# Feature (Python directory) selection
seldlg = PyDialog(db, "SelectFeaturesDlg", x, y, w, h, modal, title,
"Next", "Next", "Cancel")
seldlg.title("Select Python Installations")
seldlg.text("Hint", 15, 30, 300, 20, 3,
"Select the Python locations where %s should be installed."
% self.distribution.get_fullname())
seldlg.back("< Back", None, active=0)
c = seldlg.next("Next >", "Cancel")
order = 1
c.event("[TARGETDIR]", "[SourceDir]", ordering=order)
for version in self.versions + [self.other_version]:
order += 1
c.event("[TARGETDIR]", "[TARGETDIR%s]" % version,
"FEATURE_SELECTED AND &Python%s=3" % version,
ordering=order)
c.event("SpawnWaitDialog", "WaitForCostingDlg", ordering=order + 1)
c.event("EndDialog", "Return", ordering=order + 2)
c = seldlg.cancel("Cancel", "Features")
c.event("SpawnDialog", "CancelDlg")
c = seldlg.control("Features", "SelectionTree", 15, 60, 300, 120, 3,
"FEATURE", None, "PathEdit", None)
c.event("[FEATURE_SELECTED]", "1")
ver = self.other_version
install_other_cond = "FEATURE_SELECTED AND &Python%s=3" % ver
dont_install_other_cond = "FEATURE_SELECTED AND &Python%s<>3" % ver
c = seldlg.text("Other", 15, 200, 300, 15, 3,
"Provide an alternate Python location")
c.condition("Enable", install_other_cond)
c.condition("Show", install_other_cond)
c.condition("Disable", dont_install_other_cond)
c.condition("Hide", dont_install_other_cond)
c = seldlg.control("PathEdit", "PathEdit", 15, 215, 300, 16, 1,
"TARGETDIR" + ver, None, "Next", None)
c.condition("Enable", install_other_cond)
c.condition("Show", install_other_cond)
c.condition("Disable", dont_install_other_cond)
c.condition("Hide", dont_install_other_cond)
#####################################################################
# Disk cost
cost = PyDialog(db, "DiskCostDlg", x, y, w, h, modal, title,
"OK", "OK", "OK", bitmap=False)
cost.text("Title", 15, 6, 200, 15, 0x30003,
r"{\DlgFontBold8}Disk Space Requirements")
cost.text("Description", 20, 20, 280, 20, 0x30003,
"The disk space required for the installation of the selected features.")
cost.text("Text", 20, 53, 330, 60, 3,
"The highlighted volumes (if any) do not have enough disk space "
"available for the currently selected features. You can either "
"remove some files from the highlighted volumes, or choose to "
"install less features onto local drive(s), or select different "
"destination drive(s).")
cost.control("VolumeList", "VolumeCostList", 20, 100, 330, 150, 393223,
None, "{120}{70}{70}{70}{70}", None, None)
cost.xbutton("OK", "Ok", None, 0.5).event("EndDialog", "Return")
#####################################################################
# WhichUsers Dialog. Only available on NT, and for privileged users.
# This must be run before FindRelatedProducts, because that will
# take into account whether the previous installation was per-user
# or per-machine. We currently don't support going back to this
# dialog after "Next" was selected; to support this, we would need to
# find how to reset the ALLUSERS property, and how to re-run
# FindRelatedProducts.
# On Windows9x, the ALLUSERS property is ignored on the command line
# and in the Property table, but installer fails according to the documentation
# if a dialog attempts to set ALLUSERS.
whichusers = PyDialog(db, "WhichUsersDlg", x, y, w, h, modal, title,
"AdminInstall", "Next", "Cancel")
whichusers.title("Select whether to install [ProductName] for all users of this computer.")
# A radio group with two options: allusers, justme
g = whichusers.radiogroup("AdminInstall", 15, 60, 260, 50, 3,
"WhichUsers", "", "Next")
g.add("ALL", 0, 5, 150, 20, "Install for all users")
g.add("JUSTME", 0, 25, 150, 20, "Install just for me")
whichusers.back("Back", None, active=0)
c = whichusers.next("Next >", "Cancel")
c.event("[ALLUSERS]", "1", 'WhichUsers="ALL"', 1)
c.event("EndDialog", "Return", ordering = 2)
c = whichusers.cancel("Cancel", "AdminInstall")
c.event("SpawnDialog", "CancelDlg")
#####################################################################
# Installation Progress dialog (modeless)
progress = PyDialog(db, "ProgressDlg", x, y, w, h, modeless, title,
"Cancel", "Cancel", "Cancel", bitmap=False)
progress.text("Title", 20, 15, 200, 15, 0x30003,
r"{\DlgFontBold8}[Progress1] [ProductName]")
progress.text("Text", 35, 65, 300, 30, 3,
"Please wait while the Installer [Progress2] [ProductName]. "
"This may take several minutes.")
progress.text("StatusLabel", 35, 100, 35, 20, 3, "Status:")
c=progress.text("ActionText", 70, 100, w-70, 20, 3, "Pondering...")
c.mapping("ActionText", "Text")
#c=progress.text("ActionData", 35, 140, 300, 20, 3, None)
#c.mapping("ActionData", "Text")
c=progress.control("ProgressBar", "ProgressBar", 35, 120, 300, 10, 65537,
None, "Progress done", None, None)
c.mapping("SetProgress", "Progress")
progress.back("< Back", "Next", active=False)
progress.next("Next >", "Cancel", active=False)
progress.cancel("Cancel", "Back").event("SpawnDialog", "CancelDlg")
###################################################################
# Maintenance type: repair/uninstall
maint = PyDialog(db, "MaintenanceTypeDlg", x, y, w, h, modal, title,
"Next", "Next", "Cancel")
maint.title("Welcome to the [ProductName] Setup Wizard")
maint.text("BodyText", 15, 63, 330, 42, 3,
"Select whether you want to repair or remove [ProductName].")
g=maint.radiogroup("RepairRadioGroup", 15, 108, 330, 60, 3,
"MaintenanceForm_Action", "", "Next")
#g.add("Change", 0, 0, 200, 17, "&Change [ProductName]")
g.add("Repair", 0, 18, 200, 17, "&Repair [ProductName]")
g.add("Remove", 0, 36, 200, 17, "Re&move [ProductName]")
maint.back("< Back", None, active=False)
c=maint.next("Finish", "Cancel")
# Change installation: Change progress dialog to "Change", then ask
# for feature selection
#c.event("[Progress1]", "Change", 'MaintenanceForm_Action="Change"', 1)
#c.event("[Progress2]", "changes", 'MaintenanceForm_Action="Change"', 2)
# Reinstall: Change progress dialog to "Repair", then invoke reinstall
# Also set list of reinstalled features to "ALL"
c.event("[REINSTALL]", "ALL", 'MaintenanceForm_Action="Repair"', 5)
c.event("[Progress1]", "Repairing", 'MaintenanceForm_Action="Repair"', 6)
c.event("[Progress2]", "repairs", 'MaintenanceForm_Action="Repair"', 7)
c.event("Reinstall", "ALL", 'MaintenanceForm_Action="Repair"', 8)
# Uninstall: Change progress to "Remove", then invoke uninstall
# Also set list of removed features to "ALL"
c.event("[REMOVE]", "ALL", 'MaintenanceForm_Action="Remove"', 11)
c.event("[Progress1]", "Removing", 'MaintenanceForm_Action="Remove"', 12)
c.event("[Progress2]", "removes", 'MaintenanceForm_Action="Remove"', 13)
c.event("Remove", "ALL", 'MaintenanceForm_Action="Remove"', 14)
# Close dialog when maintenance action scheduled
c.event("EndDialog", "Return", 'MaintenanceForm_Action<>"Change"', 20)
#c.event("NewDialog", "SelectFeaturesDlg", 'MaintenanceForm_Action="Change"', 21)
maint.cancel("Cancel", "RepairRadioGroup").event("SpawnDialog", "CancelDlg")
def get_installer_filename(self, fullname):
# Factored out to allow overriding in subclasses
if self.target_version:
base_name = "%s.%s-py%s.msi" % (fullname, self.plat_name,
self.target_version)
else:
base_name = "%s.%s.msi" % (fullname, self.plat_name)
installer_name = os.path.join(self.dist_dir, base_name)
return installer_name
site-packages/setuptools/_distutils/command/install_lib.py 0000644 00000020315 15056474501 0020164 0 ustar 00 """distutils.command.install_lib
Implements the Distutils 'install_lib' command
(install all Python modules)."""
import os
import importlib.util
import sys
from distutils.core import Command
from distutils.errors import DistutilsOptionError
# Extension for Python source files.
PYTHON_SOURCE_EXTENSION = ".py"
class install_lib(Command):
description = "install all Python modules (extensions and pure Python)"
# The byte-compilation options are a tad confusing. Here are the
# possible scenarios:
# 1) no compilation at all (--no-compile --no-optimize)
# 2) compile .pyc only (--compile --no-optimize; default)
# 3) compile .pyc and "opt-1" .pyc (--compile --optimize)
# 4) compile "opt-1" .pyc only (--no-compile --optimize)
# 5) compile .pyc and "opt-2" .pyc (--compile --optimize-more)
# 6) compile "opt-2" .pyc only (--no-compile --optimize-more)
#
# The UI for this is two options, 'compile' and 'optimize'.
# 'compile' is strictly boolean, and only decides whether to
# generate .pyc files. 'optimize' is three-way (0, 1, or 2), and
# decides both whether to generate .pyc files and what level of
# optimization to use.
user_options = [
('install-dir=', 'd', "directory to install to"),
('build-dir=','b', "build directory (where to install from)"),
('force', 'f', "force installation (overwrite existing files)"),
('compile', 'c', "compile .py to .pyc [default]"),
('no-compile', None, "don't compile .py files"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('skip-build', None, "skip the build steps"),
]
boolean_options = ['force', 'compile', 'skip-build']
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
# let the 'install' command dictate our installation directory
self.install_dir = None
self.build_dir = None
self.force = 0
self.compile = None
self.optimize = None
self.skip_build = None
def finalize_options(self):
# Get all the information we need to install pure Python modules
# from the umbrella 'install' command -- build (source) directory,
# install (target) directory, and whether to compile .py files.
self.set_undefined_options('install',
('build_lib', 'build_dir'),
('install_lib', 'install_dir'),
('force', 'force'),
('compile', 'compile'),
('optimize', 'optimize'),
('skip_build', 'skip_build'),
)
if self.compile is None:
self.compile = True
if self.optimize is None:
self.optimize = False
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
if self.optimize not in (0, 1, 2):
raise AssertionError
except (ValueError, AssertionError):
raise DistutilsOptionError("optimize must be 0, 1, or 2")
def run(self):
# Make sure we have built everything we need first
self.build()
# Install everything: simply dump the entire contents of the build
# directory to the installation directory (that's the beauty of
# having a build directory!)
outfiles = self.install()
# (Optionally) compile .py to .pyc
if outfiles is not None and self.distribution.has_pure_modules():
self.byte_compile(outfiles)
# -- Top-level worker functions ------------------------------------
# (called from 'run()')
def build(self):
if not self.skip_build:
if self.distribution.has_pure_modules():
self.run_command('build_py')
if self.distribution.has_ext_modules():
self.run_command('build_ext')
def install(self):
if os.path.isdir(self.build_dir):
outfiles = self.copy_tree(self.build_dir, self.install_dir)
else:
self.warn("'%s' does not exist -- no Python modules to install" %
self.build_dir)
return
return outfiles
def byte_compile(self, files):
if sys.dont_write_bytecode:
self.warn('byte-compiling is disabled, skipping.')
return
from distutils.util import byte_compile
# Get the "--root" directory supplied to the "install" command,
# and use it as a prefix to strip off the purported filename
# encoded in bytecode files. This is far from complete, but it
# should at least generate usable bytecode in RPM distributions.
install_root = self.get_finalized_command('install').root
if self.compile:
byte_compile(files, optimize=0,
force=self.force, prefix=install_root,
dry_run=self.dry_run)
if self.optimize > 0:
byte_compile(files, optimize=self.optimize,
force=self.force, prefix=install_root,
verbose=self.verbose, dry_run=self.dry_run)
# -- Utility methods -----------------------------------------------
def _mutate_outputs(self, has_any, build_cmd, cmd_option, output_dir):
if not has_any:
return []
build_cmd = self.get_finalized_command(build_cmd)
build_files = build_cmd.get_outputs()
build_dir = getattr(build_cmd, cmd_option)
prefix_len = len(build_dir) + len(os.sep)
outputs = []
for file in build_files:
outputs.append(os.path.join(output_dir, file[prefix_len:]))
return outputs
def _bytecode_filenames(self, py_filenames):
bytecode_files = []
for py_file in py_filenames:
# Since build_py handles package data installation, the
# list of outputs can contain more than just .py files.
# Make sure we only report bytecode for the .py files.
ext = os.path.splitext(os.path.normcase(py_file))[1]
if ext != PYTHON_SOURCE_EXTENSION:
continue
if self.compile:
bytecode_files.append(importlib.util.cache_from_source(
py_file, optimization=''))
if self.optimize > 0:
bytecode_files.append(importlib.util.cache_from_source(
py_file, optimization=self.optimize))
return bytecode_files
# -- External interface --------------------------------------------
# (called by outsiders)
def get_outputs(self):
"""Return the list of files that would be installed if this command
were actually run. Not affected by the "dry-run" flag or whether
modules have actually been built yet.
"""
pure_outputs = \
self._mutate_outputs(self.distribution.has_pure_modules(),
'build_py', 'build_lib',
self.install_dir)
if self.compile:
bytecode_outputs = self._bytecode_filenames(pure_outputs)
else:
bytecode_outputs = []
ext_outputs = \
self._mutate_outputs(self.distribution.has_ext_modules(),
'build_ext', 'build_lib',
self.install_dir)
return pure_outputs + bytecode_outputs + ext_outputs
def get_inputs(self):
"""Get the list of files that are input to this command, ie. the
files that get installed as they are named in the build tree.
The files in this list correspond one-to-one to the output
filenames returned by 'get_outputs()'.
"""
inputs = []
if self.distribution.has_pure_modules():
build_py = self.get_finalized_command('build_py')
inputs.extend(build_py.get_outputs())
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
inputs.extend(build_ext.get_outputs())
return inputs
site-packages/setuptools/_distutils/command/install_data.py 0000644 00000005406 15056474501 0020333 0 ustar 00 """distutils.command.install_data
Implements the Distutils 'install_data' command, for installing
platform-independent data files."""
# contributed by Bastian Kleineidam
import os
from distutils.core import Command
from distutils.util import change_root, convert_path
class install_data(Command):
description = "install data files"
user_options = [
('install-dir=', 'd',
"base directory for installing data files "
"(default: installation base dir)"),
('root=', None,
"install everything relative to this alternate root directory"),
('force', 'f', "force installation (overwrite existing files)"),
]
boolean_options = ['force']
def initialize_options(self):
self.install_dir = None
self.outfiles = []
self.root = None
self.force = 0
self.data_files = self.distribution.data_files
self.warn_dir = 1
def finalize_options(self):
self.set_undefined_options('install',
('install_data', 'install_dir'),
('root', 'root'),
('force', 'force'),
)
def run(self):
self.mkpath(self.install_dir)
for f in self.data_files:
if isinstance(f, str):
# it's a simple file, so copy it
f = convert_path(f)
if self.warn_dir:
self.warn("setup script did not provide a directory for "
"'%s' -- installing right in '%s'" %
(f, self.install_dir))
(out, _) = self.copy_file(f, self.install_dir)
self.outfiles.append(out)
else:
# it's a tuple with path to install to and a list of files
dir = convert_path(f[0])
if not os.path.isabs(dir):
dir = os.path.join(self.install_dir, dir)
elif self.root:
dir = change_root(self.root, dir)
self.mkpath(dir)
if f[1] == []:
# If there are no files listed, the user must be
# trying to create an empty directory, so add the
# directory to the list of output files.
self.outfiles.append(dir)
else:
# Copy files, adding them to the list of output files.
for data in f[1]:
data = convert_path(data)
(out, _) = self.copy_file(data, dir)
self.outfiles.append(out)
def get_inputs(self):
return self.data_files or []
def get_outputs(self):
return self.outfiles
site-packages/setuptools/_distutils/command/build_py.py 0000644 00000040157 15056474501 0017505 0 ustar 00 """distutils.command.build_py
Implements the Distutils 'build_py' command."""
import os
import importlib.util
import sys
import glob
from distutils.core import Command
from distutils.errors import *
from distutils.util import convert_path
from distutils import log
class build_py (Command):
description = "\"build\" pure Python modules (copy to build directory)"
user_options = [
('build-lib=', 'd', "directory to \"build\" (copy) to"),
('compile', 'c', "compile .py to .pyc"),
('no-compile', None, "don't compile .py files [default]"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('force', 'f', "forcibly build everything (ignore file timestamps)"),
]
boolean_options = ['compile', 'force']
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
self.build_lib = None
self.py_modules = None
self.package = None
self.package_data = None
self.package_dir = None
self.compile = 0
self.optimize = 0
self.force = None
def finalize_options(self):
self.set_undefined_options('build',
('build_lib', 'build_lib'),
('force', 'force'))
# Get the distribution options that are aliases for build_py
# options -- list of packages and list of modules.
self.packages = self.distribution.packages
self.py_modules = self.distribution.py_modules
self.package_data = self.distribution.package_data
self.package_dir = {}
if self.distribution.package_dir:
for name, path in self.distribution.package_dir.items():
self.package_dir[name] = convert_path(path)
self.data_files = self.get_data_files()
# Ick, copied straight from install_lib.py (fancy_getopt needs a
# type system! Hell, *everything* needs a type system!!!)
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
assert 0 <= self.optimize <= 2
except (ValueError, AssertionError):
raise DistutilsOptionError("optimize must be 0, 1, or 2")
def run(self):
# XXX copy_file by default preserves atime and mtime. IMHO this is
# the right thing to do, but perhaps it should be an option -- in
# particular, a site administrator might want installed files to
# reflect the time of installation rather than the last
# modification time before the installed release.
# XXX copy_file by default preserves mode, which appears to be the
# wrong thing to do: if a file is read-only in the working
# directory, we want it to be installed read/write so that the next
# installation of the same module distribution can overwrite it
# without problems. (This might be a Unix-specific issue.) Thus
# we turn off 'preserve_mode' when copying to the build directory,
# since the build directory is supposed to be exactly what the
# installation will look like (ie. we preserve mode when
# installing).
# Two options control which modules will be installed: 'packages'
# and 'py_modules'. The former lets us work with whole packages, not
# specifying individual modules at all; the latter is for
# specifying modules one-at-a-time.
if self.py_modules:
self.build_modules()
if self.packages:
self.build_packages()
self.build_package_data()
self.byte_compile(self.get_outputs(include_bytecode=0))
def get_data_files(self):
"""Generate list of '(package,src_dir,build_dir,filenames)' tuples"""
data = []
if not self.packages:
return data
for package in self.packages:
# Locate package source directory
src_dir = self.get_package_dir(package)
# Compute package build directory
build_dir = os.path.join(*([self.build_lib] + package.split('.')))
# Length of path to strip from found files
plen = 0
if src_dir:
plen = len(src_dir)+1
# Strip directory from globbed filenames
filenames = [
file[plen:] for file in self.find_data_files(package, src_dir)
]
data.append((package, src_dir, build_dir, filenames))
return data
def find_data_files(self, package, src_dir):
"""Return filenames for package's data files in 'src_dir'"""
globs = (self.package_data.get('', [])
+ self.package_data.get(package, []))
files = []
for pattern in globs:
# Each pattern has to be converted to a platform-specific path
filelist = glob.glob(os.path.join(glob.escape(src_dir), convert_path(pattern)))
# Files that match more than one pattern are only added once
files.extend([fn for fn in filelist if fn not in files
and os.path.isfile(fn)])
return files
def build_package_data(self):
"""Copy data files into build directory"""
lastdir = None
for package, src_dir, build_dir, filenames in self.data_files:
for filename in filenames:
target = os.path.join(build_dir, filename)
self.mkpath(os.path.dirname(target))
self.copy_file(os.path.join(src_dir, filename), target,
preserve_mode=False)
def get_package_dir(self, package):
"""Return the directory, relative to the top of the source
distribution, where package 'package' should be found
(at least according to the 'package_dir' option, if any)."""
path = package.split('.')
if not self.package_dir:
if path:
return os.path.join(*path)
else:
return ''
else:
tail = []
while path:
try:
pdir = self.package_dir['.'.join(path)]
except KeyError:
tail.insert(0, path[-1])
del path[-1]
else:
tail.insert(0, pdir)
return os.path.join(*tail)
else:
# Oops, got all the way through 'path' without finding a
# match in package_dir. If package_dir defines a directory
# for the root (nameless) package, then fallback on it;
# otherwise, we might as well have not consulted
# package_dir at all, as we just use the directory implied
# by 'tail' (which should be the same as the original value
# of 'path' at this point).
pdir = self.package_dir.get('')
if pdir is not None:
tail.insert(0, pdir)
if tail:
return os.path.join(*tail)
else:
return ''
def check_package(self, package, package_dir):
# Empty dir name means current directory, which we can probably
# assume exists. Also, os.path.exists and isdir don't know about
# my "empty string means current dir" convention, so we have to
# circumvent them.
if package_dir != "":
if not os.path.exists(package_dir):
raise DistutilsFileError(
"package directory '%s' does not exist" % package_dir)
if not os.path.isdir(package_dir):
raise DistutilsFileError(
"supposed package directory '%s' exists, "
"but is not a directory" % package_dir)
# Require __init__.py for all but the "root package"
if package:
init_py = os.path.join(package_dir, "__init__.py")
if os.path.isfile(init_py):
return init_py
else:
log.warn(("package init file '%s' not found " +
"(or not a regular file)"), init_py)
# Either not in a package at all (__init__.py not expected), or
# __init__.py doesn't exist -- so don't return the filename.
return None
def check_module(self, module, module_file):
if not os.path.isfile(module_file):
log.warn("file %s (for module %s) not found", module_file, module)
return False
else:
return True
def find_package_modules(self, package, package_dir):
self.check_package(package, package_dir)
module_files = glob.glob(os.path.join(glob.escape(package_dir), "*.py"))
modules = []
setup_script = os.path.abspath(self.distribution.script_name)
for f in module_files:
abs_f = os.path.abspath(f)
if abs_f != setup_script:
module = os.path.splitext(os.path.basename(f))[0]
modules.append((package, module, f))
else:
self.debug_print("excluding %s" % setup_script)
return modules
def find_modules(self):
"""Finds individually-specified Python modules, ie. those listed by
module name in 'self.py_modules'. Returns a list of tuples (package,
module_base, filename): 'package' is a tuple of the path through
package-space to the module; 'module_base' is the bare (no
packages, no dots) module name, and 'filename' is the path to the
".py" file (relative to the distribution root) that implements the
module.
"""
# Map package names to tuples of useful info about the package:
# (package_dir, checked)
# package_dir - the directory where we'll find source files for
# this package
# checked - true if we have checked that the package directory
# is valid (exists, contains __init__.py, ... ?)
packages = {}
# List of (package, module, filename) tuples to return
modules = []
# We treat modules-in-packages almost the same as toplevel modules,
# just the "package" for a toplevel is empty (either an empty
# string or empty list, depending on context). Differences:
# - don't check for __init__.py in directory for empty package
for module in self.py_modules:
path = module.split('.')
package = '.'.join(path[0:-1])
module_base = path[-1]
try:
(package_dir, checked) = packages[package]
except KeyError:
package_dir = self.get_package_dir(package)
checked = 0
if not checked:
init_py = self.check_package(package, package_dir)
packages[package] = (package_dir, 1)
if init_py:
modules.append((package, "__init__", init_py))
# XXX perhaps we should also check for just .pyc files
# (so greedy closed-source bastards can distribute Python
# modules too)
module_file = os.path.join(package_dir, module_base + ".py")
if not self.check_module(module, module_file):
continue
modules.append((package, module_base, module_file))
return modules
def find_all_modules(self):
"""Compute the list of all modules that will be built, whether
they are specified one-module-at-a-time ('self.py_modules') or
by whole packages ('self.packages'). Return a list of tuples
(package, module, module_file), just like 'find_modules()' and
'find_package_modules()' do."""
modules = []
if self.py_modules:
modules.extend(self.find_modules())
if self.packages:
for package in self.packages:
package_dir = self.get_package_dir(package)
m = self.find_package_modules(package, package_dir)
modules.extend(m)
return modules
def get_source_files(self):
return [module[-1] for module in self.find_all_modules()]
def get_module_outfile(self, build_dir, package, module):
outfile_path = [build_dir] + list(package) + [module + ".py"]
return os.path.join(*outfile_path)
def get_outputs(self, include_bytecode=1):
modules = self.find_all_modules()
outputs = []
for (package, module, module_file) in modules:
package = package.split('.')
filename = self.get_module_outfile(self.build_lib, package, module)
outputs.append(filename)
if include_bytecode:
if self.compile:
outputs.append(importlib.util.cache_from_source(
filename, optimization=''))
if self.optimize > 0:
outputs.append(importlib.util.cache_from_source(
filename, optimization=self.optimize))
outputs += [
os.path.join(build_dir, filename)
for package, src_dir, build_dir, filenames in self.data_files
for filename in filenames
]
return outputs
def build_module(self, module, module_file, package):
if isinstance(package, str):
package = package.split('.')
elif not isinstance(package, (list, tuple)):
raise TypeError(
"'package' must be a string (dot-separated), list, or tuple")
# Now put the module source file into the "build" area -- this is
# easy, we just copy it somewhere under self.build_lib (the build
# directory for Python source).
outfile = self.get_module_outfile(self.build_lib, package, module)
dir = os.path.dirname(outfile)
self.mkpath(dir)
return self.copy_file(module_file, outfile, preserve_mode=0)
def build_modules(self):
modules = self.find_modules()
for (package, module, module_file) in modules:
# Now "build" the module -- ie. copy the source file to
# self.build_lib (the build directory for Python source).
# (Actually, it gets copied to the directory for this package
# under self.build_lib.)
self.build_module(module, module_file, package)
def build_packages(self):
for package in self.packages:
# Get list of (package, module, module_file) tuples based on
# scanning the package directory. 'package' is only included
# in the tuple so that 'find_modules()' and
# 'find_package_tuples()' have a consistent interface; it's
# ignored here (apart from a sanity check). Also, 'module' is
# the *unqualified* module name (ie. no dots, no package -- we
# already know its package!), and 'module_file' is the path to
# the .py file, relative to the current directory
# (ie. including 'package_dir').
package_dir = self.get_package_dir(package)
modules = self.find_package_modules(package, package_dir)
# Now loop over the modules we found, "building" each one (just
# copy it to self.build_lib).
for (package_, module, module_file) in modules:
assert package == package_
self.build_module(module, module_file, package)
def byte_compile(self, files):
if sys.dont_write_bytecode:
self.warn('byte-compiling is disabled, skipping.')
return
from distutils.util import byte_compile
prefix = self.build_lib
if prefix[-1] != os.sep:
prefix = prefix + os.sep
# XXX this code is essentially the same as the 'byte_compile()
# method of the "install_lib" command, except for the determination
# of the 'prefix' string. Hmmm.
if self.compile:
byte_compile(files, optimize=0,
force=self.force, prefix=prefix, dry_run=self.dry_run)
if self.optimize > 0:
byte_compile(files, optimize=self.optimize,
force=self.force, prefix=prefix, dry_run=self.dry_run)
site-packages/setuptools/_distutils/command/install_scripts.py 0000644 00000003741 15056474501 0021111 0 ustar 00 """distutils.command.install_scripts
Implements the Distutils 'install_scripts' command, for installing
Python scripts."""
# contributed by Bastian Kleineidam
import os
from distutils.core import Command
from distutils import log
from stat import ST_MODE
class install_scripts(Command):
description = "install scripts (Python or otherwise)"
user_options = [
('install-dir=', 'd', "directory to install scripts to"),
('build-dir=','b', "build directory (where to install from)"),
('force', 'f', "force installation (overwrite existing files)"),
('skip-build', None, "skip the build steps"),
]
boolean_options = ['force', 'skip-build']
def initialize_options(self):
self.install_dir = None
self.force = 0
self.build_dir = None
self.skip_build = None
def finalize_options(self):
self.set_undefined_options('build', ('build_scripts', 'build_dir'))
self.set_undefined_options('install',
('install_scripts', 'install_dir'),
('force', 'force'),
('skip_build', 'skip_build'),
)
def run(self):
if not self.skip_build:
self.run_command('build_scripts')
self.outfiles = self.copy_tree(self.build_dir, self.install_dir)
if os.name == 'posix':
# Set the executable bits (owner, group, and world) on
# all the scripts we just installed.
for file in self.get_outputs():
if self.dry_run:
log.info("changing mode of %s", file)
else:
mode = ((os.stat(file)[ST_MODE]) | 0o555) & 0o7777
log.info("changing mode of %s to %o", file, mode)
os.chmod(file, mode)
def get_inputs(self):
return self.distribution.scripts or []
def get_outputs(self):
return self.outfiles or []
site-packages/setuptools/_distutils/command/bdist.py 0000644 00000012672 15056474501 0017004 0 ustar 00 """distutils.command.bdist
Implements the Distutils 'bdist' command (create a built [binary]
distribution)."""
import os
from distutils.core import Command
from distutils.errors import *
from distutils.util import get_platform
def show_formats():
"""Print list of available formats (arguments to "--format" option).
"""
from distutils.fancy_getopt import FancyGetopt
formats = []
for format in bdist.format_commands:
formats.append(("formats=" + format, None,
bdist.format_command[format][1]))
pretty_printer = FancyGetopt(formats)
pretty_printer.print_help("List of available distribution formats:")
class bdist(Command):
description = "create a built (binary) distribution"
user_options = [('bdist-base=', 'b',
"temporary directory for creating built distributions"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('formats=', None,
"formats for distribution (comma-separated list)"),
('dist-dir=', 'd',
"directory to put final built distributions in "
"[default: dist]"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('owner=', 'u',
"Owner name used when creating a tar file"
" [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file"
" [default: current group]"),
]
boolean_options = ['skip-build']
help_options = [
('help-formats', None,
"lists available distribution formats", show_formats),
]
# The following commands do not take a format option from bdist
no_format_option = ('bdist_rpm',)
# This won't do in reality: will need to distinguish RPM-ish Linux,
# Debian-ish Linux, Solaris, FreeBSD, ..., Windows, Mac OS.
default_format = {'posix': 'gztar',
'nt': 'zip'}
# Establish the preferred order (for the --help-formats option).
format_commands = ['rpm', 'gztar', 'bztar', 'xztar', 'ztar', 'tar',
'wininst', 'zip', 'msi']
# And the real information.
format_command = {'rpm': ('bdist_rpm', "RPM distribution"),
'gztar': ('bdist_dumb', "gzip'ed tar file"),
'bztar': ('bdist_dumb', "bzip2'ed tar file"),
'xztar': ('bdist_dumb', "xz'ed tar file"),
'ztar': ('bdist_dumb', "compressed tar file"),
'tar': ('bdist_dumb', "tar file"),
'wininst': ('bdist_wininst',
"Windows executable installer"),
'zip': ('bdist_dumb', "ZIP file"),
'msi': ('bdist_msi', "Microsoft Installer")
}
def initialize_options(self):
self.bdist_base = None
self.plat_name = None
self.formats = None
self.dist_dir = None
self.skip_build = 0
self.group = None
self.owner = None
def finalize_options(self):
# have to finalize 'plat_name' before 'bdist_base'
if self.plat_name is None:
if self.skip_build:
self.plat_name = get_platform()
else:
self.plat_name = self.get_finalized_command('build').plat_name
# 'bdist_base' -- parent of per-built-distribution-format
# temporary directories (eg. we'll probably have
# "build/bdist.<plat>/dumb", "build/bdist.<plat>/rpm", etc.)
if self.bdist_base is None:
build_base = self.get_finalized_command('build').build_base
self.bdist_base = os.path.join(build_base,
'bdist.' + self.plat_name)
self.ensure_string_list('formats')
if self.formats is None:
try:
self.formats = [self.default_format[os.name]]
except KeyError:
raise DistutilsPlatformError(
"don't know how to create built distributions "
"on platform %s" % os.name)
if self.dist_dir is None:
self.dist_dir = "dist"
def run(self):
# Figure out which sub-commands we need to run.
commands = []
for format in self.formats:
try:
commands.append(self.format_command[format][0])
except KeyError:
raise DistutilsOptionError("invalid format '%s'" % format)
# Reinitialize and run each command.
for i in range(len(self.formats)):
cmd_name = commands[i]
sub_cmd = self.reinitialize_command(cmd_name)
if cmd_name not in self.no_format_option:
sub_cmd.format = self.formats[i]
# passing the owner and group names for tar archiving
if cmd_name == 'bdist_dumb':
sub_cmd.owner = self.owner
sub_cmd.group = self.group
# If we're going to need to run this command again, tell it to
# keep its temporary files around so subsequent runs go faster.
if cmd_name in commands[i+1:]:
sub_cmd.keep_temp = 1
self.run_command(cmd_name)
site-packages/setuptools/_distutils/command/install.py 0000644 00000065616 15056474501 0017353 0 ustar 00 """distutils.command.install
Implements the Distutils 'install' command."""
import sys
import os
from distutils import log
from distutils.core import Command
from distutils.debug import DEBUG
from distutils.sysconfig import get_config_vars
from distutils.errors import DistutilsPlatformError
from distutils.file_util import write_file
from distutils.util import convert_path, subst_vars, change_root
from distutils.util import get_platform
from distutils.errors import DistutilsOptionError
from site import USER_BASE
from site import USER_SITE
HAS_USER_SITE = True
WINDOWS_SCHEME = {
'purelib': '$base/Lib/site-packages',
'platlib': '$base/Lib/site-packages',
'headers': '$base/Include/$dist_name',
'scripts': '$base/Scripts',
'data' : '$base',
}
INSTALL_SCHEMES = {
'unix_prefix': {
'purelib': '$base/lib/python$py_version_short/site-packages',
'platlib': '$platbase/$platlibdir/python$py_version_short/site-packages',
'headers': '$base/include/python$py_version_short$abiflags/$dist_name',
'scripts': '$base/bin',
'data' : '$base',
},
'unix_home': {
'purelib': '$base/lib/python',
'platlib': '$base/$platlibdir/python',
'headers': '$base/include/python/$dist_name',
'scripts': '$base/bin',
'data' : '$base',
},
'nt': WINDOWS_SCHEME,
'pypy': {
'purelib': '$base/site-packages',
'platlib': '$base/site-packages',
'headers': '$base/include/$dist_name',
'scripts': '$base/bin',
'data' : '$base',
},
'pypy_nt': {
'purelib': '$base/site-packages',
'platlib': '$base/site-packages',
'headers': '$base/include/$dist_name',
'scripts': '$base/Scripts',
'data' : '$base',
},
}
# user site schemes
if HAS_USER_SITE:
INSTALL_SCHEMES['nt_user'] = {
'purelib': '$usersite',
'platlib': '$usersite',
'headers': '$userbase/Python$py_version_nodot/Include/$dist_name',
'scripts': '$userbase/Python$py_version_nodot/Scripts',
'data' : '$userbase',
}
INSTALL_SCHEMES['unix_user'] = {
'purelib': '$usersite',
'platlib': '$usersite',
'headers':
'$userbase/include/python$py_version_short$abiflags/$dist_name',
'scripts': '$userbase/bin',
'data' : '$userbase',
}
# The keys to an installation scheme; if any new types of files are to be
# installed, be sure to add an entry to every installation scheme above,
# and to SCHEME_KEYS here.
SCHEME_KEYS = ('purelib', 'platlib', 'headers', 'scripts', 'data')
class install(Command):
description = "install everything from build directory"
user_options = [
# Select installation scheme and set base director(y|ies)
('prefix=', None,
"installation prefix"),
('exec-prefix=', None,
"(Unix only) prefix for platform-specific files"),
('home=', None,
"(Unix only) home directory to install under"),
# Or, just set the base director(y|ies)
('install-base=', None,
"base installation directory (instead of --prefix or --home)"),
('install-platbase=', None,
"base installation directory for platform-specific files " +
"(instead of --exec-prefix or --home)"),
('root=', None,
"install everything relative to this alternate root directory"),
# Or, explicitly set the installation scheme
('install-purelib=', None,
"installation directory for pure Python module distributions"),
('install-platlib=', None,
"installation directory for non-pure module distributions"),
('install-lib=', None,
"installation directory for all module distributions " +
"(overrides --install-purelib and --install-platlib)"),
('install-headers=', None,
"installation directory for C/C++ headers"),
('install-scripts=', None,
"installation directory for Python scripts"),
('install-data=', None,
"installation directory for data files"),
# Byte-compilation options -- see install_lib.py for details, as
# these are duplicated from there (but only install_lib does
# anything with them).
('compile', 'c', "compile .py to .pyc [default]"),
('no-compile', None, "don't compile .py files"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
# Miscellaneous control options
('force', 'f',
"force installation (overwrite any existing files)"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
# Where to install documentation (eventually!)
#('doc-format=', None, "format of documentation to generate"),
#('install-man=', None, "directory for Unix man pages"),
#('install-html=', None, "directory for HTML documentation"),
#('install-info=', None, "directory for GNU info files"),
('record=', None,
"filename in which to record list of installed files"),
]
boolean_options = ['compile', 'force', 'skip-build']
if HAS_USER_SITE:
user_options.append(('user', None,
"install in user site-package '%s'" % USER_SITE))
boolean_options.append('user')
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
"""Initializes options."""
# High-level options: these select both an installation base
# and scheme.
self.prefix = None
self.exec_prefix = None
self.home = None
self.user = 0
# These select only the installation base; it's up to the user to
# specify the installation scheme (currently, that means supplying
# the --install-{platlib,purelib,scripts,data} options).
self.install_base = None
self.install_platbase = None
self.root = None
# These options are the actual installation directories; if not
# supplied by the user, they are filled in using the installation
# scheme implied by prefix/exec-prefix/home and the contents of
# that installation scheme.
self.install_purelib = None # for pure module distributions
self.install_platlib = None # non-pure (dists w/ extensions)
self.install_headers = None # for C/C++ headers
self.install_lib = None # set to either purelib or platlib
self.install_scripts = None
self.install_data = None
self.install_userbase = USER_BASE
self.install_usersite = USER_SITE
self.compile = None
self.optimize = None
# Deprecated
# These two are for putting non-packagized distributions into their
# own directory and creating a .pth file if it makes sense.
# 'extra_path' comes from the setup file; 'install_path_file' can
# be turned off if it makes no sense to install a .pth file. (But
# better to install it uselessly than to guess wrong and not
# install it when it's necessary and would be used!) Currently,
# 'install_path_file' is always true unless some outsider meddles
# with it.
self.extra_path = None
self.install_path_file = 1
# 'force' forces installation, even if target files are not
# out-of-date. 'skip_build' skips running the "build" command,
# handy if you know it's not necessary. 'warn_dir' (which is *not*
# a user option, it's just there so the bdist_* commands can turn
# it off) determines whether we warn about installing to a
# directory not in sys.path.
self.force = 0
self.skip_build = 0
self.warn_dir = 1
# These are only here as a conduit from the 'build' command to the
# 'install_*' commands that do the real work. ('build_base' isn't
# actually used anywhere, but it might be useful in future.) They
# are not user options, because if the user told the install
# command where the build directory is, that wouldn't affect the
# build command.
self.build_base = None
self.build_lib = None
# Not defined yet because we don't know anything about
# documentation yet.
#self.install_man = None
#self.install_html = None
#self.install_info = None
self.record = None
# -- Option finalizing methods -------------------------------------
# (This is rather more involved than for most commands,
# because this is where the policy for installing third-
# party Python modules on various platforms given a wide
# array of user input is decided. Yes, it's quite complex!)
def finalize_options(self):
"""Finalizes options."""
# This method (and its helpers, like 'finalize_unix()',
# 'finalize_other()', and 'select_scheme()') is where the default
# installation directories for modules, extension modules, and
# anything else we care to install from a Python module
# distribution. Thus, this code makes a pretty important policy
# statement about how third-party stuff is added to a Python
# installation! Note that the actual work of installation is done
# by the relatively simple 'install_*' commands; they just take
# their orders from the installation directory options determined
# here.
# Check for errors/inconsistencies in the options; first, stuff
# that's wrong on any platform.
if ((self.prefix or self.exec_prefix or self.home) and
(self.install_base or self.install_platbase)):
raise DistutilsOptionError(
"must supply either prefix/exec-prefix/home or " +
"install-base/install-platbase -- not both")
if self.home and (self.prefix or self.exec_prefix):
raise DistutilsOptionError(
"must supply either home or prefix/exec-prefix -- not both")
if self.user and (self.prefix or self.exec_prefix or self.home or
self.install_base or self.install_platbase):
raise DistutilsOptionError("can't combine user with prefix, "
"exec_prefix/home, or install_(plat)base")
# Next, stuff that's wrong (or dubious) only on certain platforms.
if os.name != "posix":
if self.exec_prefix:
self.warn("exec-prefix option ignored on this platform")
self.exec_prefix = None
# Now the interesting logic -- so interesting that we farm it out
# to other methods. The goal of these methods is to set the final
# values for the install_{lib,scripts,data,...} options, using as
# input a heady brew of prefix, exec_prefix, home, install_base,
# install_platbase, user-supplied versions of
# install_{purelib,platlib,lib,scripts,data,...}, and the
# INSTALL_SCHEME dictionary above. Phew!
self.dump_dirs("pre-finalize_{unix,other}")
if os.name == 'posix':
self.finalize_unix()
else:
self.finalize_other()
self.dump_dirs("post-finalize_{unix,other}()")
# Expand configuration variables, tilde, etc. in self.install_base
# and self.install_platbase -- that way, we can use $base or
# $platbase in the other installation directories and not worry
# about needing recursive variable expansion (shudder).
py_version = sys.version.split()[0]
(prefix, exec_prefix) = get_config_vars('prefix', 'exec_prefix')
try:
abiflags = sys.abiflags
except AttributeError:
# sys.abiflags may not be defined on all platforms.
abiflags = ''
self.config_vars = {'dist_name': self.distribution.get_name(),
'dist_version': self.distribution.get_version(),
'dist_fullname': self.distribution.get_fullname(),
'py_version': py_version,
'py_version_short': '%d.%d' % sys.version_info[:2],
'py_version_nodot': '%d%d' % sys.version_info[:2],
'sys_prefix': prefix,
'prefix': prefix,
'sys_exec_prefix': exec_prefix,
'exec_prefix': exec_prefix,
'abiflags': abiflags,
'platlibdir': getattr(sys, 'platlibdir', 'lib'),
}
if HAS_USER_SITE:
self.config_vars['userbase'] = self.install_userbase
self.config_vars['usersite'] = self.install_usersite
self.expand_basedirs()
self.dump_dirs("post-expand_basedirs()")
# Now define config vars for the base directories so we can expand
# everything else.
self.config_vars['base'] = self.install_base
self.config_vars['platbase'] = self.install_platbase
if DEBUG:
from pprint import pprint
print("config vars:")
pprint(self.config_vars)
# Expand "~" and configuration variables in the installation
# directories.
self.expand_dirs()
self.dump_dirs("post-expand_dirs()")
# Create directories in the home dir:
if self.user:
self.create_home_path()
# Pick the actual directory to install all modules to: either
# install_purelib or install_platlib, depending on whether this
# module distribution is pure or not. Of course, if the user
# already specified install_lib, use their selection.
if self.install_lib is None:
if self.distribution.has_ext_modules(): # has extensions: non-pure
self.install_lib = self.install_platlib
else:
self.install_lib = self.install_purelib
# Convert directories from Unix /-separated syntax to the local
# convention.
self.convert_paths('lib', 'purelib', 'platlib',
'scripts', 'data', 'headers',
'userbase', 'usersite')
# Deprecated
# Well, we're not actually fully completely finalized yet: we still
# have to deal with 'extra_path', which is the hack for allowing
# non-packagized module distributions (hello, Numerical Python!) to
# get their own directories.
self.handle_extra_path()
self.install_libbase = self.install_lib # needed for .pth file
self.install_lib = os.path.join(self.install_lib, self.extra_dirs)
# If a new root directory was supplied, make all the installation
# dirs relative to it.
if self.root is not None:
self.change_roots('libbase', 'lib', 'purelib', 'platlib',
'scripts', 'data', 'headers')
self.dump_dirs("after prepending root")
# Find out the build directories, ie. where to install from.
self.set_undefined_options('build',
('build_base', 'build_base'),
('build_lib', 'build_lib'))
# Punt on doc directories for now -- after all, we're punting on
# documentation completely!
def dump_dirs(self, msg):
"""Dumps the list of user options."""
if not DEBUG:
return
from distutils.fancy_getopt import longopt_xlate
log.debug(msg + ":")
for opt in self.user_options:
opt_name = opt[0]
if opt_name[-1] == "=":
opt_name = opt_name[0:-1]
if opt_name in self.negative_opt:
opt_name = self.negative_opt[opt_name]
opt_name = opt_name.translate(longopt_xlate)
val = not getattr(self, opt_name)
else:
opt_name = opt_name.translate(longopt_xlate)
val = getattr(self, opt_name)
log.debug(" %s: %s", opt_name, val)
def finalize_unix(self):
"""Finalizes options for posix platforms."""
if self.install_base is not None or self.install_platbase is not None:
if ((self.install_lib is None and
self.install_purelib is None and
self.install_platlib is None) or
self.install_headers is None or
self.install_scripts is None or
self.install_data is None):
raise DistutilsOptionError(
"install-base or install-platbase supplied, but "
"installation scheme is incomplete")
return
if self.user:
if self.install_userbase is None:
raise DistutilsPlatformError(
"User base directory is not specified")
self.install_base = self.install_platbase = self.install_userbase
self.select_scheme("unix_user")
elif self.home is not None:
self.install_base = self.install_platbase = self.home
self.select_scheme("unix_home")
else:
if self.prefix is None:
if self.exec_prefix is not None:
raise DistutilsOptionError(
"must not supply exec-prefix without prefix")
self.prefix = os.path.normpath(sys.prefix)
self.exec_prefix = os.path.normpath(sys.exec_prefix)
else:
if self.exec_prefix is None:
self.exec_prefix = self.prefix
self.install_base = self.prefix
self.install_platbase = self.exec_prefix
self.select_scheme("unix_prefix")
def finalize_other(self):
"""Finalizes options for non-posix platforms"""
if self.user:
if self.install_userbase is None:
raise DistutilsPlatformError(
"User base directory is not specified")
self.install_base = self.install_platbase = self.install_userbase
self.select_scheme(os.name + "_user")
elif self.home is not None:
self.install_base = self.install_platbase = self.home
self.select_scheme("unix_home")
else:
if self.prefix is None:
self.prefix = os.path.normpath(sys.prefix)
self.install_base = self.install_platbase = self.prefix
try:
self.select_scheme(os.name)
except KeyError:
raise DistutilsPlatformError(
"I don't know how to install stuff on '%s'" % os.name)
def select_scheme(self, name):
"""Sets the install directories by applying the install schemes."""
# it's the caller's problem if they supply a bad name!
if (hasattr(sys, 'pypy_version_info') and
sys.version_info < (3, 8) and
not name.endswith(('_user', '_home'))):
if os.name == 'nt':
name = 'pypy_nt'
else:
name = 'pypy'
scheme = INSTALL_SCHEMES[name]
for key in SCHEME_KEYS:
attrname = 'install_' + key
if getattr(self, attrname) is None:
setattr(self, attrname, scheme[key])
def _expand_attrs(self, attrs):
for attr in attrs:
val = getattr(self, attr)
if val is not None:
if os.name == 'posix' or os.name == 'nt':
val = os.path.expanduser(val)
val = subst_vars(val, self.config_vars)
setattr(self, attr, val)
def expand_basedirs(self):
"""Calls `os.path.expanduser` on install_base, install_platbase and
root."""
self._expand_attrs(['install_base', 'install_platbase', 'root'])
def expand_dirs(self):
"""Calls `os.path.expanduser` on install dirs."""
self._expand_attrs(['install_purelib', 'install_platlib',
'install_lib', 'install_headers',
'install_scripts', 'install_data',])
def convert_paths(self, *names):
"""Call `convert_path` over `names`."""
for name in names:
attr = "install_" + name
setattr(self, attr, convert_path(getattr(self, attr)))
def handle_extra_path(self):
"""Set `path_file` and `extra_dirs` using `extra_path`."""
if self.extra_path is None:
self.extra_path = self.distribution.extra_path
if self.extra_path is not None:
log.warn(
"Distribution option extra_path is deprecated. "
"See issue27919 for details."
)
if isinstance(self.extra_path, str):
self.extra_path = self.extra_path.split(',')
if len(self.extra_path) == 1:
path_file = extra_dirs = self.extra_path[0]
elif len(self.extra_path) == 2:
path_file, extra_dirs = self.extra_path
else:
raise DistutilsOptionError(
"'extra_path' option must be a list, tuple, or "
"comma-separated string with 1 or 2 elements")
# convert to local form in case Unix notation used (as it
# should be in setup scripts)
extra_dirs = convert_path(extra_dirs)
else:
path_file = None
extra_dirs = ''
# XXX should we warn if path_file and not extra_dirs? (in which
# case the path file would be harmless but pointless)
self.path_file = path_file
self.extra_dirs = extra_dirs
def change_roots(self, *names):
"""Change the install directories pointed by name using root."""
for name in names:
attr = "install_" + name
setattr(self, attr, change_root(self.root, getattr(self, attr)))
def create_home_path(self):
"""Create directories under ~."""
if not self.user:
return
home = convert_path(os.path.expanduser("~"))
for name, path in self.config_vars.items():
if path.startswith(home) and not os.path.isdir(path):
self.debug_print("os.makedirs('%s', 0o700)" % path)
os.makedirs(path, 0o700)
# -- Command execution methods -------------------------------------
def run(self):
"""Runs the command."""
# Obviously have to build before we can install
if not self.skip_build:
self.run_command('build')
# If we built for any other platform, we can't install.
build_plat = self.distribution.get_command_obj('build').plat_name
# check warn_dir - it is a clue that the 'install' is happening
# internally, and not to sys.path, so we don't check the platform
# matches what we are running.
if self.warn_dir and build_plat != get_platform():
raise DistutilsPlatformError("Can't install when "
"cross-compiling")
# Run all sub-commands (at least those that need to be run)
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
if self.path_file:
self.create_path_file()
# write list of installed files, if requested.
if self.record:
outputs = self.get_outputs()
if self.root: # strip any package prefix
root_len = len(self.root)
for counter in range(len(outputs)):
outputs[counter] = outputs[counter][root_len:]
self.execute(write_file,
(self.record, outputs),
"writing list of installed files to '%s'" %
self.record)
sys_path = map(os.path.normpath, sys.path)
sys_path = map(os.path.normcase, sys_path)
install_lib = os.path.normcase(os.path.normpath(self.install_lib))
if (self.warn_dir and
not (self.path_file and self.install_path_file) and
install_lib not in sys_path):
log.debug(("modules installed to '%s', which is not in "
"Python's module search path (sys.path) -- "
"you'll have to change the search path yourself"),
self.install_lib)
def create_path_file(self):
"""Creates the .pth file"""
filename = os.path.join(self.install_libbase,
self.path_file + ".pth")
if self.install_path_file:
self.execute(write_file,
(filename, [self.extra_dirs]),
"creating %s" % filename)
else:
self.warn("path file '%s' not created" % filename)
# -- Reporting methods ---------------------------------------------
def get_outputs(self):
"""Assembles the outputs of all the sub-commands."""
outputs = []
for cmd_name in self.get_sub_commands():
cmd = self.get_finalized_command(cmd_name)
# Add the contents of cmd.get_outputs(), ensuring
# that outputs doesn't contain duplicate entries
for filename in cmd.get_outputs():
if filename not in outputs:
outputs.append(filename)
if self.path_file and self.install_path_file:
outputs.append(os.path.join(self.install_libbase,
self.path_file + ".pth"))
return outputs
def get_inputs(self):
"""Returns the inputs of all the sub-commands"""
# XXX gee, this looks familiar ;-(
inputs = []
for cmd_name in self.get_sub_commands():
cmd = self.get_finalized_command(cmd_name)
inputs.extend(cmd.get_inputs())
return inputs
# -- Predicates for sub-command list -------------------------------
def has_lib(self):
"""Returns true if the current distribution has any Python
modules to install."""
return (self.distribution.has_pure_modules() or
self.distribution.has_ext_modules())
def has_headers(self):
"""Returns true if the current distribution has any headers to
install."""
return self.distribution.has_headers()
def has_scripts(self):
"""Returns true if the current distribution has any scripts to.
install."""
return self.distribution.has_scripts()
def has_data(self):
"""Returns true if the current distribution has any data to.
install."""
return self.distribution.has_data_files()
# 'sub_commands': a list of commands this command might have to run to
# get its work done. See cmd.py for more info.
sub_commands = [('install_lib', has_lib),
('install_headers', has_headers),
('install_scripts', has_scripts),
('install_data', has_data),
('install_egg_info', lambda self:True),
]
site-packages/setuptools/_distutils/command/build_clib.py 0000644 00000017526 15056474501 0017772 0 ustar 00 """distutils.command.build_clib
Implements the Distutils 'build_clib' command, to build a C/C++ library
that is included in the module distribution and needed by an extension
module."""
# XXX this module has *lots* of code ripped-off quite transparently from
# build_ext.py -- not surprisingly really, as the work required to build
# a static library from a collection of C source files is not really all
# that different from what's required to build a shared object file from
# a collection of C source files. Nevertheless, I haven't done the
# necessary refactoring to account for the overlap in code between the
# two modules, mainly because a number of subtle details changed in the
# cut 'n paste. Sigh.
import os
from distutils.core import Command
from distutils.errors import *
from distutils.sysconfig import customize_compiler
from distutils import log
def show_compilers():
from distutils.ccompiler import show_compilers
show_compilers()
class build_clib(Command):
description = "build C/C++ libraries used by Python extensions"
user_options = [
('build-clib=', 'b',
"directory to build C/C++ libraries to"),
('build-temp=', 't',
"directory to put temporary build by-products"),
('debug', 'g',
"compile with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('compiler=', 'c',
"specify the compiler type"),
]
boolean_options = ['debug', 'force']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.build_clib = None
self.build_temp = None
# List of libraries to build
self.libraries = None
# Compilation options for all libraries
self.include_dirs = None
self.define = None
self.undef = None
self.debug = None
self.force = 0
self.compiler = None
def finalize_options(self):
# This might be confusing: both build-clib and build-temp default
# to build-temp as defined by the "build" command. This is because
# I think that C libraries are really just temporary build
# by-products, at least from the point of view of building Python
# extensions -- but I want to keep my options open.
self.set_undefined_options('build',
('build_temp', 'build_clib'),
('build_temp', 'build_temp'),
('compiler', 'compiler'),
('debug', 'debug'),
('force', 'force'))
self.libraries = self.distribution.libraries
if self.libraries:
self.check_library_list(self.libraries)
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
if isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
# XXX same as for build_ext -- what about 'self.define' and
# 'self.undef' ?
def run(self):
if not self.libraries:
return
# Yech -- this is cut 'n pasted from build_ext.py!
from distutils.ccompiler import new_compiler
self.compiler = new_compiler(compiler=self.compiler,
dry_run=self.dry_run,
force=self.force)
customize_compiler(self.compiler)
if self.include_dirs is not None:
self.compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name,value) in self.define:
self.compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
self.compiler.undefine_macro(macro)
self.build_libraries(self.libraries)
def check_library_list(self, libraries):
"""Ensure that the list of libraries is valid.
`library` is presumably provided as a command option 'libraries'.
This method checks that it is a list of 2-tuples, where the tuples
are (library_name, build_info_dict).
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
"""
if not isinstance(libraries, list):
raise DistutilsSetupError(
"'libraries' option must be a list of tuples")
for lib in libraries:
if not isinstance(lib, tuple) and len(lib) != 2:
raise DistutilsSetupError(
"each element of 'libraries' must a 2-tuple")
name, build_info = lib
if not isinstance(name, str):
raise DistutilsSetupError(
"first element of each tuple in 'libraries' "
"must be a string (the library name)")
if '/' in name or (os.sep != '/' and os.sep in name):
raise DistutilsSetupError("bad library name '%s': "
"may not contain directory separators" % lib[0])
if not isinstance(build_info, dict):
raise DistutilsSetupError(
"second element of each tuple in 'libraries' "
"must be a dictionary (build info)")
def get_library_names(self):
# Assume the library list is valid -- 'check_library_list()' is
# called from 'finalize_options()', so it should be!
if not self.libraries:
return None
lib_names = []
for (lib_name, build_info) in self.libraries:
lib_names.append(lib_name)
return lib_names
def get_source_files(self):
self.check_library_list(self.libraries)
filenames = []
for (lib_name, build_info) in self.libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
filenames.extend(sources)
return filenames
def build_libraries(self, libraries):
for (lib_name, build_info) in libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
sources = list(sources)
log.info("building '%s' library", lib_name)
# First, compile the source code to object files in the library
# directory. (This should probably change to putting object
# files in a temporary build directory.)
macros = build_info.get('macros')
include_dirs = build_info.get('include_dirs')
objects = self.compiler.compile(sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=include_dirs,
debug=self.debug)
# Now "link" the object files together into a static library.
# (On Unix at least, this isn't really linking -- it just
# builds an archive. Whatever.)
self.compiler.create_static_lib(objects, lib_name,
output_dir=self.build_clib,
debug=self.debug)
site-packages/setuptools/_distutils/command/py37compat.py 0000644 00000001237 15056474501 0017700 0 ustar 00 import sys
def _pythonlib_compat():
"""
On Python 3.7 and earlier, distutils would include the Python
library. See pypa/distutils#9.
"""
from distutils import sysconfig
if not sysconfig.get_config_var('Py_ENABLED_SHARED'):
return
yield 'python{}.{}{}'.format(
sys.hexversion >> 24,
(sys.hexversion >> 16) & 0xff,
sysconfig.get_config_var('ABIFLAGS'),
)
def compose(f1, f2):
return lambda *args, **kwargs: f1(f2(*args, **kwargs))
pythonlib = (
compose(list, _pythonlib_compat)
if sys.version_info < (3, 8)
and sys.platform != 'darwin'
and sys.platform[:3] != 'aix'
else list
)
site-packages/setuptools/_distutils/command/build.py 0000644 00000013215 15056474501 0016770 0 ustar 00 """distutils.command.build
Implements the Distutils 'build' command."""
import sys, os
from distutils.core import Command
from distutils.errors import DistutilsOptionError
from distutils.util import get_platform
def show_compilers():
from distutils.ccompiler import show_compilers
show_compilers()
class build(Command):
description = "build everything needed to install"
user_options = [
('build-base=', 'b',
"base directory for build library"),
('build-purelib=', None,
"build directory for platform-neutral distributions"),
('build-platlib=', None,
"build directory for platform-specific distributions"),
('build-lib=', None,
"build directory for all distribution (defaults to either " +
"build-purelib or build-platlib"),
('build-scripts=', None,
"build directory for scripts"),
('build-temp=', 't',
"temporary build directory"),
('plat-name=', 'p',
"platform name to build for, if supported "
"(default: %s)" % get_platform()),
('compiler=', 'c',
"specify the compiler type"),
('parallel=', 'j',
"number of parallel build jobs"),
('debug', 'g',
"compile extensions and libraries with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('executable=', 'e',
"specify final destination interpreter path (build.py)"),
]
boolean_options = ['debug', 'force']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.build_base = 'build'
# these are decided only after 'build_base' has its final value
# (unless overridden by the user or client)
self.build_purelib = None
self.build_platlib = None
self.build_lib = None
self.build_temp = None
self.build_scripts = None
self.compiler = None
self.plat_name = None
self.debug = None
self.force = 0
self.executable = None
self.parallel = None
def finalize_options(self):
if self.plat_name is None:
self.plat_name = get_platform()
else:
# plat-name only supported for windows (other platforms are
# supported via ./configure flags, if at all). Avoid misleading
# other platforms.
if os.name != 'nt':
raise DistutilsOptionError(
"--plat-name only supported on Windows (try "
"using './configure --help' on your platform)")
plat_specifier = ".%s-%d.%d" % (self.plat_name, *sys.version_info[:2])
# Make it so Python 2.x and Python 2.x with --with-pydebug don't
# share the same build directories. Doing so confuses the build
# process for C modules
if hasattr(sys, 'gettotalrefcount'):
plat_specifier += '-pydebug'
# 'build_purelib' and 'build_platlib' just default to 'lib' and
# 'lib.<plat>' under the base build directory. We only use one of
# them for a given distribution, though --
if self.build_purelib is None:
self.build_purelib = os.path.join(self.build_base, 'lib')
if self.build_platlib is None:
self.build_platlib = os.path.join(self.build_base,
'lib' + plat_specifier)
# 'build_lib' is the actual directory that we will use for this
# particular module distribution -- if user didn't supply it, pick
# one of 'build_purelib' or 'build_platlib'.
if self.build_lib is None:
if self.distribution.has_ext_modules():
self.build_lib = self.build_platlib
else:
self.build_lib = self.build_purelib
# 'build_temp' -- temporary directory for compiler turds,
# "build/temp.<plat>"
if self.build_temp is None:
self.build_temp = os.path.join(self.build_base,
'temp' + plat_specifier)
if self.build_scripts is None:
self.build_scripts = os.path.join(self.build_base,
'scripts-%d.%d' % sys.version_info[:2])
if self.executable is None and sys.executable:
self.executable = os.path.normpath(sys.executable)
if isinstance(self.parallel, str):
try:
self.parallel = int(self.parallel)
except ValueError:
raise DistutilsOptionError("parallel should be an integer")
def run(self):
# Run all relevant sub-commands. This will be some subset of:
# - build_py - pure Python modules
# - build_clib - standalone C libraries
# - build_ext - Python extensions
# - build_scripts - (Python) scripts
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
# -- Predicates for the sub-command list ---------------------------
def has_pure_modules(self):
return self.distribution.has_pure_modules()
def has_c_libraries(self):
return self.distribution.has_c_libraries()
def has_ext_modules(self):
return self.distribution.has_ext_modules()
def has_scripts(self):
return self.distribution.has_scripts()
sub_commands = [('build_py', has_pure_modules),
('build_clib', has_c_libraries),
('build_ext', has_ext_modules),
('build_scripts', has_scripts),
]
site-packages/setuptools/_distutils/command/__init__.py 0000644 00000001437 15056474501 0017433 0 ustar 00 """distutils.command
Package containing implementation of all the standard Distutils
commands."""
__all__ = ['build',
'build_py',
'build_ext',
'build_clib',
'build_scripts',
'clean',
'install',
'install_lib',
'install_headers',
'install_scripts',
'install_data',
'sdist',
'register',
'bdist',
'bdist_dumb',
'bdist_rpm',
'bdist_wininst',
'check',
'upload',
# These two are reserved for future use:
#'bdist_sdux',
#'bdist_pkgtool',
# Note:
# bdist_packager is not included because it only provides
# an abstract base class
]
site-packages/setuptools/_distutils/command/config.py 0000644 00000031475 15056474501 0017146 0 ustar 00 """distutils.command.config
Implements the Distutils 'config' command, a (mostly) empty command class
that exists mainly to be sub-classed by specific module distributions and
applications. The idea is that while every "config" command is different,
at least they're all named the same, and users always see "config" in the
list of standard commands. Also, this is a good place to put common
configure-like tasks: "try to compile this C code", or "figure out where
this header file lives".
"""
import os, re
from distutils.core import Command
from distutils.errors import DistutilsExecError
from distutils.sysconfig import customize_compiler
from distutils import log
LANG_EXT = {"c": ".c", "c++": ".cxx"}
class config(Command):
description = "prepare to build"
user_options = [
('compiler=', None,
"specify the compiler type"),
('cc=', None,
"specify the compiler executable"),
('include-dirs=', 'I',
"list of directories to search for header files"),
('define=', 'D',
"C preprocessor macros to define"),
('undef=', 'U',
"C preprocessor macros to undefine"),
('libraries=', 'l',
"external C libraries to link with"),
('library-dirs=', 'L',
"directories to search for external C libraries"),
('noisy', None,
"show every action (compile, link, run, ...) taken"),
('dump-source', None,
"dump generated source files before attempting to compile them"),
]
# The three standard command methods: since the "config" command
# does nothing by default, these are empty.
def initialize_options(self):
self.compiler = None
self.cc = None
self.include_dirs = None
self.libraries = None
self.library_dirs = None
# maximal output for now
self.noisy = 1
self.dump_source = 1
# list of temporary files generated along-the-way that we have
# to clean at some point
self.temp_files = []
def finalize_options(self):
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
elif isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
if self.libraries is None:
self.libraries = []
elif isinstance(self.libraries, str):
self.libraries = [self.libraries]
if self.library_dirs is None:
self.library_dirs = []
elif isinstance(self.library_dirs, str):
self.library_dirs = self.library_dirs.split(os.pathsep)
def run(self):
pass
# Utility methods for actual "config" commands. The interfaces are
# loosely based on Autoconf macros of similar names. Sub-classes
# may use these freely.
def _check_compiler(self):
"""Check that 'self.compiler' really is a CCompiler object;
if not, make it one.
"""
# We do this late, and only on-demand, because this is an expensive
# import.
from distutils.ccompiler import CCompiler, new_compiler
if not isinstance(self.compiler, CCompiler):
self.compiler = new_compiler(compiler=self.compiler,
dry_run=self.dry_run, force=1)
customize_compiler(self.compiler)
if self.include_dirs:
self.compiler.set_include_dirs(self.include_dirs)
if self.libraries:
self.compiler.set_libraries(self.libraries)
if self.library_dirs:
self.compiler.set_library_dirs(self.library_dirs)
def _gen_temp_sourcefile(self, body, headers, lang):
filename = "_configtest" + LANG_EXT[lang]
with open(filename, "w") as file:
if headers:
for header in headers:
file.write("#include <%s>\n" % header)
file.write("\n")
file.write(body)
if body[-1] != "\n":
file.write("\n")
return filename
def _preprocess(self, body, headers, include_dirs, lang):
src = self._gen_temp_sourcefile(body, headers, lang)
out = "_configtest.i"
self.temp_files.extend([src, out])
self.compiler.preprocess(src, out, include_dirs=include_dirs)
return (src, out)
def _compile(self, body, headers, include_dirs, lang):
src = self._gen_temp_sourcefile(body, headers, lang)
if self.dump_source:
dump_file(src, "compiling '%s':" % src)
(obj,) = self.compiler.object_filenames([src])
self.temp_files.extend([src, obj])
self.compiler.compile([src], include_dirs=include_dirs)
return (src, obj)
def _link(self, body, headers, include_dirs, libraries, library_dirs,
lang):
(src, obj) = self._compile(body, headers, include_dirs, lang)
prog = os.path.splitext(os.path.basename(src))[0]
self.compiler.link_executable([obj], prog,
libraries=libraries,
library_dirs=library_dirs,
target_lang=lang)
if self.compiler.exe_extension is not None:
prog = prog + self.compiler.exe_extension
self.temp_files.append(prog)
return (src, obj, prog)
def _clean(self, *filenames):
if not filenames:
filenames = self.temp_files
self.temp_files = []
log.info("removing: %s", ' '.join(filenames))
for filename in filenames:
try:
os.remove(filename)
except OSError:
pass
# XXX these ignore the dry-run flag: what to do, what to do? even if
# you want a dry-run build, you still need some sort of configuration
# info. My inclination is to make it up to the real config command to
# consult 'dry_run', and assume a default (minimal) configuration if
# true. The problem with trying to do it here is that you'd have to
# return either true or false from all the 'try' methods, neither of
# which is correct.
# XXX need access to the header search path and maybe default macros.
def try_cpp(self, body=None, headers=None, include_dirs=None, lang="c"):
"""Construct a source file from 'body' (a string containing lines
of C/C++ code) and 'headers' (a list of header files to include)
and run it through the preprocessor. Return true if the
preprocessor succeeded, false if there were any errors.
('body' probably isn't of much use, but what the heck.)
"""
from distutils.ccompiler import CompileError
self._check_compiler()
ok = True
try:
self._preprocess(body, headers, include_dirs, lang)
except CompileError:
ok = False
self._clean()
return ok
def search_cpp(self, pattern, body=None, headers=None, include_dirs=None,
lang="c"):
"""Construct a source file (just like 'try_cpp()'), run it through
the preprocessor, and return true if any line of the output matches
'pattern'. 'pattern' should either be a compiled regex object or a
string containing a regex. If both 'body' and 'headers' are None,
preprocesses an empty file -- which can be useful to determine the
symbols the preprocessor and compiler set by default.
"""
self._check_compiler()
src, out = self._preprocess(body, headers, include_dirs, lang)
if isinstance(pattern, str):
pattern = re.compile(pattern)
with open(out) as file:
match = False
while True:
line = file.readline()
if line == '':
break
if pattern.search(line):
match = True
break
self._clean()
return match
def try_compile(self, body, headers=None, include_dirs=None, lang="c"):
"""Try to compile a source file built from 'body' and 'headers'.
Return true on success, false otherwise.
"""
from distutils.ccompiler import CompileError
self._check_compiler()
try:
self._compile(body, headers, include_dirs, lang)
ok = True
except CompileError:
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
def try_link(self, body, headers=None, include_dirs=None, libraries=None,
library_dirs=None, lang="c"):
"""Try to compile and link a source file, built from 'body' and
'headers', to executable form. Return true on success, false
otherwise.
"""
from distutils.ccompiler import CompileError, LinkError
self._check_compiler()
try:
self._link(body, headers, include_dirs,
libraries, library_dirs, lang)
ok = True
except (CompileError, LinkError):
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
def try_run(self, body, headers=None, include_dirs=None, libraries=None,
library_dirs=None, lang="c"):
"""Try to compile, link to an executable, and run a program
built from 'body' and 'headers'. Return true on success, false
otherwise.
"""
from distutils.ccompiler import CompileError, LinkError
self._check_compiler()
try:
src, obj, exe = self._link(body, headers, include_dirs,
libraries, library_dirs, lang)
self.spawn([exe])
ok = True
except (CompileError, LinkError, DistutilsExecError):
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
# -- High-level methods --------------------------------------------
# (these are the ones that are actually likely to be useful
# when implementing a real-world config command!)
def check_func(self, func, headers=None, include_dirs=None,
libraries=None, library_dirs=None, decl=0, call=0):
"""Determine if function 'func' is available by constructing a
source file that refers to 'func', and compiles and links it.
If everything succeeds, returns true; otherwise returns false.
The constructed source file starts out by including the header
files listed in 'headers'. If 'decl' is true, it then declares
'func' (as "int func()"); you probably shouldn't supply 'headers'
and set 'decl' true in the same call, or you might get errors about
a conflicting declarations for 'func'. Finally, the constructed
'main()' function either references 'func' or (if 'call' is true)
calls it. 'libraries' and 'library_dirs' are used when
linking.
"""
self._check_compiler()
body = []
if decl:
body.append("int %s ();" % func)
body.append("int main () {")
if call:
body.append(" %s();" % func)
else:
body.append(" %s;" % func)
body.append("}")
body = "\n".join(body) + "\n"
return self.try_link(body, headers, include_dirs,
libraries, library_dirs)
def check_lib(self, library, library_dirs=None, headers=None,
include_dirs=None, other_libraries=[]):
"""Determine if 'library' is available to be linked against,
without actually checking that any particular symbols are provided
by it. 'headers' will be used in constructing the source file to
be compiled, but the only effect of this is to check if all the
header files listed are available. Any libraries listed in
'other_libraries' will be included in the link, in case 'library'
has symbols that depend on other libraries.
"""
self._check_compiler()
return self.try_link("int main (void) { }", headers, include_dirs,
[library] + other_libraries, library_dirs)
def check_header(self, header, include_dirs=None, library_dirs=None,
lang="c"):
"""Determine if the system header file named by 'header_file'
exists and can be found by the preprocessor; return true if so,
false otherwise.
"""
return self.try_cpp(body="/* No body */", headers=[header],
include_dirs=include_dirs)
def dump_file(filename, head=None):
"""Dumps a file content into log.info.
If head is not None, will be dumped before the file content.
"""
if head is None:
log.info('%s', filename)
else:
log.info(head)
file = open(filename)
try:
log.info(file.read())
finally:
file.close()
site-packages/setuptools/_distutils/command/build_scripts.py 0000644 00000013513 15056474501 0020540 0 ustar 00 """distutils.command.build_scripts
Implements the Distutils 'build_scripts' command."""
import os, re
from stat import ST_MODE
from distutils import sysconfig
from distutils.core import Command
from distutils.dep_util import newer
from distutils.util import convert_path
from distutils import log
import tokenize
# check if Python is called on the first line with this expression
first_line_re = re.compile(b'^#!.*python[0-9.]*([ \t].*)?$')
class build_scripts(Command):
description = "\"build\" scripts (copy and fixup #! line)"
user_options = [
('build-dir=', 'd', "directory to \"build\" (copy) to"),
('force', 'f', "forcibly build everything (ignore file timestamps"),
('executable=', 'e', "specify final destination interpreter path"),
]
boolean_options = ['force']
def initialize_options(self):
self.build_dir = None
self.scripts = None
self.force = None
self.executable = None
self.outfiles = None
def finalize_options(self):
self.set_undefined_options('build',
('build_scripts', 'build_dir'),
('force', 'force'),
('executable', 'executable'))
self.scripts = self.distribution.scripts
def get_source_files(self):
return self.scripts
def run(self):
if not self.scripts:
return
self.copy_scripts()
def copy_scripts(self):
r"""Copy each script listed in 'self.scripts'; if it's marked as a
Python script in the Unix way (first line matches 'first_line_re',
ie. starts with "\#!" and contains "python"), then adjust the first
line to refer to the current Python interpreter as we copy.
"""
self.mkpath(self.build_dir)
outfiles = []
updated_files = []
for script in self.scripts:
adjust = False
script = convert_path(script)
outfile = os.path.join(self.build_dir, os.path.basename(script))
outfiles.append(outfile)
if not self.force and not newer(script, outfile):
log.debug("not copying %s (up-to-date)", script)
continue
# Always open the file, but ignore failures in dry-run mode --
# that way, we'll get accurate feedback if we can read the
# script.
try:
f = open(script, "rb")
except OSError:
if not self.dry_run:
raise
f = None
else:
encoding, lines = tokenize.detect_encoding(f.readline)
f.seek(0)
first_line = f.readline()
if not first_line:
self.warn("%s is an empty file (skipping)" % script)
continue
match = first_line_re.match(first_line)
if match:
adjust = True
post_interp = match.group(1) or b''
if adjust:
log.info("copying and adjusting %s -> %s", script,
self.build_dir)
updated_files.append(outfile)
if not self.dry_run:
if not sysconfig.python_build:
executable = self.executable
else:
executable = os.path.join(
sysconfig.get_config_var("BINDIR"),
"python%s%s" % (sysconfig.get_config_var("VERSION"),
sysconfig.get_config_var("EXE")))
executable = os.fsencode(executable)
shebang = b"#!" + executable + post_interp + b"\n"
# Python parser starts to read a script using UTF-8 until
# it gets a #coding:xxx cookie. The shebang has to be the
# first line of a file, the #coding:xxx cookie cannot be
# written before. So the shebang has to be decodable from
# UTF-8.
try:
shebang.decode('utf-8')
except UnicodeDecodeError:
raise ValueError(
"The shebang ({!r}) is not decodable "
"from utf-8".format(shebang))
# If the script is encoded to a custom encoding (use a
# #coding:xxx cookie), the shebang has to be decodable from
# the script encoding too.
try:
shebang.decode(encoding)
except UnicodeDecodeError:
raise ValueError(
"The shebang ({!r}) is not decodable "
"from the script encoding ({})"
.format(shebang, encoding))
with open(outfile, "wb") as outf:
outf.write(shebang)
outf.writelines(f.readlines())
if f:
f.close()
else:
if f:
f.close()
updated_files.append(outfile)
self.copy_file(script, outfile)
if os.name == 'posix':
for file in outfiles:
if self.dry_run:
log.info("changing mode of %s", file)
else:
oldmode = os.stat(file)[ST_MODE] & 0o7777
newmode = (oldmode | 0o555) & 0o7777
if newmode != oldmode:
log.info("changing mode of %s from %o to %o",
file, oldmode, newmode)
os.chmod(file, newmode)
# XXX should we modify self.outfiles?
return outfiles, updated_files
site-packages/setuptools/_distutils/command/install_headers.py 0000644 00000002422 15056474501 0021030 0 ustar 00 """distutils.command.install_headers
Implements the Distutils 'install_headers' command, to install C/C++ header
files to the Python include directory."""
from distutils.core import Command
# XXX force is never used
class install_headers(Command):
description = "install C/C++ header files"
user_options = [('install-dir=', 'd',
"directory to install header files to"),
('force', 'f',
"force installation (overwrite existing files)"),
]
boolean_options = ['force']
def initialize_options(self):
self.install_dir = None
self.force = 0
self.outfiles = []
def finalize_options(self):
self.set_undefined_options('install',
('install_headers', 'install_dir'),
('force', 'force'))
def run(self):
headers = self.distribution.headers
if not headers:
return
self.mkpath(self.install_dir)
for header in headers:
(out, _) = self.copy_file(header, self.install_dir)
self.outfiles.append(out)
def get_inputs(self):
return self.distribution.headers or []
def get_outputs(self):
return self.outfiles
site-packages/setuptools/_distutils/command/bdist_rpm.py 0000644 00000052041 15056474501 0017654 0 ustar 00 """distutils.command.bdist_rpm
Implements the Distutils 'bdist_rpm' command (create RPM source and binary
distributions)."""
import subprocess, sys, os
from distutils.core import Command
from distutils.debug import DEBUG
from distutils.file_util import write_file
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_rpm(Command):
description = "create an RPM distribution"
user_options = [
('bdist-base=', None,
"base directory for creating built distributions"),
('rpm-base=', None,
"base directory for creating RPMs (defaults to \"rpm\" under "
"--bdist-base; must be specified for RPM 2)"),
('dist-dir=', 'd',
"directory to put final RPM files in "
"(and .spec files if --spec-only)"),
('python=', None,
"path to Python interpreter to hard-code in the .spec file "
"(default: \"python\")"),
('fix-python', None,
"hard-code the exact path to the current Python interpreter in "
"the .spec file"),
('spec-only', None,
"only regenerate spec file"),
('source-only', None,
"only generate source RPM"),
('binary-only', None,
"only generate binary RPM"),
('use-bzip2', None,
"use bzip2 instead of gzip to create source distribution"),
# More meta-data: too RPM-specific to put in the setup script,
# but needs to go in the .spec file -- so we make these options
# to "bdist_rpm". The idea is that packagers would put this
# info in setup.cfg, although they are of course free to
# supply it on the command line.
('distribution-name=', None,
"name of the (Linux) distribution to which this "
"RPM applies (*not* the name of the module distribution!)"),
('group=', None,
"package classification [default: \"Development/Libraries\"]"),
('release=', None,
"RPM release number"),
('serial=', None,
"RPM serial number"),
('vendor=', None,
"RPM \"vendor\" (eg. \"Joe Blow <joe@example.com>\") "
"[default: maintainer or author from setup script]"),
('packager=', None,
"RPM packager (eg. \"Jane Doe <jane@example.net>\") "
"[default: vendor]"),
('doc-files=', None,
"list of documentation files (space or comma-separated)"),
('changelog=', None,
"RPM changelog"),
('icon=', None,
"name of icon file"),
('provides=', None,
"capabilities provided by this package"),
('requires=', None,
"capabilities required by this package"),
('conflicts=', None,
"capabilities which conflict with this package"),
('build-requires=', None,
"capabilities required to build this package"),
('obsoletes=', None,
"capabilities made obsolete by this package"),
('no-autoreq', None,
"do not automatically calculate dependencies"),
# Actions to take when building RPM
('keep-temp', 'k',
"don't clean up RPM build directory"),
('no-keep-temp', None,
"clean up RPM build directory [default]"),
('use-rpm-opt-flags', None,
"compile with RPM_OPT_FLAGS when building from source RPM"),
('no-rpm-opt-flags', None,
"do not pass any RPM CFLAGS to compiler"),
('rpm3-mode', None,
"RPM 3 compatibility mode (default)"),
('rpm2-mode', None,
"RPM 2 compatibility mode"),
# Add the hooks necessary for specifying custom scripts
('prep-script=', None,
"Specify a script for the PREP phase of RPM building"),
('build-script=', None,
"Specify a script for the BUILD phase of RPM building"),
('pre-install=', None,
"Specify a script for the pre-INSTALL phase of RPM building"),
('install-script=', None,
"Specify a script for the INSTALL phase of RPM building"),
('post-install=', None,
"Specify a script for the post-INSTALL phase of RPM building"),
('pre-uninstall=', None,
"Specify a script for the pre-UNINSTALL phase of RPM building"),
('post-uninstall=', None,
"Specify a script for the post-UNINSTALL phase of RPM building"),
('clean-script=', None,
"Specify a script for the CLEAN phase of RPM building"),
('verify-script=', None,
"Specify a script for the VERIFY phase of the RPM build"),
# Allow a packager to explicitly force an architecture
('force-arch=', None,
"Force an architecture onto the RPM build process"),
('quiet', 'q',
"Run the INSTALL phase of RPM building in quiet mode"),
]
boolean_options = ['keep-temp', 'use-rpm-opt-flags', 'rpm3-mode',
'no-autoreq', 'quiet']
negative_opt = {'no-keep-temp': 'keep-temp',
'no-rpm-opt-flags': 'use-rpm-opt-flags',
'rpm2-mode': 'rpm3-mode'}
def initialize_options(self):
self.bdist_base = None
self.rpm_base = None
self.dist_dir = None
self.python = None
self.fix_python = None
self.spec_only = None
self.binary_only = None
self.source_only = None
self.use_bzip2 = None
self.distribution_name = None
self.group = None
self.release = None
self.serial = None
self.vendor = None
self.packager = None
self.doc_files = None
self.changelog = None
self.icon = None
self.prep_script = None
self.build_script = None
self.install_script = None
self.clean_script = None
self.verify_script = None
self.pre_install = None
self.post_install = None
self.pre_uninstall = None
self.post_uninstall = None
self.prep = None
self.provides = None
self.requires = None
self.conflicts = None
self.build_requires = None
self.obsoletes = None
self.keep_temp = 0
self.use_rpm_opt_flags = 1
self.rpm3_mode = 1
self.no_autoreq = 0
self.force_arch = None
self.quiet = 0
def finalize_options(self):
self.set_undefined_options('bdist', ('bdist_base', 'bdist_base'))
if self.rpm_base is None:
if not self.rpm3_mode:
raise DistutilsOptionError(
"you must specify --rpm-base in RPM 2 mode")
self.rpm_base = os.path.join(self.bdist_base, "rpm")
if self.python is None:
if self.fix_python:
self.python = sys.executable
else:
self.python = "python3"
elif self.fix_python:
raise DistutilsOptionError(
"--python and --fix-python are mutually exclusive options")
if os.name != 'posix':
raise DistutilsPlatformError("don't know how to create RPM "
"distributions on platform %s" % os.name)
if self.binary_only and self.source_only:
raise DistutilsOptionError(
"cannot supply both '--source-only' and '--binary-only'")
# don't pass CFLAGS to pure python distributions
if not self.distribution.has_ext_modules():
self.use_rpm_opt_flags = 0
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
self.finalize_package_data()
def finalize_package_data(self):
self.ensure_string('group', "Development/Libraries")
self.ensure_string('vendor',
"%s <%s>" % (self.distribution.get_contact(),
self.distribution.get_contact_email()))
self.ensure_string('packager')
self.ensure_string_list('doc_files')
if isinstance(self.doc_files, list):
for readme in ('README', 'README.txt'):
if os.path.exists(readme) and readme not in self.doc_files:
self.doc_files.append(readme)
self.ensure_string('release', "1")
self.ensure_string('serial') # should it be an int?
self.ensure_string('distribution_name')
self.ensure_string('changelog')
# Format changelog correctly
self.changelog = self._format_changelog(self.changelog)
self.ensure_filename('icon')
self.ensure_filename('prep_script')
self.ensure_filename('build_script')
self.ensure_filename('install_script')
self.ensure_filename('clean_script')
self.ensure_filename('verify_script')
self.ensure_filename('pre_install')
self.ensure_filename('post_install')
self.ensure_filename('pre_uninstall')
self.ensure_filename('post_uninstall')
# XXX don't forget we punted on summaries and descriptions -- they
# should be handled here eventually!
# Now *this* is some meta-data that belongs in the setup script...
self.ensure_string_list('provides')
self.ensure_string_list('requires')
self.ensure_string_list('conflicts')
self.ensure_string_list('build_requires')
self.ensure_string_list('obsoletes')
self.ensure_string('force_arch')
def run(self):
if DEBUG:
print("before _get_package_data():")
print("vendor =", self.vendor)
print("packager =", self.packager)
print("doc_files =", self.doc_files)
print("changelog =", self.changelog)
# make directories
if self.spec_only:
spec_dir = self.dist_dir
self.mkpath(spec_dir)
else:
rpm_dir = {}
for d in ('SOURCES', 'SPECS', 'BUILD', 'RPMS', 'SRPMS'):
rpm_dir[d] = os.path.join(self.rpm_base, d)
self.mkpath(rpm_dir[d])
spec_dir = rpm_dir['SPECS']
# Spec file goes into 'dist_dir' if '--spec-only specified',
# build/rpm.<plat> otherwise.
spec_path = os.path.join(spec_dir,
"%s.spec" % self.distribution.get_name())
self.execute(write_file,
(spec_path,
self._make_spec_file()),
"writing '%s'" % spec_path)
if self.spec_only: # stop if requested
return
# Make a source distribution and copy to SOURCES directory with
# optional icon.
saved_dist_files = self.distribution.dist_files[:]
sdist = self.reinitialize_command('sdist')
if self.use_bzip2:
sdist.formats = ['bztar']
else:
sdist.formats = ['gztar']
self.run_command('sdist')
self.distribution.dist_files = saved_dist_files
source = sdist.get_archive_files()[0]
source_dir = rpm_dir['SOURCES']
self.copy_file(source, source_dir)
if self.icon:
if os.path.exists(self.icon):
self.copy_file(self.icon, source_dir)
else:
raise DistutilsFileError(
"icon file '%s' does not exist" % self.icon)
# build package
log.info("building RPMs")
rpm_cmd = ['rpmbuild']
if self.source_only: # what kind of RPMs?
rpm_cmd.append('-bs')
elif self.binary_only:
rpm_cmd.append('-bb')
else:
rpm_cmd.append('-ba')
rpm_cmd.extend(['--define', '__python %s' % self.python])
if self.rpm3_mode:
rpm_cmd.extend(['--define',
'_topdir %s' % os.path.abspath(self.rpm_base)])
if not self.keep_temp:
rpm_cmd.append('--clean')
if self.quiet:
rpm_cmd.append('--quiet')
rpm_cmd.append(spec_path)
# Determine the binary rpm names that should be built out of this spec
# file
# Note that some of these may not be really built (if the file
# list is empty)
nvr_string = "%{name}-%{version}-%{release}"
src_rpm = nvr_string + ".src.rpm"
non_src_rpm = "%{arch}/" + nvr_string + ".%{arch}.rpm"
q_cmd = r"rpm -q --qf '%s %s\n' --specfile '%s'" % (
src_rpm, non_src_rpm, spec_path)
out = os.popen(q_cmd)
try:
binary_rpms = []
source_rpm = None
while True:
line = out.readline()
if not line:
break
l = line.strip().split()
assert(len(l) == 2)
binary_rpms.append(l[1])
# The source rpm is named after the first entry in the spec file
if source_rpm is None:
source_rpm = l[0]
status = out.close()
if status:
raise DistutilsExecError("Failed to execute: %s" % repr(q_cmd))
finally:
out.close()
self.spawn(rpm_cmd)
if not self.dry_run:
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
if not self.binary_only:
srpm = os.path.join(rpm_dir['SRPMS'], source_rpm)
assert(os.path.exists(srpm))
self.move_file(srpm, self.dist_dir)
filename = os.path.join(self.dist_dir, source_rpm)
self.distribution.dist_files.append(
('bdist_rpm', pyversion, filename))
if not self.source_only:
for rpm in binary_rpms:
rpm = os.path.join(rpm_dir['RPMS'], rpm)
if os.path.exists(rpm):
self.move_file(rpm, self.dist_dir)
filename = os.path.join(self.dist_dir,
os.path.basename(rpm))
self.distribution.dist_files.append(
('bdist_rpm', pyversion, filename))
def _dist_path(self, path):
return os.path.join(self.dist_dir, os.path.basename(path))
def _make_spec_file(self):
"""Generate the text of an RPM spec file and return it as a
list of strings (one per line).
"""
# definitions and headers
spec_file = [
'%define name ' + self.distribution.get_name(),
'%define version ' + self.distribution.get_version().replace('-','_'),
'%define unmangled_version ' + self.distribution.get_version(),
'%define release ' + self.release.replace('-','_'),
'',
'Summary: ' + self.distribution.get_description(),
]
# Workaround for #14443 which affects some RPM based systems such as
# RHEL6 (and probably derivatives)
vendor_hook = subprocess.getoutput('rpm --eval %{__os_install_post}')
# Generate a potential replacement value for __os_install_post (whilst
# normalizing the whitespace to simplify the test for whether the
# invocation of brp-python-bytecompile passes in __python):
vendor_hook = '\n'.join([' %s \\' % line.strip()
for line in vendor_hook.splitlines()])
problem = "brp-python-bytecompile \\\n"
fixed = "brp-python-bytecompile %{__python} \\\n"
fixed_hook = vendor_hook.replace(problem, fixed)
if fixed_hook != vendor_hook:
spec_file.append('# Workaround for http://bugs.python.org/issue14443')
spec_file.append('%define __os_install_post ' + fixed_hook + '\n')
# put locale summaries into spec file
# XXX not supported for now (hard to put a dictionary
# in a config file -- arg!)
#for locale in self.summaries.keys():
# spec_file.append('Summary(%s): %s' % (locale,
# self.summaries[locale]))
spec_file.extend([
'Name: %{name}',
'Version: %{version}',
'Release: %{release}',])
# XXX yuck! this filename is available from the "sdist" command,
# but only after it has run: and we create the spec file before
# running "sdist", in case of --spec-only.
if self.use_bzip2:
spec_file.append('Source0: %{name}-%{unmangled_version}.tar.bz2')
else:
spec_file.append('Source0: %{name}-%{unmangled_version}.tar.gz')
spec_file.extend([
'License: ' + self.distribution.get_license(),
'Group: ' + self.group,
'BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildroot',
'Prefix: %{_prefix}', ])
if not self.force_arch:
# noarch if no extension modules
if not self.distribution.has_ext_modules():
spec_file.append('BuildArch: noarch')
else:
spec_file.append( 'BuildArch: %s' % self.force_arch )
for field in ('Vendor',
'Packager',
'Provides',
'Requires',
'Conflicts',
'Obsoletes',
):
val = getattr(self, field.lower())
if isinstance(val, list):
spec_file.append('%s: %s' % (field, ' '.join(val)))
elif val is not None:
spec_file.append('%s: %s' % (field, val))
if self.distribution.get_url() != 'UNKNOWN':
spec_file.append('Url: ' + self.distribution.get_url())
if self.distribution_name:
spec_file.append('Distribution: ' + self.distribution_name)
if self.build_requires:
spec_file.append('BuildRequires: ' +
' '.join(self.build_requires))
if self.icon:
spec_file.append('Icon: ' + os.path.basename(self.icon))
if self.no_autoreq:
spec_file.append('AutoReq: 0')
spec_file.extend([
'',
'%description',
self.distribution.get_long_description()
])
# put locale descriptions into spec file
# XXX again, suppressed because config file syntax doesn't
# easily support this ;-(
#for locale in self.descriptions.keys():
# spec_file.extend([
# '',
# '%description -l ' + locale,
# self.descriptions[locale],
# ])
# rpm scripts
# figure out default build script
def_setup_call = "%s %s" % (self.python,os.path.basename(sys.argv[0]))
def_build = "%s build" % def_setup_call
if self.use_rpm_opt_flags:
def_build = 'env CFLAGS="$RPM_OPT_FLAGS" ' + def_build
# insert contents of files
# XXX this is kind of misleading: user-supplied options are files
# that we open and interpolate into the spec file, but the defaults
# are just text that we drop in as-is. Hmmm.
install_cmd = ('%s install -O1 --root=$RPM_BUILD_ROOT '
'--record=INSTALLED_FILES') % def_setup_call
script_options = [
('prep', 'prep_script', "%setup -n %{name}-%{unmangled_version}"),
('build', 'build_script', def_build),
('install', 'install_script', install_cmd),
('clean', 'clean_script', "rm -rf $RPM_BUILD_ROOT"),
('verifyscript', 'verify_script', None),
('pre', 'pre_install', None),
('post', 'post_install', None),
('preun', 'pre_uninstall', None),
('postun', 'post_uninstall', None),
]
for (rpm_opt, attr, default) in script_options:
# Insert contents of file referred to, if no file is referred to
# use 'default' as contents of script
val = getattr(self, attr)
if val or default:
spec_file.extend([
'',
'%' + rpm_opt,])
if val:
with open(val) as f:
spec_file.extend(f.read().split('\n'))
else:
spec_file.append(default)
# files section
spec_file.extend([
'',
'%files -f INSTALLED_FILES',
'%defattr(-,root,root)',
])
if self.doc_files:
spec_file.append('%doc ' + ' '.join(self.doc_files))
if self.changelog:
spec_file.extend([
'',
'%changelog',])
spec_file.extend(self.changelog)
return spec_file
def _format_changelog(self, changelog):
"""Format the changelog correctly and convert it to a list of strings
"""
if not changelog:
return changelog
new_changelog = []
for line in changelog.strip().split('\n'):
line = line.strip()
if line[0] == '*':
new_changelog.extend(['', line])
elif line[0] == '-':
new_changelog.append(line)
else:
new_changelog.append(' ' + line)
# strip trailing newline inserted by first changelog entry
if not new_changelog[0]:
del new_changelog[0]
return new_changelog
site-packages/setuptools/_distutils/command/install_egg_info.py 0000644 00000005053 15056474501 0021175 0 ustar 00 """distutils.command.install_egg_info
Implements the Distutils 'install_egg_info' command, for installing
a package's PKG-INFO metadata."""
from distutils.cmd import Command
from distutils import log, dir_util
import os, sys, re
class install_egg_info(Command):
"""Install an .egg-info file for the package"""
description = "Install package's PKG-INFO metadata as an .egg-info file"
user_options = [
('install-dir=', 'd', "directory to install to"),
]
def initialize_options(self):
self.install_dir = None
def finalize_options(self):
self.set_undefined_options('install_lib',('install_dir','install_dir'))
basename = "%s-%s-py%d.%d.egg-info" % (
to_filename(safe_name(self.distribution.get_name())),
to_filename(safe_version(self.distribution.get_version())),
*sys.version_info[:2]
)
self.target = os.path.join(self.install_dir, basename)
self.outputs = [self.target]
def run(self):
target = self.target
if os.path.isdir(target) and not os.path.islink(target):
dir_util.remove_tree(target, dry_run=self.dry_run)
elif os.path.exists(target):
self.execute(os.unlink,(self.target,),"Removing "+target)
elif not os.path.isdir(self.install_dir):
self.execute(os.makedirs, (self.install_dir,),
"Creating "+self.install_dir)
log.info("Writing %s", target)
if not self.dry_run:
with open(target, 'w', encoding='UTF-8') as f:
self.distribution.metadata.write_pkg_file(f)
def get_outputs(self):
return self.outputs
# The following routines are taken from setuptools' pkg_resources module and
# can be replaced by importing them from pkg_resources once it is included
# in the stdlib.
def safe_name(name):
"""Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
"""
return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version):
"""Convert an arbitrary string to a standard version string
Spaces become dots, and all other non-alphanumeric characters become
dashes, with runs of multiple dashes condensed to a single dash.
"""
version = version.replace(' ','.')
return re.sub('[^A-Za-z0-9.]+', '-', version)
def to_filename(name):
"""Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
"""
return name.replace('-','_')
site-packages/setuptools/_distutils/command/bdist_dumb.py 0000644 00000011461 15056474501 0020006 0 ustar 00 """distutils.command.bdist_dumb
Implements the Distutils 'bdist_dumb' command (create a "dumb" built
distribution -- i.e., just an archive to be unpacked under $prefix or
$exec_prefix)."""
import os
from distutils.core import Command
from distutils.util import get_platform
from distutils.dir_util import remove_tree, ensure_relative
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_dumb(Command):
description = "create a \"dumb\" built distribution"
user_options = [('bdist-dir=', 'd',
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('format=', 'f',
"archive format to create (tar, gztar, bztar, xztar, "
"ztar, zip)"),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('relative', None,
"build the archive using relative paths "
"(default: false)"),
('owner=', 'u',
"Owner name used when creating a tar file"
" [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file"
" [default: current group]"),
]
boolean_options = ['keep-temp', 'skip-build', 'relative']
default_format = { 'posix': 'gztar',
'nt': 'zip' }
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.format = None
self.keep_temp = 0
self.dist_dir = None
self.skip_build = None
self.relative = 0
self.owner = None
self.group = None
def finalize_options(self):
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'dumb')
if self.format is None:
try:
self.format = self.default_format[os.name]
except KeyError:
raise DistutilsPlatformError(
"don't know how to create dumb built distributions "
"on platform %s" % os.name)
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
('skip_build', 'skip_build'))
def run(self):
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.root = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
log.info("installing to %s", self.bdist_dir)
self.run_command('install')
# And make an archive relative to the root of the
# pseudo-installation tree.
archive_basename = "%s.%s" % (self.distribution.get_fullname(),
self.plat_name)
pseudoinstall_root = os.path.join(self.dist_dir, archive_basename)
if not self.relative:
archive_root = self.bdist_dir
else:
if (self.distribution.has_ext_modules() and
(install.install_base != install.install_platbase)):
raise DistutilsPlatformError(
"can't make a dumb built distribution where "
"base and platbase are different (%s, %s)"
% (repr(install.install_base),
repr(install.install_platbase)))
else:
archive_root = os.path.join(self.bdist_dir,
ensure_relative(install.install_base))
# Make the archive
filename = self.make_archive(pseudoinstall_root,
self.format, root_dir=archive_root,
owner=self.owner, group=self.group)
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
self.distribution.dist_files.append(('bdist_dumb', pyversion,
filename))
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
site-packages/setuptools/_distutils/command/bdist_wininst.py 0000644 00000037236 15056474501 0020562 0 ustar 00 """distutils.command.bdist_wininst
Implements the Distutils 'bdist_wininst' command: create a windows installer
exe-program."""
import os
import sys
import warnings
from distutils.core import Command
from distutils.util import get_platform
from distutils.dir_util import remove_tree
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_wininst(Command):
description = "create an executable installer for MS Windows"
user_options = [('bdist-dir=', None,
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('target-version=', None,
"require a specific python version" +
" on the target system"),
('no-target-compile', 'c',
"do not compile .py to .pyc on the target system"),
('no-target-optimize', 'o',
"do not compile .py to .pyo (optimized) "
"on the target system"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('bitmap=', 'b',
"bitmap to use for the installer instead of python-powered logo"),
('title=', 't',
"title to display on the installer background instead of default"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('install-script=', None,
"basename of installation script to be run after "
"installation or before deinstallation"),
('pre-install-script=', None,
"Fully qualified filename of a script to be run before "
"any files are installed. This script need not be in the "
"distribution"),
('user-access-control=', None,
"specify Vista's UAC handling - 'none'/default=no "
"handling, 'auto'=use UAC if target Python installed for "
"all users, 'force'=always use UAC"),
]
boolean_options = ['keep-temp', 'no-target-compile', 'no-target-optimize',
'skip-build']
# bpo-10945: bdist_wininst requires mbcs encoding only available on Windows
_unsupported = (sys.platform != "win32")
def __init__(self, *args, **kw):
super().__init__(*args, **kw)
warnings.warn("bdist_wininst command is deprecated since Python 3.8, "
"use bdist_wheel (wheel packages) instead",
DeprecationWarning, 2)
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.no_target_compile = 0
self.no_target_optimize = 0
self.target_version = None
self.dist_dir = None
self.bitmap = None
self.title = None
self.skip_build = None
self.install_script = None
self.pre_install_script = None
self.user_access_control = None
def finalize_options(self):
self.set_undefined_options('bdist', ('skip_build', 'skip_build'))
if self.bdist_dir is None:
if self.skip_build and self.plat_name:
# If build is skipped and plat_name is overridden, bdist will
# not see the correct 'plat_name' - so set that up manually.
bdist = self.distribution.get_command_obj('bdist')
bdist.plat_name = self.plat_name
# next the command will be initialized using that name
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'wininst')
if not self.target_version:
self.target_version = ""
if not self.skip_build and self.distribution.has_ext_modules():
short_version = get_python_version()
if self.target_version and self.target_version != short_version:
raise DistutilsOptionError(
"target version can only be %s, or the '--skip-build'" \
" option must be specified" % (short_version,))
self.target_version = short_version
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
)
if self.install_script:
for script in self.distribution.scripts:
if self.install_script == os.path.basename(script):
break
else:
raise DistutilsOptionError(
"install_script '%s' not found in scripts"
% self.install_script)
def run(self):
if (sys.platform != "win32" and
(self.distribution.has_ext_modules() or
self.distribution.has_c_libraries())):
raise DistutilsPlatformError \
("distribution contains extensions and/or C libraries; "
"must be compiled on a Windows 32 platform")
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.root = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
install.plat_name = self.plat_name
install_lib = self.reinitialize_command('install_lib')
# we do not want to include pyc or pyo files
install_lib.compile = 0
install_lib.optimize = 0
if self.distribution.has_ext_modules():
# If we are building an installer for a Python version other
# than the one we are currently running, then we need to ensure
# our build_lib reflects the other Python version rather than ours.
# Note that for target_version!=sys.version, we must have skipped the
# build step, so there is no issue with enforcing the build of this
# version.
target_version = self.target_version
if not target_version:
assert self.skip_build, "Should have already checked this"
target_version = '%d.%d' % sys.version_info[:2]
plat_specifier = ".%s-%s" % (self.plat_name, target_version)
build = self.get_finalized_command('build')
build.build_lib = os.path.join(build.build_base,
'lib' + plat_specifier)
# Use a custom scheme for the zip-file, because we have to decide
# at installation time which scheme to use.
for key in ('purelib', 'platlib', 'headers', 'scripts', 'data'):
value = key.upper()
if key == 'headers':
value = value + '/Include/$dist_name'
setattr(install,
'install_' + key,
value)
log.info("installing to %s", self.bdist_dir)
install.ensure_finalized()
# avoid warning of 'install_lib' about installing
# into a directory not in sys.path
sys.path.insert(0, os.path.join(self.bdist_dir, 'PURELIB'))
install.run()
del sys.path[0]
# And make an archive relative to the root of the
# pseudo-installation tree.
from tempfile import mktemp
archive_basename = mktemp()
fullname = self.distribution.get_fullname()
arcname = self.make_archive(archive_basename, "zip",
root_dir=self.bdist_dir)
# create an exe containing the zip-file
self.create_exe(arcname, fullname, self.bitmap)
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
self.distribution.dist_files.append(('bdist_wininst', pyversion,
self.get_installer_filename(fullname)))
# remove the zip-file again
log.debug("removing temporary file '%s'", arcname)
os.remove(arcname)
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
def get_inidata(self):
# Return data describing the installation.
lines = []
metadata = self.distribution.metadata
# Write the [metadata] section.
lines.append("[metadata]")
# 'info' will be displayed in the installer's dialog box,
# describing the items to be installed.
info = (metadata.long_description or '') + '\n'
# Escape newline characters
def escape(s):
return s.replace("\n", "\\n")
for name in ["author", "author_email", "description", "maintainer",
"maintainer_email", "name", "url", "version"]:
data = getattr(metadata, name, "")
if data:
info = info + ("\n %s: %s" % \
(name.capitalize(), escape(data)))
lines.append("%s=%s" % (name, escape(data)))
# The [setup] section contains entries controlling
# the installer runtime.
lines.append("\n[Setup]")
if self.install_script:
lines.append("install_script=%s" % self.install_script)
lines.append("info=%s" % escape(info))
lines.append("target_compile=%d" % (not self.no_target_compile))
lines.append("target_optimize=%d" % (not self.no_target_optimize))
if self.target_version:
lines.append("target_version=%s" % self.target_version)
if self.user_access_control:
lines.append("user_access_control=%s" % self.user_access_control)
title = self.title or self.distribution.get_fullname()
lines.append("title=%s" % escape(title))
import time
import distutils
build_info = "Built %s with distutils-%s" % \
(time.ctime(time.time()), distutils.__version__)
lines.append("build_info=%s" % build_info)
return "\n".join(lines)
def create_exe(self, arcname, fullname, bitmap=None):
import struct
self.mkpath(self.dist_dir)
cfgdata = self.get_inidata()
installer_name = self.get_installer_filename(fullname)
self.announce("creating %s" % installer_name)
if bitmap:
with open(bitmap, "rb") as f:
bitmapdata = f.read()
bitmaplen = len(bitmapdata)
else:
bitmaplen = 0
with open(installer_name, "wb") as file:
file.write(self.get_exe_bytes())
if bitmap:
file.write(bitmapdata)
# Convert cfgdata from unicode to ascii, mbcs encoded
if isinstance(cfgdata, str):
cfgdata = cfgdata.encode("mbcs")
# Append the pre-install script
cfgdata = cfgdata + b"\0"
if self.pre_install_script:
# We need to normalize newlines, so we open in text mode and
# convert back to bytes. "latin-1" simply avoids any possible
# failures.
with open(self.pre_install_script, "r",
encoding="latin-1") as script:
script_data = script.read().encode("latin-1")
cfgdata = cfgdata + script_data + b"\n\0"
else:
# empty pre-install script
cfgdata = cfgdata + b"\0"
file.write(cfgdata)
# The 'magic number' 0x1234567B is used to make sure that the
# binary layout of 'cfgdata' is what the wininst.exe binary
# expects. If the layout changes, increment that number, make
# the corresponding changes to the wininst.exe sources, and
# recompile them.
header = struct.pack("<iii",
0x1234567B, # tag
len(cfgdata), # length
bitmaplen, # number of bytes in bitmap
)
file.write(header)
with open(arcname, "rb") as f:
file.write(f.read())
def get_installer_filename(self, fullname):
# Factored out to allow overriding in subclasses
if self.target_version:
# if we create an installer for a specific python version,
# it's better to include this in the name
installer_name = os.path.join(self.dist_dir,
"%s.%s-py%s.exe" %
(fullname, self.plat_name, self.target_version))
else:
installer_name = os.path.join(self.dist_dir,
"%s.%s.exe" % (fullname, self.plat_name))
return installer_name
def get_exe_bytes(self):
# If a target-version other than the current version has been
# specified, then using the MSVC version from *this* build is no good.
# Without actually finding and executing the target version and parsing
# its sys.version, we just hard-code our knowledge of old versions.
# NOTE: Possible alternative is to allow "--target-version" to
# specify a Python executable rather than a simple version string.
# We can then execute this program to obtain any info we need, such
# as the real sys.version string for the build.
cur_version = get_python_version()
# If the target version is *later* than us, then we assume they
# use what we use
# string compares seem wrong, but are what sysconfig.py itself uses
if self.target_version and self.target_version < cur_version:
if self.target_version < "2.4":
bv = '6.0'
elif self.target_version == "2.4":
bv = '7.1'
elif self.target_version == "2.5":
bv = '8.0'
elif self.target_version <= "3.2":
bv = '9.0'
elif self.target_version <= "3.4":
bv = '10.0'
else:
bv = '14.0'
else:
# for current version - use authoritative check.
try:
from msvcrt import CRT_ASSEMBLY_VERSION
except ImportError:
# cross-building, so assume the latest version
bv = '14.0'
else:
# as far as we know, CRT is binary compatible based on
# the first field, so assume 'x.0' until proven otherwise
major = CRT_ASSEMBLY_VERSION.partition('.')[0]
bv = major + '.0'
# wininst-x.y.exe is in the same directory as this file
directory = os.path.dirname(__file__)
# we must use a wininst-x.y.exe built with the same C compiler
# used for python. XXX What about mingw, borland, and so on?
# if plat_name starts with "win" but is not "win32"
# we want to strip "win" and leave the rest (e.g. -amd64)
# for all other cases, we don't want any suffix
if self.plat_name != 'win32' and self.plat_name[:3] == 'win':
sfix = self.plat_name[3:]
else:
sfix = ''
filename = os.path.join(directory, "wininst-%s%s.exe" % (bv, sfix))
f = open(filename, "rb")
try:
return f.read()
finally:
f.close()
site-packages/setuptools/_distutils/command/register.py 0000644 00000026700 15056474501 0017520 0 ustar 00 """distutils.command.register
Implements the Distutils 'register' command (register with the repository).
"""
# created 2002/10/21, Richard Jones
import getpass
import io
import urllib.parse, urllib.request
from warnings import warn
from distutils.core import PyPIRCCommand
from distutils.errors import *
from distutils import log
class register(PyPIRCCommand):
description = ("register the distribution with the Python package index")
user_options = PyPIRCCommand.user_options + [
('list-classifiers', None,
'list the valid Trove classifiers'),
('strict', None ,
'Will stop the registering if the meta-data are not fully compliant')
]
boolean_options = PyPIRCCommand.boolean_options + [
'verify', 'list-classifiers', 'strict']
sub_commands = [('check', lambda self: True)]
def initialize_options(self):
PyPIRCCommand.initialize_options(self)
self.list_classifiers = 0
self.strict = 0
def finalize_options(self):
PyPIRCCommand.finalize_options(self)
# setting options for the `check` subcommand
check_options = {'strict': ('register', self.strict),
'restructuredtext': ('register', 1)}
self.distribution.command_options['check'] = check_options
def run(self):
self.finalize_options()
self._set_config()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
if self.dry_run:
self.verify_metadata()
elif self.list_classifiers:
self.classifiers()
else:
self.send_metadata()
def check_metadata(self):
"""Deprecated API."""
warn("distutils.command.register.check_metadata is deprecated, \
use the check command instead", PendingDeprecationWarning)
check = self.distribution.get_command_obj('check')
check.ensure_finalized()
check.strict = self.strict
check.restructuredtext = 1
check.run()
def _set_config(self):
''' Reads the configuration file and set attributes.
'''
config = self._read_pypirc()
if config != {}:
self.username = config['username']
self.password = config['password']
self.repository = config['repository']
self.realm = config['realm']
self.has_config = True
else:
if self.repository not in ('pypi', self.DEFAULT_REPOSITORY):
raise ValueError('%s not found in .pypirc' % self.repository)
if self.repository == 'pypi':
self.repository = self.DEFAULT_REPOSITORY
self.has_config = False
def classifiers(self):
''' Fetch the list of classifiers from the server.
'''
url = self.repository+'?:action=list_classifiers'
response = urllib.request.urlopen(url)
log.info(self._read_pypi_response(response))
def verify_metadata(self):
''' Send the metadata to the package index server to be checked.
'''
# send the info to the server and report the result
(code, result) = self.post_to_server(self.build_post_data('verify'))
log.info('Server response (%s): %s', code, result)
def send_metadata(self):
''' Send the metadata to the package index server.
Well, do the following:
1. figure who the user is, and then
2. send the data as a Basic auth'ed POST.
First we try to read the username/password from $HOME/.pypirc,
which is a ConfigParser-formatted file with a section
[distutils] containing username and password entries (both
in clear text). Eg:
[distutils]
index-servers =
pypi
[pypi]
username: fred
password: sekrit
Otherwise, to figure who the user is, we offer the user three
choices:
1. use existing login,
2. register as a new user, or
3. set the password to a random string and email the user.
'''
# see if we can short-cut and get the username/password from the
# config
if self.has_config:
choice = '1'
username = self.username
password = self.password
else:
choice = 'x'
username = password = ''
# get the user's login info
choices = '1 2 3 4'.split()
while choice not in choices:
self.announce('''\
We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: ''', log.INFO)
choice = input()
if not choice:
choice = '1'
elif choice not in choices:
print('Please choose one of the four options!')
if choice == '1':
# get the username and password
while not username:
username = input('Username: ')
while not password:
password = getpass.getpass('Password: ')
# set up the authentication
auth = urllib.request.HTTPPasswordMgr()
host = urllib.parse.urlparse(self.repository)[1]
auth.add_password(self.realm, host, username, password)
# send the info to the server and report the result
code, result = self.post_to_server(self.build_post_data('submit'),
auth)
self.announce('Server response (%s): %s' % (code, result),
log.INFO)
# possibly save the login
if code == 200:
if self.has_config:
# sharing the password in the distribution instance
# so the upload command can reuse it
self.distribution.password = password
else:
self.announce(('I can store your PyPI login so future '
'submissions will be faster.'), log.INFO)
self.announce('(the login will be stored in %s)' % \
self._get_rc_file(), log.INFO)
choice = 'X'
while choice.lower() not in 'yn':
choice = input('Save your login (y/N)?')
if not choice:
choice = 'n'
if choice.lower() == 'y':
self._store_pypirc(username, password)
elif choice == '2':
data = {':action': 'user'}
data['name'] = data['password'] = data['email'] = ''
data['confirm'] = None
while not data['name']:
data['name'] = input('Username: ')
while data['password'] != data['confirm']:
while not data['password']:
data['password'] = getpass.getpass('Password: ')
while not data['confirm']:
data['confirm'] = getpass.getpass(' Confirm: ')
if data['password'] != data['confirm']:
data['password'] = ''
data['confirm'] = None
print("Password and confirm don't match!")
while not data['email']:
data['email'] = input(' EMail: ')
code, result = self.post_to_server(data)
if code != 200:
log.info('Server response (%s): %s', code, result)
else:
log.info('You will receive an email shortly.')
log.info(('Follow the instructions in it to '
'complete registration.'))
elif choice == '3':
data = {':action': 'password_reset'}
data['email'] = ''
while not data['email']:
data['email'] = input('Your email address: ')
code, result = self.post_to_server(data)
log.info('Server response (%s): %s', code, result)
def build_post_data(self, action):
# figure the data to send - the metadata plus some additional
# information used by the package server
meta = self.distribution.metadata
data = {
':action': action,
'metadata_version' : '1.0',
'name': meta.get_name(),
'version': meta.get_version(),
'summary': meta.get_description(),
'home_page': meta.get_url(),
'author': meta.get_contact(),
'author_email': meta.get_contact_email(),
'license': meta.get_licence(),
'description': meta.get_long_description(),
'keywords': meta.get_keywords(),
'platform': meta.get_platforms(),
'classifiers': meta.get_classifiers(),
'download_url': meta.get_download_url(),
# PEP 314
'provides': meta.get_provides(),
'requires': meta.get_requires(),
'obsoletes': meta.get_obsoletes(),
}
if data['provides'] or data['requires'] or data['obsoletes']:
data['metadata_version'] = '1.1'
return data
def post_to_server(self, data, auth=None):
''' Post a query to the server, and return a string response.
'''
if 'name' in data:
self.announce('Registering %s to %s' % (data['name'],
self.repository),
log.INFO)
# Build up the MIME payload for the urllib2 POST data
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = '\n--' + boundary
end_boundary = sep_boundary + '--'
body = io.StringIO()
for key, value in data.items():
# handle multiple entries for the same name
if type(value) not in (type([]), type( () )):
value = [value]
for value in value:
value = str(value)
body.write(sep_boundary)
body.write('\nContent-Disposition: form-data; name="%s"'%key)
body.write("\n\n")
body.write(value)
if value and value[-1] == '\r':
body.write('\n') # write an extra newline (lurve Macs)
body.write(end_boundary)
body.write("\n")
body = body.getvalue().encode("utf-8")
# build the Request
headers = {
'Content-type': 'multipart/form-data; boundary=%s; charset=utf-8'%boundary,
'Content-length': str(len(body))
}
req = urllib.request.Request(self.repository, body, headers)
# handle HTTP and include the Basic Auth handler
opener = urllib.request.build_opener(
urllib.request.HTTPBasicAuthHandler(password_mgr=auth)
)
data = ''
try:
result = opener.open(req)
except urllib.error.HTTPError as e:
if self.show_response:
data = e.fp.read()
result = e.code, e.msg
except urllib.error.URLError as e:
result = 500, str(e)
else:
if self.show_response:
data = self._read_pypi_response(result)
result = 200, 'OK'
if self.show_response:
msg = '\n'.join(('-' * 75, data, '-' * 75))
self.announce(msg, log.INFO)
return result
site-packages/setuptools/_distutils/command/sdist.py 0000644 00000045075 15056474501 0017030 0 ustar 00 """distutils.command.sdist
Implements the Distutils 'sdist' command (create a source distribution)."""
import os
import sys
from glob import glob
from warnings import warn
from distutils.core import Command
from distutils import dir_util
from distutils import file_util
from distutils import archive_util
from distutils.text_file import TextFile
from distutils.filelist import FileList
from distutils import log
from distutils.util import convert_path
from distutils.errors import DistutilsTemplateError, DistutilsOptionError
def show_formats():
"""Print all possible values for the 'formats' option (used by
the "--help-formats" command-line option).
"""
from distutils.fancy_getopt import FancyGetopt
from distutils.archive_util import ARCHIVE_FORMATS
formats = []
for format in ARCHIVE_FORMATS.keys():
formats.append(("formats=" + format, None,
ARCHIVE_FORMATS[format][2]))
formats.sort()
FancyGetopt(formats).print_help(
"List of available source distribution formats:")
class sdist(Command):
description = "create a source distribution (tarball, zip file, etc.)"
def checking_metadata(self):
"""Callable used for the check sub-command.
Placed here so user_options can view it"""
return self.metadata_check
user_options = [
('template=', 't',
"name of manifest template file [default: MANIFEST.in]"),
('manifest=', 'm',
"name of manifest file [default: MANIFEST]"),
('use-defaults', None,
"include the default file set in the manifest "
"[default; disable with --no-defaults]"),
('no-defaults', None,
"don't include the default file set"),
('prune', None,
"specifically exclude files/directories that should not be "
"distributed (build tree, RCS/CVS dirs, etc.) "
"[default; disable with --no-prune]"),
('no-prune', None,
"don't automatically exclude anything"),
('manifest-only', 'o',
"just regenerate the manifest and then stop "
"(implies --force-manifest)"),
('force-manifest', 'f',
"forcibly regenerate the manifest and carry on as usual. "
"Deprecated: now the manifest is always regenerated."),
('formats=', None,
"formats for source distribution (comma-separated list)"),
('keep-temp', 'k',
"keep the distribution tree around after creating " +
"archive file(s)"),
('dist-dir=', 'd',
"directory to put the source distribution archive(s) in "
"[default: dist]"),
('metadata-check', None,
"Ensure that all required elements of meta-data "
"are supplied. Warn if any missing. [default]"),
('owner=', 'u',
"Owner name used when creating a tar file [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file [default: current group]"),
]
boolean_options = ['use-defaults', 'prune',
'manifest-only', 'force-manifest',
'keep-temp', 'metadata-check']
help_options = [
('help-formats', None,
"list available distribution formats", show_formats),
]
negative_opt = {'no-defaults': 'use-defaults',
'no-prune': 'prune' }
sub_commands = [('check', checking_metadata)]
READMES = ('README', 'README.txt', 'README.rst')
def initialize_options(self):
# 'template' and 'manifest' are, respectively, the names of
# the manifest template and manifest file.
self.template = None
self.manifest = None
# 'use_defaults': if true, we will include the default file set
# in the manifest
self.use_defaults = 1
self.prune = 1
self.manifest_only = 0
self.force_manifest = 0
self.formats = ['gztar']
self.keep_temp = 0
self.dist_dir = None
self.archive_files = None
self.metadata_check = 1
self.owner = None
self.group = None
def finalize_options(self):
if self.manifest is None:
self.manifest = "MANIFEST"
if self.template is None:
self.template = "MANIFEST.in"
self.ensure_string_list('formats')
bad_format = archive_util.check_archive_formats(self.formats)
if bad_format:
raise DistutilsOptionError(
"unknown archive format '%s'" % bad_format)
if self.dist_dir is None:
self.dist_dir = "dist"
def run(self):
# 'filelist' contains the list of files that will make up the
# manifest
self.filelist = FileList()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
# Do whatever it takes to get the list of files to process
# (process the manifest template, read an existing manifest,
# whatever). File list is accumulated in 'self.filelist'.
self.get_file_list()
# If user just wanted us to regenerate the manifest, stop now.
if self.manifest_only:
return
# Otherwise, go ahead and create the source distribution tarball,
# or zipfile, or whatever.
self.make_distribution()
def check_metadata(self):
"""Deprecated API."""
warn("distutils.command.sdist.check_metadata is deprecated, \
use the check command instead", PendingDeprecationWarning)
check = self.distribution.get_command_obj('check')
check.ensure_finalized()
check.run()
def get_file_list(self):
"""Figure out the list of files to include in the source
distribution, and put it in 'self.filelist'. This might involve
reading the manifest template (and writing the manifest), or just
reading the manifest, or just using the default file set -- it all
depends on the user's options.
"""
# new behavior when using a template:
# the file list is recalculated every time because
# even if MANIFEST.in or setup.py are not changed
# the user might have added some files in the tree that
# need to be included.
#
# This makes --force the default and only behavior with templates.
template_exists = os.path.isfile(self.template)
if not template_exists and self._manifest_is_not_generated():
self.read_manifest()
self.filelist.sort()
self.filelist.remove_duplicates()
return
if not template_exists:
self.warn(("manifest template '%s' does not exist " +
"(using default file list)") %
self.template)
self.filelist.findall()
if self.use_defaults:
self.add_defaults()
if template_exists:
self.read_template()
if self.prune:
self.prune_file_list()
self.filelist.sort()
self.filelist.remove_duplicates()
self.write_manifest()
def add_defaults(self):
"""Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
"""
self._add_defaults_standards()
self._add_defaults_optional()
self._add_defaults_python()
self._add_defaults_data_files()
self._add_defaults_ext()
self._add_defaults_c_libs()
self._add_defaults_scripts()
@staticmethod
def _cs_path_exists(fspath):
"""
Case-sensitive path existence check
>>> sdist._cs_path_exists(__file__)
True
>>> sdist._cs_path_exists(__file__.upper())
False
"""
if not os.path.exists(fspath):
return False
# make absolute so we always have a directory
abspath = os.path.abspath(fspath)
directory, filename = os.path.split(abspath)
return filename in os.listdir(directory)
def _add_defaults_standards(self):
standards = [self.READMES, self.distribution.script_name]
for fn in standards:
if isinstance(fn, tuple):
alts = fn
got_it = False
for fn in alts:
if self._cs_path_exists(fn):
got_it = True
self.filelist.append(fn)
break
if not got_it:
self.warn("standard file not found: should have one of " +
', '.join(alts))
else:
if self._cs_path_exists(fn):
self.filelist.append(fn)
else:
self.warn("standard file '%s' not found" % fn)
def _add_defaults_optional(self):
optional = ['test/test*.py', 'setup.cfg']
for pattern in optional:
files = filter(os.path.isfile, glob(pattern))
self.filelist.extend(files)
def _add_defaults_python(self):
# build_py is used to get:
# - python modules
# - files defined in package_data
build_py = self.get_finalized_command('build_py')
# getting python files
if self.distribution.has_pure_modules():
self.filelist.extend(build_py.get_source_files())
# getting package_data files
# (computed in build_py.data_files by build_py.finalize_options)
for pkg, src_dir, build_dir, filenames in build_py.data_files:
for filename in filenames:
self.filelist.append(os.path.join(src_dir, filename))
def _add_defaults_data_files(self):
# getting distribution.data_files
if self.distribution.has_data_files():
for item in self.distribution.data_files:
if isinstance(item, str):
# plain file
item = convert_path(item)
if os.path.isfile(item):
self.filelist.append(item)
else:
# a (dirname, filenames) tuple
dirname, filenames = item
for f in filenames:
f = convert_path(f)
if os.path.isfile(f):
self.filelist.append(f)
def _add_defaults_ext(self):
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
self.filelist.extend(build_ext.get_source_files())
def _add_defaults_c_libs(self):
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.filelist.extend(build_clib.get_source_files())
def _add_defaults_scripts(self):
if self.distribution.has_scripts():
build_scripts = self.get_finalized_command('build_scripts')
self.filelist.extend(build_scripts.get_source_files())
def read_template(self):
"""Read and parse manifest template file named by self.template.
(usually "MANIFEST.in") The parsing and processing is done by
'self.filelist', which updates itself accordingly.
"""
log.info("reading manifest template '%s'", self.template)
template = TextFile(self.template, strip_comments=1, skip_blanks=1,
join_lines=1, lstrip_ws=1, rstrip_ws=1,
collapse_join=1)
try:
while True:
line = template.readline()
if line is None: # end of file
break
try:
self.filelist.process_template_line(line)
# the call above can raise a DistutilsTemplateError for
# malformed lines, or a ValueError from the lower-level
# convert_path function
except (DistutilsTemplateError, ValueError) as msg:
self.warn("%s, line %d: %s" % (template.filename,
template.current_line,
msg))
finally:
template.close()
def prune_file_list(self):
"""Prune off branches that might slip into the file list as created
by 'read_template()', but really don't belong there:
* the build tree (typically "build")
* the release tree itself (only an issue if we ran "sdist"
previously with --keep-temp, or it aborted)
* any RCS, CVS, .svn, .hg, .git, .bzr, _darcs directories
"""
build = self.get_finalized_command('build')
base_dir = self.distribution.get_fullname()
self.filelist.exclude_pattern(None, prefix=build.build_base)
self.filelist.exclude_pattern(None, prefix=base_dir)
if sys.platform == 'win32':
seps = r'/|\\'
else:
seps = '/'
vcs_dirs = ['RCS', 'CVS', r'\.svn', r'\.hg', r'\.git', r'\.bzr',
'_darcs']
vcs_ptrn = r'(^|%s)(%s)(%s).*' % (seps, '|'.join(vcs_dirs), seps)
self.filelist.exclude_pattern(vcs_ptrn, is_regex=1)
def write_manifest(self):
"""Write the file list in 'self.filelist' (presumably as filled in
by 'add_defaults()' and 'read_template()') to the manifest file
named by 'self.manifest'.
"""
if self._manifest_is_not_generated():
log.info("not writing to manually maintained "
"manifest file '%s'" % self.manifest)
return
content = self.filelist.files[:]
content.insert(0, '# file GENERATED by distutils, do NOT edit')
self.execute(file_util.write_file, (self.manifest, content),
"writing manifest file '%s'" % self.manifest)
def _manifest_is_not_generated(self):
# check for special comment used in 3.1.3 and higher
if not os.path.isfile(self.manifest):
return False
fp = open(self.manifest)
try:
first_line = fp.readline()
finally:
fp.close()
return first_line != '# file GENERATED by distutils, do NOT edit\n'
def read_manifest(self):
"""Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
"""
log.info("reading manifest file '%s'", self.manifest)
with open(self.manifest) as manifest:
for line in manifest:
# ignore comments and blank lines
line = line.strip()
if line.startswith('#') or not line:
continue
self.filelist.append(line)
def make_release_tree(self, base_dir, files):
"""Create the directory tree that will become the source
distribution archive. All directories implied by the filenames in
'files' are created under 'base_dir', and then we hard link or copy
(if hard linking is unavailable) those files into place.
Essentially, this duplicates the developer's source tree, but in a
directory named after the distribution, containing only the files
to be distributed.
"""
# Create all the directories under 'base_dir' necessary to
# put 'files' there; the 'mkpath()' is just so we don't die
# if the manifest happens to be empty.
self.mkpath(base_dir)
dir_util.create_tree(base_dir, files, dry_run=self.dry_run)
# And walk over the list of files, either making a hard link (if
# os.link exists) to each one that doesn't already exist in its
# corresponding location under 'base_dir', or copying each file
# that's out-of-date in 'base_dir'. (Usually, all files will be
# out-of-date, because by default we blow away 'base_dir' when
# we're done making the distribution archives.)
if hasattr(os, 'link'): # can make hard links on this system
link = 'hard'
msg = "making hard links in %s..." % base_dir
else: # nope, have to copy
link = None
msg = "copying files to %s..." % base_dir
if not files:
log.warn("no files to distribute -- empty manifest?")
else:
log.info(msg)
for file in files:
if not os.path.isfile(file):
log.warn("'%s' not a regular file -- skipping", file)
else:
dest = os.path.join(base_dir, file)
self.copy_file(file, dest, link=link)
self.distribution.metadata.write_pkg_info(base_dir)
def make_distribution(self):
"""Create the source distribution(s). First, we create the release
tree with 'make_release_tree()'; then, we create all required
archive files (according to 'self.formats') from the release tree.
Finally, we clean up by blowing away the release tree (unless
'self.keep_temp' is true). The list of archive files created is
stored so it can be retrieved later by 'get_archive_files()'.
"""
# Don't warn about missing meta-data here -- should be (and is!)
# done elsewhere.
base_dir = self.distribution.get_fullname()
base_name = os.path.join(self.dist_dir, base_dir)
self.make_release_tree(base_dir, self.filelist.files)
archive_files = [] # remember names of files we create
# tar archive must be created last to avoid overwrite and remove
if 'tar' in self.formats:
self.formats.append(self.formats.pop(self.formats.index('tar')))
for fmt in self.formats:
file = self.make_archive(base_name, fmt, base_dir=base_dir,
owner=self.owner, group=self.group)
archive_files.append(file)
self.distribution.dist_files.append(('sdist', '', file))
self.archive_files = archive_files
if not self.keep_temp:
dir_util.remove_tree(base_dir, dry_run=self.dry_run)
def get_archive_files(self):
"""Return the list of archive files created when the command
was run, or None if the command hasn't run yet.
"""
return self.archive_files
site-packages/setuptools/_distutils/command/clean.py 0000644 00000005330 15056474501 0016752 0 ustar 00 """distutils.command.clean
Implements the Distutils 'clean' command."""
# contributed by Bastian Kleineidam <calvin@cs.uni-sb.de>, added 2000-03-18
import os
from distutils.core import Command
from distutils.dir_util import remove_tree
from distutils import log
class clean(Command):
description = "clean up temporary files from 'build' command"
user_options = [
('build-base=', 'b',
"base build directory (default: 'build.build-base')"),
('build-lib=', None,
"build directory for all modules (default: 'build.build-lib')"),
('build-temp=', 't',
"temporary build directory (default: 'build.build-temp')"),
('build-scripts=', None,
"build directory for scripts (default: 'build.build-scripts')"),
('bdist-base=', None,
"temporary directory for built distributions"),
('all', 'a',
"remove all build output, not just temporary by-products")
]
boolean_options = ['all']
def initialize_options(self):
self.build_base = None
self.build_lib = None
self.build_temp = None
self.build_scripts = None
self.bdist_base = None
self.all = None
def finalize_options(self):
self.set_undefined_options('build',
('build_base', 'build_base'),
('build_lib', 'build_lib'),
('build_scripts', 'build_scripts'),
('build_temp', 'build_temp'))
self.set_undefined_options('bdist',
('bdist_base', 'bdist_base'))
def run(self):
# remove the build/temp.<plat> directory (unless it's already
# gone)
if os.path.exists(self.build_temp):
remove_tree(self.build_temp, dry_run=self.dry_run)
else:
log.debug("'%s' does not exist -- can't clean it",
self.build_temp)
if self.all:
# remove build directories
for directory in (self.build_lib,
self.bdist_base,
self.build_scripts):
if os.path.exists(directory):
remove_tree(directory, dry_run=self.dry_run)
else:
log.warn("'%s' does not exist -- can't clean it",
directory)
# just for the heck of it, try to remove the base build directory:
# we might have emptied it right now, but if not we don't care
if not self.dry_run:
try:
os.rmdir(self.build_base)
log.info("removing '%s'", self.build_base)
except OSError:
pass
site-packages/setuptools/_distutils/fancy_getopt.py 0000644 00000042570 15056474501 0016743 0 ustar 00 """distutils.fancy_getopt
Wrapper around the standard getopt module that provides the following
additional features:
* short and long options are tied together
* options have help strings, so fancy_getopt could potentially
create a complete usage summary
* options set attributes of a passed-in object
"""
import sys, string, re
import getopt
from distutils.errors import *
# Much like command_re in distutils.core, this is close to but not quite
# the same as a Python NAME -- except, in the spirit of most GNU
# utilities, we use '-' in place of '_'. (The spirit of LISP lives on!)
# The similarities to NAME are again not a coincidence...
longopt_pat = r'[a-zA-Z](?:[a-zA-Z0-9-]*)'
longopt_re = re.compile(r'^%s$' % longopt_pat)
# For recognizing "negative alias" options, eg. "quiet=!verbose"
neg_alias_re = re.compile("^(%s)=!(%s)$" % (longopt_pat, longopt_pat))
# This is used to translate long options to legitimate Python identifiers
# (for use as attributes of some object).
longopt_xlate = str.maketrans('-', '_')
class FancyGetopt:
"""Wrapper around the standard 'getopt()' module that provides some
handy extra functionality:
* short and long options are tied together
* options have help strings, and help text can be assembled
from them
* options set attributes of a passed-in object
* boolean options can have "negative aliases" -- eg. if
--quiet is the "negative alias" of --verbose, then "--quiet"
on the command line sets 'verbose' to false
"""
def __init__(self, option_table=None):
# The option table is (currently) a list of tuples. The
# tuples may have 3 or four values:
# (long_option, short_option, help_string [, repeatable])
# if an option takes an argument, its long_option should have '='
# appended; short_option should just be a single character, no ':'
# in any case. If a long_option doesn't have a corresponding
# short_option, short_option should be None. All option tuples
# must have long options.
self.option_table = option_table
# 'option_index' maps long option names to entries in the option
# table (ie. those 3-tuples).
self.option_index = {}
if self.option_table:
self._build_index()
# 'alias' records (duh) alias options; {'foo': 'bar'} means
# --foo is an alias for --bar
self.alias = {}
# 'negative_alias' keeps track of options that are the boolean
# opposite of some other option
self.negative_alias = {}
# These keep track of the information in the option table. We
# don't actually populate these structures until we're ready to
# parse the command-line, since the 'option_table' passed in here
# isn't necessarily the final word.
self.short_opts = []
self.long_opts = []
self.short2long = {}
self.attr_name = {}
self.takes_arg = {}
# And 'option_order' is filled up in 'getopt()'; it records the
# original order of options (and their values) on the command-line,
# but expands short options, converts aliases, etc.
self.option_order = []
def _build_index(self):
self.option_index.clear()
for option in self.option_table:
self.option_index[option[0]] = option
def set_option_table(self, option_table):
self.option_table = option_table
self._build_index()
def add_option(self, long_option, short_option=None, help_string=None):
if long_option in self.option_index:
raise DistutilsGetoptError(
"option conflict: already an option '%s'" % long_option)
else:
option = (long_option, short_option, help_string)
self.option_table.append(option)
self.option_index[long_option] = option
def has_option(self, long_option):
"""Return true if the option table for this parser has an
option with long name 'long_option'."""
return long_option in self.option_index
def get_attr_name(self, long_option):
"""Translate long option name 'long_option' to the form it
has as an attribute of some object: ie., translate hyphens
to underscores."""
return long_option.translate(longopt_xlate)
def _check_alias_dict(self, aliases, what):
assert isinstance(aliases, dict)
for (alias, opt) in aliases.items():
if alias not in self.option_index:
raise DistutilsGetoptError(("invalid %s '%s': "
"option '%s' not defined") % (what, alias, alias))
if opt not in self.option_index:
raise DistutilsGetoptError(("invalid %s '%s': "
"aliased option '%s' not defined") % (what, alias, opt))
def set_aliases(self, alias):
"""Set the aliases for this option parser."""
self._check_alias_dict(alias, "alias")
self.alias = alias
def set_negative_aliases(self, negative_alias):
"""Set the negative aliases for this option parser.
'negative_alias' should be a dictionary mapping option names to
option names, both the key and value must already be defined
in the option table."""
self._check_alias_dict(negative_alias, "negative alias")
self.negative_alias = negative_alias
def _grok_option_table(self):
"""Populate the various data structures that keep tabs on the
option table. Called by 'getopt()' before it can do anything
worthwhile.
"""
self.long_opts = []
self.short_opts = []
self.short2long.clear()
self.repeat = {}
for option in self.option_table:
if len(option) == 3:
long, short, help = option
repeat = 0
elif len(option) == 4:
long, short, help, repeat = option
else:
# the option table is part of the code, so simply
# assert that it is correct
raise ValueError("invalid option tuple: %r" % (option,))
# Type- and value-check the option names
if not isinstance(long, str) or len(long) < 2:
raise DistutilsGetoptError(("invalid long option '%s': "
"must be a string of length >= 2") % long)
if (not ((short is None) or
(isinstance(short, str) and len(short) == 1))):
raise DistutilsGetoptError("invalid short option '%s': "
"must a single character or None" % short)
self.repeat[long] = repeat
self.long_opts.append(long)
if long[-1] == '=': # option takes an argument?
if short: short = short + ':'
long = long[0:-1]
self.takes_arg[long] = 1
else:
# Is option is a "negative alias" for some other option (eg.
# "quiet" == "!verbose")?
alias_to = self.negative_alias.get(long)
if alias_to is not None:
if self.takes_arg[alias_to]:
raise DistutilsGetoptError(
"invalid negative alias '%s': "
"aliased option '%s' takes a value"
% (long, alias_to))
self.long_opts[-1] = long # XXX redundant?!
self.takes_arg[long] = 0
# If this is an alias option, make sure its "takes arg" flag is
# the same as the option it's aliased to.
alias_to = self.alias.get(long)
if alias_to is not None:
if self.takes_arg[long] != self.takes_arg[alias_to]:
raise DistutilsGetoptError(
"invalid alias '%s': inconsistent with "
"aliased option '%s' (one of them takes a value, "
"the other doesn't"
% (long, alias_to))
# Now enforce some bondage on the long option name, so we can
# later translate it to an attribute name on some object. Have
# to do this a bit late to make sure we've removed any trailing
# '='.
if not longopt_re.match(long):
raise DistutilsGetoptError(
"invalid long option name '%s' "
"(must be letters, numbers, hyphens only" % long)
self.attr_name[long] = self.get_attr_name(long)
if short:
self.short_opts.append(short)
self.short2long[short[0]] = long
def getopt(self, args=None, object=None):
"""Parse command-line options in args. Store as attributes on object.
If 'args' is None or not supplied, uses 'sys.argv[1:]'. If
'object' is None or not supplied, creates a new OptionDummy
object, stores option values there, and returns a tuple (args,
object). If 'object' is supplied, it is modified in place and
'getopt()' just returns 'args'; in both cases, the returned
'args' is a modified copy of the passed-in 'args' list, which
is left untouched.
"""
if args is None:
args = sys.argv[1:]
if object is None:
object = OptionDummy()
created_object = True
else:
created_object = False
self._grok_option_table()
short_opts = ' '.join(self.short_opts)
try:
opts, args = getopt.getopt(args, short_opts, self.long_opts)
except getopt.error as msg:
raise DistutilsArgError(msg)
for opt, val in opts:
if len(opt) == 2 and opt[0] == '-': # it's a short option
opt = self.short2long[opt[1]]
else:
assert len(opt) > 2 and opt[:2] == '--'
opt = opt[2:]
alias = self.alias.get(opt)
if alias:
opt = alias
if not self.takes_arg[opt]: # boolean option?
assert val == '', "boolean option can't have value"
alias = self.negative_alias.get(opt)
if alias:
opt = alias
val = 0
else:
val = 1
attr = self.attr_name[opt]
# The only repeating option at the moment is 'verbose'.
# It has a negative option -q quiet, which should set verbose = 0.
if val and self.repeat.get(attr) is not None:
val = getattr(object, attr, 0) + 1
setattr(object, attr, val)
self.option_order.append((opt, val))
# for opts
if created_object:
return args, object
else:
return args
def get_option_order(self):
"""Returns the list of (option, value) tuples processed by the
previous run of 'getopt()'. Raises RuntimeError if
'getopt()' hasn't been called yet.
"""
if self.option_order is None:
raise RuntimeError("'getopt()' hasn't been called yet")
else:
return self.option_order
def generate_help(self, header=None):
"""Generate help text (a list of strings, one per suggested line of
output) from the option table for this FancyGetopt object.
"""
# Blithely assume the option table is good: probably wouldn't call
# 'generate_help()' unless you've already called 'getopt()'.
# First pass: determine maximum length of long option names
max_opt = 0
for option in self.option_table:
long = option[0]
short = option[1]
l = len(long)
if long[-1] == '=':
l = l - 1
if short is not None:
l = l + 5 # " (-x)" where short == 'x'
if l > max_opt:
max_opt = l
opt_width = max_opt + 2 + 2 + 2 # room for indent + dashes + gutter
# Typical help block looks like this:
# --foo controls foonabulation
# Help block for longest option looks like this:
# --flimflam set the flim-flam level
# and with wrapped text:
# --flimflam set the flim-flam level (must be between
# 0 and 100, except on Tuesdays)
# Options with short names will have the short name shown (but
# it doesn't contribute to max_opt):
# --foo (-f) controls foonabulation
# If adding the short option would make the left column too wide,
# we push the explanation off to the next line
# --flimflam (-l)
# set the flim-flam level
# Important parameters:
# - 2 spaces before option block start lines
# - 2 dashes for each long option name
# - min. 2 spaces between option and explanation (gutter)
# - 5 characters (incl. space) for short option name
# Now generate lines of help text. (If 80 columns were good enough
# for Jesus, then 78 columns are good enough for me!)
line_width = 78
text_width = line_width - opt_width
big_indent = ' ' * opt_width
if header:
lines = [header]
else:
lines = ['Option summary:']
for option in self.option_table:
long, short, help = option[:3]
text = wrap_text(help, text_width)
if long[-1] == '=':
long = long[0:-1]
# Case 1: no short option at all (makes life easy)
if short is None:
if text:
lines.append(" --%-*s %s" % (max_opt, long, text[0]))
else:
lines.append(" --%-*s " % (max_opt, long))
# Case 2: we have a short option, so we have to include it
# just after the long option
else:
opt_names = "%s (-%s)" % (long, short)
if text:
lines.append(" --%-*s %s" %
(max_opt, opt_names, text[0]))
else:
lines.append(" --%-*s" % opt_names)
for l in text[1:]:
lines.append(big_indent + l)
return lines
def print_help(self, header=None, file=None):
if file is None:
file = sys.stdout
for line in self.generate_help(header):
file.write(line + "\n")
def fancy_getopt(options, negative_opt, object, args):
parser = FancyGetopt(options)
parser.set_negative_aliases(negative_opt)
return parser.getopt(args, object)
WS_TRANS = {ord(_wschar) : ' ' for _wschar in string.whitespace}
def wrap_text(text, width):
"""wrap_text(text : string, width : int) -> [string]
Split 'text' into multiple lines of no more than 'width' characters
each, and return the list of strings that results.
"""
if text is None:
return []
if len(text) <= width:
return [text]
text = text.expandtabs()
text = text.translate(WS_TRANS)
chunks = re.split(r'( +|-+)', text)
chunks = [ch for ch in chunks if ch] # ' - ' results in empty strings
lines = []
while chunks:
cur_line = [] # list of chunks (to-be-joined)
cur_len = 0 # length of current line
while chunks:
l = len(chunks[0])
if cur_len + l <= width: # can squeeze (at least) this chunk in
cur_line.append(chunks[0])
del chunks[0]
cur_len = cur_len + l
else: # this line is full
# drop last chunk if all space
if cur_line and cur_line[-1][0] == ' ':
del cur_line[-1]
break
if chunks: # any chunks left to process?
# if the current line is still empty, then we had a single
# chunk that's too big too fit on a line -- so we break
# down and break it up at the line width
if cur_len == 0:
cur_line.append(chunks[0][0:width])
chunks[0] = chunks[0][width:]
# all-whitespace chunks at the end of a line can be discarded
# (and we know from the re.split above that if a chunk has
# *any* whitespace, it is *all* whitespace)
if chunks[0][0] == ' ':
del chunks[0]
# and store this line in the list-of-all-lines -- as a single
# string, of course!
lines.append(''.join(cur_line))
return lines
def translate_longopt(opt):
"""Convert a long option name to a valid Python identifier by
changing "-" to "_".
"""
return opt.translate(longopt_xlate)
class OptionDummy:
"""Dummy class just used as a place to hold command-line option
values as instance attributes."""
def __init__(self, options=[]):
"""Create a new OptionDummy instance. The attributes listed in
'options' will be initialized to None."""
for opt in options:
setattr(self, opt, None)
if __name__ == "__main__":
text = """\
Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].)"""
for w in (10, 20, 30, 40):
print("width: %d" % w)
print("\n".join(wrap_text(text, w)))
print()
site-packages/setuptools/_distutils/ccompiler.py 0000644 00000134767 15056474501 0016250 0 ustar 00 """distutils.ccompiler
Contains CCompiler, an abstract base class that defines the interface
for the Distutils compiler abstraction model."""
import sys, os, re
from distutils.errors import *
from distutils.spawn import spawn
from distutils.file_util import move_file
from distutils.dir_util import mkpath
from distutils.dep_util import newer_group
from distutils.util import split_quoted, execute
from distutils import log
class CCompiler:
"""Abstract base class to define the interface that must be implemented
by real compiler classes. Also has some utility methods used by
several compiler classes.
The basic idea behind a compiler abstraction class is that each
instance can be used for all the compile/link steps in building a
single project. Thus, attributes common to all of those compile and
link steps -- include directories, macros to define, libraries to link
against, etc. -- are attributes of the compiler instance. To allow for
variability in how individual files are treated, most of those
attributes may be varied on a per-compilation or per-link basis.
"""
# 'compiler_type' is a class attribute that identifies this class. It
# keeps code that wants to know what kind of compiler it's dealing with
# from having to import all possible compiler classes just to do an
# 'isinstance'. In concrete CCompiler subclasses, 'compiler_type'
# should really, really be one of the keys of the 'compiler_class'
# dictionary (see below -- used by the 'new_compiler()' factory
# function) -- authors of new compiler interface classes are
# responsible for updating 'compiler_class'!
compiler_type = None
# XXX things not handled by this compiler abstraction model:
# * client can't provide additional options for a compiler,
# e.g. warning, optimization, debugging flags. Perhaps this
# should be the domain of concrete compiler abstraction classes
# (UnixCCompiler, MSVCCompiler, etc.) -- or perhaps the base
# class should have methods for the common ones.
# * can't completely override the include or library searchg
# path, ie. no "cc -I -Idir1 -Idir2" or "cc -L -Ldir1 -Ldir2".
# I'm not sure how widely supported this is even by Unix
# compilers, much less on other platforms. And I'm even less
# sure how useful it is; maybe for cross-compiling, but
# support for that is a ways off. (And anyways, cross
# compilers probably have a dedicated binary with the
# right paths compiled in. I hope.)
# * can't do really freaky things with the library list/library
# dirs, e.g. "-Ldir1 -lfoo -Ldir2 -lfoo" to link against
# different versions of libfoo.a in different locations. I
# think this is useless without the ability to null out the
# library search path anyways.
# Subclasses that rely on the standard filename generation methods
# implemented below should override these; see the comment near
# those methods ('object_filenames()' et. al.) for details:
src_extensions = None # list of strings
obj_extension = None # string
static_lib_extension = None
shared_lib_extension = None # string
static_lib_format = None # format string
shared_lib_format = None # prob. same as static_lib_format
exe_extension = None # string
# Default language settings. language_map is used to detect a source
# file or Extension target language, checking source filenames.
# language_order is used to detect the language precedence, when deciding
# what language to use when mixing source types. For example, if some
# extension has two files with ".c" extension, and one with ".cpp", it
# is still linked as c++.
language_map = {".c" : "c",
".cc" : "c++",
".cpp" : "c++",
".cxx" : "c++",
".m" : "objc",
}
language_order = ["c++", "objc", "c"]
def __init__(self, verbose=0, dry_run=0, force=0):
self.dry_run = dry_run
self.force = force
self.verbose = verbose
# 'output_dir': a common output directory for object, library,
# shared object, and shared library files
self.output_dir = None
# 'macros': a list of macro definitions (or undefinitions). A
# macro definition is a 2-tuple (name, value), where the value is
# either a string or None (no explicit value). A macro
# undefinition is a 1-tuple (name,).
self.macros = []
# 'include_dirs': a list of directories to search for include files
self.include_dirs = []
# 'libraries': a list of libraries to include in any link
# (library names, not filenames: eg. "foo" not "libfoo.a")
self.libraries = []
# 'library_dirs': a list of directories to search for libraries
self.library_dirs = []
# 'runtime_library_dirs': a list of directories to search for
# shared libraries/objects at runtime
self.runtime_library_dirs = []
# 'objects': a list of object files (or similar, such as explicitly
# named library files) to include on any link
self.objects = []
for key in self.executables.keys():
self.set_executable(key, self.executables[key])
def set_executables(self, **kwargs):
"""Define the executables (and options for them) that will be run
to perform the various stages of compilation. The exact set of
executables that may be specified here depends on the compiler
class (via the 'executables' class attribute), but most will have:
compiler the C/C++ compiler
linker_so linker used to create shared objects and libraries
linker_exe linker used to create binary executables
archiver static library creator
On platforms with a command-line (Unix, DOS/Windows), each of these
is a string that will be split into executable name and (optional)
list of arguments. (Splitting the string is done similarly to how
Unix shells operate: words are delimited by spaces, but quotes and
backslashes can override this. See
'distutils.util.split_quoted()'.)
"""
# Note that some CCompiler implementation classes will define class
# attributes 'cpp', 'cc', etc. with hard-coded executable names;
# this is appropriate when a compiler class is for exactly one
# compiler/OS combination (eg. MSVCCompiler). Other compiler
# classes (UnixCCompiler, in particular) are driven by information
# discovered at run-time, since there are many different ways to do
# basically the same things with Unix C compilers.
for key in kwargs:
if key not in self.executables:
raise ValueError("unknown executable '%s' for class %s" %
(key, self.__class__.__name__))
self.set_executable(key, kwargs[key])
def set_executable(self, key, value):
if isinstance(value, str):
setattr(self, key, split_quoted(value))
else:
setattr(self, key, value)
def _find_macro(self, name):
i = 0
for defn in self.macros:
if defn[0] == name:
return i
i += 1
return None
def _check_macro_definitions(self, definitions):
"""Ensures that every element of 'definitions' is a valid macro
definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
nothing if all definitions are OK, raise TypeError otherwise.
"""
for defn in definitions:
if not (isinstance(defn, tuple) and
(len(defn) in (1, 2) and
(isinstance (defn[1], str) or defn[1] is None)) and
isinstance (defn[0], str)):
raise TypeError(("invalid macro definition '%s': " % defn) + \
"must be tuple (string,), (string, string), or " + \
"(string, None)")
# -- Bookkeeping methods -------------------------------------------
def define_macro(self, name, value=None):
"""Define a preprocessor macro for all compilations driven by this
compiler object. The optional parameter 'value' should be a
string; if it is not supplied, then the macro will be defined
without an explicit value and the exact outcome depends on the
compiler used (XXX true? does ANSI say anything about this?)
"""
# Delete from the list of macro definitions/undefinitions if
# already there (so that this one will take precedence).
i = self._find_macro (name)
if i is not None:
del self.macros[i]
self.macros.append((name, value))
def undefine_macro(self, name):
"""Undefine a preprocessor macro for all compilations driven by
this compiler object. If the same macro is defined by
'define_macro()' and undefined by 'undefine_macro()' the last call
takes precedence (including multiple redefinitions or
undefinitions). If the macro is redefined/undefined on a
per-compilation basis (ie. in the call to 'compile()'), then that
takes precedence.
"""
# Delete from the list of macro definitions/undefinitions if
# already there (so that this one will take precedence).
i = self._find_macro (name)
if i is not None:
del self.macros[i]
undefn = (name,)
self.macros.append(undefn)
def add_include_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
header files. The compiler is instructed to search directories in
the order in which they are supplied by successive calls to
'add_include_dir()'.
"""
self.include_dirs.append(dir)
def set_include_dirs(self, dirs):
"""Set the list of directories that will be searched to 'dirs' (a
list of strings). Overrides any preceding calls to
'add_include_dir()'; subsequence calls to 'add_include_dir()' add
to the list passed to 'set_include_dirs()'. This does not affect
any list of standard include directories that the compiler may
search by default.
"""
self.include_dirs = dirs[:]
def add_library(self, libname):
"""Add 'libname' to the list of libraries that will be included in
all links driven by this compiler object. Note that 'libname'
should *not* be the name of a file containing a library, but the
name of the library itself: the actual filename will be inferred by
the linker, the compiler, or the compiler class (depending on the
platform).
The linker will be instructed to link against libraries in the
order they were supplied to 'add_library()' and/or
'set_libraries()'. It is perfectly valid to duplicate library
names; the linker will be instructed to link against libraries as
many times as they are mentioned.
"""
self.libraries.append(libname)
def set_libraries(self, libnames):
"""Set the list of libraries to be included in all links driven by
this compiler object to 'libnames' (a list of strings). This does
not affect any standard system libraries that the linker may
include by default.
"""
self.libraries = libnames[:]
def add_library_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
libraries specified to 'add_library()' and 'set_libraries()'. The
linker will be instructed to search for libraries in the order they
are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
"""
self.library_dirs.append(dir)
def set_library_dirs(self, dirs):
"""Set the list of library search directories to 'dirs' (a list of
strings). This does not affect any standard library search path
that the linker may search by default.
"""
self.library_dirs = dirs[:]
def add_runtime_library_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
shared libraries at runtime.
"""
self.runtime_library_dirs.append(dir)
def set_runtime_library_dirs(self, dirs):
"""Set the list of directories to search for shared libraries at
runtime to 'dirs' (a list of strings). This does not affect any
standard search path that the runtime linker may search by
default.
"""
self.runtime_library_dirs = dirs[:]
def add_link_object(self, object):
"""Add 'object' to the list of object files (or analogues, such as
explicitly named library files or the output of "resource
compilers") to be included in every link driven by this compiler
object.
"""
self.objects.append(object)
def set_link_objects(self, objects):
"""Set the list of object files (or analogues) to be included in
every link to 'objects'. This does not affect any standard object
files that the linker may include by default (such as system
libraries).
"""
self.objects = objects[:]
# -- Private utility methods --------------------------------------
# (here for the convenience of subclasses)
# Helper method to prep compiler in subclass compile() methods
def _setup_compile(self, outdir, macros, incdirs, sources, depends,
extra):
"""Process arguments and decide which source files to compile."""
if outdir is None:
outdir = self.output_dir
elif not isinstance(outdir, str):
raise TypeError("'output_dir' must be a string or None")
if macros is None:
macros = self.macros
elif isinstance(macros, list):
macros = macros + (self.macros or [])
else:
raise TypeError("'macros' (if supplied) must be a list of tuples")
if incdirs is None:
incdirs = self.include_dirs
elif isinstance(incdirs, (list, tuple)):
incdirs = list(incdirs) + (self.include_dirs or [])
else:
raise TypeError(
"'include_dirs' (if supplied) must be a list of strings")
if extra is None:
extra = []
# Get the list of expected output (object) files
objects = self.object_filenames(sources, strip_dir=0,
output_dir=outdir)
assert len(objects) == len(sources)
pp_opts = gen_preprocess_options(macros, incdirs)
build = {}
for i in range(len(sources)):
src = sources[i]
obj = objects[i]
ext = os.path.splitext(src)[1]
self.mkpath(os.path.dirname(obj))
build[obj] = (src, ext)
return macros, objects, extra, pp_opts, build
def _get_cc_args(self, pp_opts, debug, before):
# works for unixccompiler, cygwinccompiler
cc_args = pp_opts + ['-c']
if debug:
cc_args[:0] = ['-g']
if before:
cc_args[:0] = before
return cc_args
def _fix_compile_args(self, output_dir, macros, include_dirs):
"""Typecheck and fix-up some of the arguments to the 'compile()'
method, and return fixed-up values. Specifically: if 'output_dir'
is None, replaces it with 'self.output_dir'; ensures that 'macros'
is a list, and augments it with 'self.macros'; ensures that
'include_dirs' is a list, and augments it with 'self.include_dirs'.
Guarantees that the returned values are of the correct type,
i.e. for 'output_dir' either string or None, and for 'macros' and
'include_dirs' either list or None.
"""
if output_dir is None:
output_dir = self.output_dir
elif not isinstance(output_dir, str):
raise TypeError("'output_dir' must be a string or None")
if macros is None:
macros = self.macros
elif isinstance(macros, list):
macros = macros + (self.macros or [])
else:
raise TypeError("'macros' (if supplied) must be a list of tuples")
if include_dirs is None:
include_dirs = self.include_dirs
elif isinstance(include_dirs, (list, tuple)):
include_dirs = list(include_dirs) + (self.include_dirs or [])
else:
raise TypeError(
"'include_dirs' (if supplied) must be a list of strings")
return output_dir, macros, include_dirs
def _prep_compile(self, sources, output_dir, depends=None):
"""Decide which source files must be recompiled.
Determine the list of object files corresponding to 'sources',
and figure out which ones really need to be recompiled.
Return a list of all object files and a dictionary telling
which source files can be skipped.
"""
# Get the list of expected output (object) files
objects = self.object_filenames(sources, output_dir=output_dir)
assert len(objects) == len(sources)
# Return an empty dict for the "which source files can be skipped"
# return value to preserve API compatibility.
return objects, {}
def _fix_object_args(self, objects, output_dir):
"""Typecheck and fix up some arguments supplied to various methods.
Specifically: ensure that 'objects' is a list; if output_dir is
None, replace with self.output_dir. Return fixed versions of
'objects' and 'output_dir'.
"""
if not isinstance(objects, (list, tuple)):
raise TypeError("'objects' must be a list or tuple of strings")
objects = list(objects)
if output_dir is None:
output_dir = self.output_dir
elif not isinstance(output_dir, str):
raise TypeError("'output_dir' must be a string or None")
return (objects, output_dir)
def _fix_lib_args(self, libraries, library_dirs, runtime_library_dirs):
"""Typecheck and fix up some of the arguments supplied to the
'link_*' methods. Specifically: ensure that all arguments are
lists, and augment them with their permanent versions
(eg. 'self.libraries' augments 'libraries'). Return a tuple with
fixed versions of all arguments.
"""
if libraries is None:
libraries = self.libraries
elif isinstance(libraries, (list, tuple)):
libraries = list (libraries) + (self.libraries or [])
else:
raise TypeError(
"'libraries' (if supplied) must be a list of strings")
if library_dirs is None:
library_dirs = self.library_dirs
elif isinstance(library_dirs, (list, tuple)):
library_dirs = list (library_dirs) + (self.library_dirs or [])
else:
raise TypeError(
"'library_dirs' (if supplied) must be a list of strings")
if runtime_library_dirs is None:
runtime_library_dirs = self.runtime_library_dirs
elif isinstance(runtime_library_dirs, (list, tuple)):
runtime_library_dirs = (list(runtime_library_dirs) +
(self.runtime_library_dirs or []))
else:
raise TypeError("'runtime_library_dirs' (if supplied) "
"must be a list of strings")
return (libraries, library_dirs, runtime_library_dirs)
def _need_link(self, objects, output_file):
"""Return true if we need to relink the files listed in 'objects'
to recreate 'output_file'.
"""
if self.force:
return True
else:
if self.dry_run:
newer = newer_group (objects, output_file, missing='newer')
else:
newer = newer_group (objects, output_file)
return newer
def detect_language(self, sources):
"""Detect the language of a given file, or list of files. Uses
language_map, and language_order to do the job.
"""
if not isinstance(sources, list):
sources = [sources]
lang = None
index = len(self.language_order)
for source in sources:
base, ext = os.path.splitext(source)
extlang = self.language_map.get(ext)
try:
extindex = self.language_order.index(extlang)
if extindex < index:
lang = extlang
index = extindex
except ValueError:
pass
return lang
# -- Worker methods ------------------------------------------------
# (must be implemented by subclasses)
def preprocess(self, source, output_file=None, macros=None,
include_dirs=None, extra_preargs=None, extra_postargs=None):
"""Preprocess a single C/C++ source file, named in 'source'.
Output will be written to file named 'output_file', or stdout if
'output_file' not supplied. 'macros' is a list of macro
definitions as for 'compile()', which will augment the macros set
with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
list of directory names that will be added to the default list.
Raises PreprocessError on failure.
"""
pass
def compile(self, sources, output_dir=None, macros=None,
include_dirs=None, debug=0, extra_preargs=None,
extra_postargs=None, depends=None):
"""Compile one or more source files.
'sources' must be a list of filenames, most likely C/C++
files, but in reality anything that can be handled by a
particular compiler and compiler class (eg. MSVCCompiler can
handle resource files in 'sources'). Return a list of object
filenames, one per source filename in 'sources'. Depending on
the implementation, not all source files will necessarily be
compiled, but all corresponding object filenames will be
returned.
If 'output_dir' is given, object files will be put under it, while
retaining their original path component. That is, "foo/bar.c"
normally compiles to "foo/bar.o" (for a Unix implementation); if
'output_dir' is "build", then it would compile to
"build/foo/bar.o".
'macros', if given, must be a list of macro definitions. A macro
definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
The former defines a macro; if the value is None, the macro is
defined without an explicit value. The 1-tuple case undefines a
macro. Later definitions/redefinitions/ undefinitions take
precedence.
'include_dirs', if given, must be a list of strings, the
directories to add to the default include file search path for this
compilation only.
'debug' is a boolean; if true, the compiler will be instructed to
output debug symbols in (or alongside) the object file(s).
'extra_preargs' and 'extra_postargs' are implementation- dependent.
On platforms that have the notion of a command-line (e.g. Unix,
DOS/Windows), they are most likely lists of strings: extra
command-line arguments to prepend/append to the compiler command
line. On other platforms, consult the implementation class
documentation. In any event, they are intended as an escape hatch
for those occasions when the abstract compiler framework doesn't
cut the mustard.
'depends', if given, is a list of filenames that all targets
depend on. If a source file is older than any file in
depends, then the source file will be recompiled. This
supports dependency tracking, but only at a coarse
granularity.
Raises CompileError on failure.
"""
# A concrete compiler class can either override this method
# entirely or implement _compile().
macros, objects, extra_postargs, pp_opts, build = \
self._setup_compile(output_dir, macros, include_dirs, sources,
depends, extra_postargs)
cc_args = self._get_cc_args(pp_opts, debug, extra_preargs)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
self._compile(obj, src, ext, cc_args, extra_postargs, pp_opts)
# Return *all* object filenames, not just the ones we just built.
return objects
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
"""Compile 'src' to product 'obj'."""
# A concrete compiler class that does not override compile()
# should implement _compile().
pass
def create_static_lib(self, objects, output_libname, output_dir=None,
debug=0, target_lang=None):
"""Link a bunch of stuff together to create a static library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects', the extra object files supplied to
'add_link_object()' and/or 'set_link_objects()', the libraries
supplied to 'add_library()' and/or 'set_libraries()', and the
libraries supplied as 'libraries' (if any).
'output_libname' should be a library name, not a filename; the
filename will be inferred from the library name. 'output_dir' is
the directory where the library file will be put.
'debug' is a boolean; if true, debugging information will be
included in the library (note that on most platforms, it is the
compile step where this matters: the 'debug' flag is included here
just for consistency).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LibError on failure.
"""
pass
# values for target_desc parameter in link()
SHARED_OBJECT = "shared_object"
SHARED_LIBRARY = "shared_library"
EXECUTABLE = "executable"
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
"""Link a bunch of stuff together to create an executable or
shared library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects'. 'output_filename' should be a filename. If
'output_dir' is supplied, 'output_filename' is relative to it
(i.e. 'output_filename' can provide directory components if
needed).
'libraries' is a list of libraries to link against. These are
library names, not filenames, since they're translated into
filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
on Unix and "foo.lib" on DOS/Windows). However, they can include a
directory component, which means the linker will look in that
specific directory rather than searching all the normal locations.
'library_dirs', if supplied, should be a list of directories to
search for libraries that were specified as bare library names
(ie. no directory component). These are on top of the system
default and those supplied to 'add_library_dir()' and/or
'set_library_dirs()'. 'runtime_library_dirs' is a list of
directories that will be embedded into the shared library and used
to search for other shared libraries that *it* depends on at
run-time. (This may only be relevant on Unix.)
'export_symbols' is a list of symbols that the shared library will
export. (This appears to be relevant only on Windows.)
'debug' is as for 'compile()' and 'create_static_lib()', with the
slight distinction that it actually matters on most platforms (as
opposed to 'create_static_lib()', which includes a 'debug' flag
mostly for form's sake).
'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
of course that they supply command-line arguments for the
particular linker being used).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LinkError on failure.
"""
raise NotImplementedError
# Old 'link_*()' methods, rewritten to use the new 'link()' method.
def link_shared_lib(self,
objects,
output_libname,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
self.link(CCompiler.SHARED_LIBRARY, objects,
self.library_filename(output_libname, lib_type='shared'),
output_dir,
libraries, library_dirs, runtime_library_dirs,
export_symbols, debug,
extra_preargs, extra_postargs, build_temp, target_lang)
def link_shared_object(self,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
self.link(CCompiler.SHARED_OBJECT, objects,
output_filename, output_dir,
libraries, library_dirs, runtime_library_dirs,
export_symbols, debug,
extra_preargs, extra_postargs, build_temp, target_lang)
def link_executable(self,
objects,
output_progname,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
target_lang=None):
self.link(CCompiler.EXECUTABLE, objects,
self.executable_filename(output_progname), output_dir,
libraries, library_dirs, runtime_library_dirs, None,
debug, extra_preargs, extra_postargs, None, target_lang)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function; there is
# no appropriate default implementation so subclasses should
# implement all of these.
def library_dir_option(self, dir):
"""Return the compiler option to add 'dir' to the list of
directories searched for libraries.
"""
raise NotImplementedError
def runtime_library_dir_option(self, dir):
"""Return the compiler option to add 'dir' to the list of
directories searched for runtime libraries.
"""
raise NotImplementedError
def library_option(self, lib):
"""Return the compiler option to add 'lib' to the list of libraries
linked into the shared library or executable.
"""
raise NotImplementedError
def has_function(self, funcname, includes=None, include_dirs=None,
libraries=None, library_dirs=None):
"""Return a boolean indicating whether funcname is supported on
the current platform. The optional arguments can be used to
augment the compilation environment.
"""
# this can't be included at module scope because it tries to
# import math which might not be available at that point - maybe
# the necessary logic should just be inlined?
import tempfile
if includes is None:
includes = []
if include_dirs is None:
include_dirs = []
if libraries is None:
libraries = []
if library_dirs is None:
library_dirs = []
fd, fname = tempfile.mkstemp(".c", funcname, text=True)
f = os.fdopen(fd, "w")
try:
for incl in includes:
f.write("""#include "%s"\n""" % incl)
f.write("""\
int main (int argc, char **argv) {
%s();
return 0;
}
""" % funcname)
finally:
f.close()
try:
objects = self.compile([fname], include_dirs=include_dirs)
except CompileError:
return False
finally:
os.remove(fname)
try:
self.link_executable(objects, "a.out",
libraries=libraries,
library_dirs=library_dirs)
except (LinkError, TypeError):
return False
else:
os.remove("a.out")
finally:
for fn in objects:
os.remove(fn)
return True
def find_library_file (self, dirs, lib, debug=0):
"""Search the specified list of directories for a static or shared
library file 'lib' and return the full path to that file. If
'debug' true, look for a debugging version (if that makes sense on
the current platform). Return None if 'lib' wasn't found in any of
the specified directories.
"""
raise NotImplementedError
# -- Filename generation methods -----------------------------------
# The default implementation of the filename generating methods are
# prejudiced towards the Unix/DOS/Windows view of the world:
# * object files are named by replacing the source file extension
# (eg. .c/.cpp -> .o/.obj)
# * library files (shared or static) are named by plugging the
# library name and extension into a format string, eg.
# "lib%s.%s" % (lib_name, ".a") for Unix static libraries
# * executables are named by appending an extension (possibly
# empty) to the program name: eg. progname + ".exe" for
# Windows
#
# To reduce redundant code, these methods expect to find
# several attributes in the current object (presumably defined
# as class attributes):
# * src_extensions -
# list of C/C++ source file extensions, eg. ['.c', '.cpp']
# * obj_extension -
# object file extension, eg. '.o' or '.obj'
# * static_lib_extension -
# extension for static library files, eg. '.a' or '.lib'
# * shared_lib_extension -
# extension for shared library/object files, eg. '.so', '.dll'
# * static_lib_format -
# format string for generating static library filenames,
# eg. 'lib%s.%s' or '%s.%s'
# * shared_lib_format
# format string for generating shared library filenames
# (probably same as static_lib_format, since the extension
# is one of the intended parameters to the format string)
# * exe_extension -
# extension for executable files, eg. '' or '.exe'
def object_filenames(self, source_filenames, strip_dir=0, output_dir=''):
if output_dir is None:
output_dir = ''
obj_names = []
for src_name in source_filenames:
base, ext = os.path.splitext(src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
raise UnknownFileError(
"unknown file type '%s' (from '%s')" % (ext, src_name))
if strip_dir:
base = os.path.basename(base)
obj_names.append(os.path.join(output_dir,
base + self.obj_extension))
return obj_names
def shared_object_filename(self, basename, strip_dir=0, output_dir=''):
assert output_dir is not None
if strip_dir:
basename = os.path.basename(basename)
return os.path.join(output_dir, basename + self.shared_lib_extension)
def executable_filename(self, basename, strip_dir=0, output_dir=''):
assert output_dir is not None
if strip_dir:
basename = os.path.basename(basename)
return os.path.join(output_dir, basename + (self.exe_extension or ''))
def library_filename(self, libname, lib_type='static', # or 'shared'
strip_dir=0, output_dir=''):
assert output_dir is not None
if lib_type not in ("static", "shared", "dylib", "xcode_stub"):
raise ValueError(
"'lib_type' must be \"static\", \"shared\", \"dylib\", or \"xcode_stub\"")
fmt = getattr(self, lib_type + "_lib_format")
ext = getattr(self, lib_type + "_lib_extension")
dir, base = os.path.split(libname)
filename = fmt % (base, ext)
if strip_dir:
dir = ''
return os.path.join(output_dir, dir, filename)
# -- Utility methods -----------------------------------------------
def announce(self, msg, level=1):
log.debug(msg)
def debug_print(self, msg):
from distutils.debug import DEBUG
if DEBUG:
print(msg)
def warn(self, msg):
sys.stderr.write("warning: %s\n" % msg)
def execute(self, func, args, msg=None, level=1):
execute(func, args, msg, self.dry_run)
def spawn(self, cmd, **kwargs):
spawn(cmd, dry_run=self.dry_run, **kwargs)
def move_file(self, src, dst):
return move_file(src, dst, dry_run=self.dry_run)
def mkpath (self, name, mode=0o777):
mkpath(name, mode, dry_run=self.dry_run)
# Map a sys.platform/os.name ('posix', 'nt') to the default compiler
# type for that platform. Keys are interpreted as re match
# patterns. Order is important; platform mappings are preferred over
# OS names.
_default_compilers = (
# Platform string mappings
# on a cygwin built python we can use gcc like an ordinary UNIXish
# compiler
('cygwin.*', 'unix'),
# OS name mappings
('posix', 'unix'),
('nt', 'msvc'),
)
def get_default_compiler(osname=None, platform=None):
"""Determine the default compiler to use for the given platform.
osname should be one of the standard Python OS names (i.e. the
ones returned by os.name) and platform the common value
returned by sys.platform for the platform in question.
The default values are os.name and sys.platform in case the
parameters are not given.
"""
if osname is None:
osname = os.name
if platform is None:
platform = sys.platform
for pattern, compiler in _default_compilers:
if re.match(pattern, platform) is not None or \
re.match(pattern, osname) is not None:
return compiler
# Default to Unix compiler
return 'unix'
# Map compiler types to (module_name, class_name) pairs -- ie. where to
# find the code that implements an interface to this compiler. (The module
# is assumed to be in the 'distutils' package.)
compiler_class = { 'unix': ('unixccompiler', 'UnixCCompiler',
"standard UNIX-style compiler"),
'msvc': ('_msvccompiler', 'MSVCCompiler',
"Microsoft Visual C++"),
'cygwin': ('cygwinccompiler', 'CygwinCCompiler',
"Cygwin port of GNU C Compiler for Win32"),
'mingw32': ('cygwinccompiler', 'Mingw32CCompiler',
"Mingw32 port of GNU C Compiler for Win32"),
'bcpp': ('bcppcompiler', 'BCPPCompiler',
"Borland C++ Compiler"),
}
def show_compilers():
"""Print list of available compilers (used by the "--help-compiler"
options to "build", "build_ext", "build_clib").
"""
# XXX this "knows" that the compiler option it's describing is
# "--compiler", which just happens to be the case for the three
# commands that use it.
from distutils.fancy_getopt import FancyGetopt
compilers = []
for compiler in compiler_class.keys():
compilers.append(("compiler="+compiler, None,
compiler_class[compiler][2]))
compilers.sort()
pretty_printer = FancyGetopt(compilers)
pretty_printer.print_help("List of available compilers:")
def new_compiler(plat=None, compiler=None, verbose=0, dry_run=0, force=0):
"""Generate an instance of some CCompiler subclass for the supplied
platform/compiler combination. 'plat' defaults to 'os.name'
(eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
for that platform. Currently only 'posix' and 'nt' are supported, and
the default compilers are "traditional Unix interface" (UnixCCompiler
class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
possible to ask for a Unix compiler object under Windows, and a
Microsoft compiler object under Unix -- if you supply a value for
'compiler', 'plat' is ignored.
"""
if plat is None:
plat = os.name
try:
if compiler is None:
compiler = get_default_compiler(plat)
(module_name, class_name, long_description) = compiler_class[compiler]
except KeyError:
msg = "don't know how to compile C/C++ code on platform '%s'" % plat
if compiler is not None:
msg = msg + " with '%s' compiler" % compiler
raise DistutilsPlatformError(msg)
try:
module_name = "distutils." + module_name
__import__ (module_name)
module = sys.modules[module_name]
klass = vars(module)[class_name]
except ImportError:
raise DistutilsModuleError(
"can't compile C/C++ code: unable to load module '%s'" % \
module_name)
except KeyError:
raise DistutilsModuleError(
"can't compile C/C++ code: unable to find class '%s' "
"in module '%s'" % (class_name, module_name))
# XXX The None is necessary to preserve backwards compatibility
# with classes that expect verbose to be the first positional
# argument.
return klass(None, dry_run, force)
def gen_preprocess_options(macros, include_dirs):
"""Generate C pre-processor options (-D, -U, -I) as used by at least
two types of compilers: the typical Unix compiler and Visual C++.
'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
means undefine (-U) macro 'name', and (name,value) means define (-D)
macro 'name' to 'value'. 'include_dirs' is just a list of directory
names to be added to the header file search path (-I). Returns a list
of command-line options suitable for either Unix compilers or Visual
C++.
"""
# XXX it would be nice (mainly aesthetic, and so we don't generate
# stupid-looking command lines) to go over 'macros' and eliminate
# redundant definitions/undefinitions (ie. ensure that only the
# latest mention of a particular macro winds up on the command
# line). I don't think it's essential, though, since most (all?)
# Unix C compilers only pay attention to the latest -D or -U
# mention of a macro on their command line. Similar situation for
# 'include_dirs'. I'm punting on both for now. Anyways, weeding out
# redundancies like this should probably be the province of
# CCompiler, since the data structures used are inherited from it
# and therefore common to all CCompiler classes.
pp_opts = []
for macro in macros:
if not (isinstance(macro, tuple) and 1 <= len(macro) <= 2):
raise TypeError(
"bad macro definition '%s': "
"each element of 'macros' list must be a 1- or 2-tuple"
% macro)
if len(macro) == 1: # undefine this macro
pp_opts.append("-U%s" % macro[0])
elif len(macro) == 2:
if macro[1] is None: # define with no explicit value
pp_opts.append("-D%s" % macro[0])
else:
# XXX *don't* need to be clever about quoting the
# macro value here, because we're going to avoid the
# shell at all costs when we spawn the command!
pp_opts.append("-D%s=%s" % macro)
for dir in include_dirs:
pp_opts.append("-I%s" % dir)
return pp_opts
def gen_lib_options (compiler, library_dirs, runtime_library_dirs, libraries):
"""Generate linker options for searching library directories and
linking with specific libraries. 'libraries' and 'library_dirs' are,
respectively, lists of library names (not filenames!) and search
directories. Returns a list of command-line options suitable for use
with some compiler (depending on the two format strings passed in).
"""
lib_opts = []
for dir in library_dirs:
lib_opts.append(compiler.library_dir_option(dir))
for dir in runtime_library_dirs:
opt = compiler.runtime_library_dir_option(dir)
if isinstance(opt, list):
lib_opts = lib_opts + opt
else:
lib_opts.append(opt)
# XXX it's important that we *not* remove redundant library mentions!
# sometimes you really do have to say "-lfoo -lbar -lfoo" in order to
# resolve all symbols. I just hope we never have to say "-lfoo obj.o
# -lbar" to get things to work -- that's certainly a possibility, but a
# pretty nasty way to arrange your C code.
for lib in libraries:
(lib_dir, lib_name) = os.path.split(lib)
if lib_dir:
lib_file = compiler.find_library_file([lib_dir], lib_name)
if lib_file:
lib_opts.append(lib_file)
else:
compiler.warn("no library file corresponding to "
"'%s' found (skipping)" % lib)
else:
lib_opts.append(compiler.library_option (lib))
return lib_opts
site-packages/setuptools/_distutils/py38compat.py 0000644 00000000324 15056474501 0016257 0 ustar 00 def aix_platform(osname, version, release):
try:
import _aix_support
return _aix_support.aix_platform()
except ImportError:
pass
return "%s-%s.%s" % (osname, version, release)
site-packages/setuptools/_distutils/spawn.py 0000644 00000006652 15056474501 0015412 0 ustar 00 """distutils.spawn
Provides the 'spawn()' function, a front-end to various platform-
specific functions for launching another program in a sub-process.
Also provides the 'find_executable()' to search the path for a given
executable name.
"""
import sys
import os
import subprocess
from distutils.errors import DistutilsPlatformError, DistutilsExecError
from distutils.debug import DEBUG
from distutils import log
def spawn(cmd, search_path=1, verbose=0, dry_run=0, env=None):
"""Run another program, specified as a command list 'cmd', in a new process.
'cmd' is just the argument list for the new process, ie.
cmd[0] is the program to run and cmd[1:] are the rest of its arguments.
There is no way to run a program with a name different from that of its
executable.
If 'search_path' is true (the default), the system's executable
search path will be used to find the program; otherwise, cmd[0]
must be the exact path to the executable. If 'dry_run' is true,
the command will not actually be run.
Raise DistutilsExecError if running the program fails in any way; just
return on success.
"""
# cmd is documented as a list, but just in case some code passes a tuple
# in, protect our %-formatting code against horrible death
cmd = list(cmd)
log.info(subprocess.list2cmdline(cmd))
if dry_run:
return
if search_path:
executable = find_executable(cmd[0])
if executable is not None:
cmd[0] = executable
env = env if env is not None else dict(os.environ)
if sys.platform == 'darwin':
from distutils.util import MACOSX_VERSION_VAR, get_macosx_target_ver
macosx_target_ver = get_macosx_target_ver()
if macosx_target_ver:
env[MACOSX_VERSION_VAR] = macosx_target_ver
try:
proc = subprocess.Popen(cmd, env=env)
proc.wait()
exitcode = proc.returncode
except OSError as exc:
if not DEBUG:
cmd = cmd[0]
raise DistutilsExecError(
"command %r failed: %s" % (cmd, exc.args[-1])) from exc
if exitcode:
if not DEBUG:
cmd = cmd[0]
raise DistutilsExecError(
"command %r failed with exit code %s" % (cmd, exitcode))
def find_executable(executable, path=None):
"""Tries to find 'executable' in the directories listed in 'path'.
A string listing directories separated by 'os.pathsep'; defaults to
os.environ['PATH']. Returns the complete filename or None if not found.
"""
_, ext = os.path.splitext(executable)
if (sys.platform == 'win32') and (ext != '.exe'):
executable = executable + '.exe'
if os.path.isfile(executable):
return executable
if path is None:
path = os.environ.get('PATH', None)
if path is None:
try:
path = os.confstr("CS_PATH")
except (AttributeError, ValueError):
# os.confstr() or CS_PATH is not available
path = os.defpath
# bpo-35755: Don't use os.defpath if the PATH environment variable is
# set to an empty string
# PATH='' doesn't match, whereas PATH=':' looks in the current directory
if not path:
return None
paths = path.split(os.pathsep)
for p in paths:
f = os.path.join(p, executable)
if os.path.isfile(f):
# the file exists, we have a shot at spawn working
return f
return None
site-packages/setuptools/_distutils/debug.py 0000644 00000000213 15056474501 0015333 0 ustar 00 import os
# If DISTUTILS_DEBUG is anything other than the empty string, we run in
# debug mode.
DEBUG = os.environ.get('DISTUTILS_DEBUG')
site-packages/setuptools/_distutils/_msvccompiler.py 0000644 00000050515 15056474501 0017121 0 ustar 00 """distutils._msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for Microsoft Visual Studio 2015.
The module is compatible with VS 2015 and later. You can find legacy support
for older versions in distutils.msvc9compiler and distutils.msvccompiler.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
# ported to VS 2005 and VS 2008 by Christian Heimes
# ported to VS 2015 by Steve Dower
import os
import subprocess
import contextlib
import warnings
import unittest.mock
with contextlib.suppress(ImportError):
import winreg
from distutils.errors import DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import CCompiler, gen_lib_options
from distutils import log
from distutils.util import get_platform
from itertools import count
def _find_vc2015():
try:
key = winreg.OpenKeyEx(
winreg.HKEY_LOCAL_MACHINE,
r"Software\Microsoft\VisualStudio\SxS\VC7",
access=winreg.KEY_READ | winreg.KEY_WOW64_32KEY
)
except OSError:
log.debug("Visual C++ is not registered")
return None, None
best_version = 0
best_dir = None
with key:
for i in count():
try:
v, vc_dir, vt = winreg.EnumValue(key, i)
except OSError:
break
if v and vt == winreg.REG_SZ and os.path.isdir(vc_dir):
try:
version = int(float(v))
except (ValueError, TypeError):
continue
if version >= 14 and version > best_version:
best_version, best_dir = version, vc_dir
return best_version, best_dir
def _find_vc2017():
"""Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
"""
root = os.environ.get("ProgramFiles(x86)") or os.environ.get("ProgramFiles")
if not root:
return None, None
try:
path = subprocess.check_output([
os.path.join(root, "Microsoft Visual Studio", "Installer", "vswhere.exe"),
"-latest",
"-prerelease",
"-requires", "Microsoft.VisualStudio.Component.VC.Tools.x86.x64",
"-property", "installationPath",
"-products", "*",
], encoding="mbcs", errors="strict").strip()
except (subprocess.CalledProcessError, OSError, UnicodeDecodeError):
return None, None
path = os.path.join(path, "VC", "Auxiliary", "Build")
if os.path.isdir(path):
return 15, path
return None, None
PLAT_SPEC_TO_RUNTIME = {
'x86' : 'x86',
'x86_amd64' : 'x64',
'x86_arm' : 'arm',
'x86_arm64' : 'arm64'
}
def _find_vcvarsall(plat_spec):
# bpo-38597: Removed vcruntime return value
_, best_dir = _find_vc2017()
if not best_dir:
best_version, best_dir = _find_vc2015()
if not best_dir:
log.debug("No suitable Visual C++ version found")
return None, None
vcvarsall = os.path.join(best_dir, "vcvarsall.bat")
if not os.path.isfile(vcvarsall):
log.debug("%s cannot be found", vcvarsall)
return None, None
return vcvarsall, None
def _get_vc_env(plat_spec):
if os.getenv("DISTUTILS_USE_SDK"):
return {
key.lower(): value
for key, value in os.environ.items()
}
vcvarsall, _ = _find_vcvarsall(plat_spec)
if not vcvarsall:
raise DistutilsPlatformError("Unable to find vcvarsall.bat")
try:
out = subprocess.check_output(
'cmd /u /c "{}" {} && set'.format(vcvarsall, plat_spec),
stderr=subprocess.STDOUT,
).decode('utf-16le', errors='replace')
except subprocess.CalledProcessError as exc:
log.error(exc.output)
raise DistutilsPlatformError("Error executing {}"
.format(exc.cmd))
env = {
key.lower(): value
for key, _, value in
(line.partition('=') for line in out.splitlines())
if key and value
}
return env
def _find_exe(exe, paths=None):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
if not paths:
paths = os.getenv('path').split(os.pathsep)
for p in paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
return exe
# A map keyed by get_platform() return values to values accepted by
# 'vcvarsall.bat'. Always cross-compile from x86 to work with the
# lighter-weight MSVC installs that do not include native 64-bit tools.
PLAT_TO_VCVARS = {
'win32' : 'x86',
'win-amd64' : 'x86_amd64',
'win-arm32' : 'x86_arm',
'win-arm64' : 'x86_arm64'
}
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
# target platform (.plat_name is consistent with 'bdist')
self.plat_name = None
self.initialized = False
def initialize(self, plat_name=None):
# multi-init means we would need to check platform same each time...
assert not self.initialized, "don't init multiple times"
if plat_name is None:
plat_name = get_platform()
# sanity check for platforms to prevent obscure errors later.
if plat_name not in PLAT_TO_VCVARS:
raise DistutilsPlatformError("--plat-name must be one of {}"
.format(tuple(PLAT_TO_VCVARS)))
# Get the vcvarsall.bat spec for the requested platform.
plat_spec = PLAT_TO_VCVARS[plat_name]
vc_env = _get_vc_env(plat_spec)
if not vc_env:
raise DistutilsPlatformError("Unable to find a compatible "
"Visual Studio installation.")
self._paths = vc_env.get('path', '')
paths = self._paths.split(os.pathsep)
self.cc = _find_exe("cl.exe", paths)
self.linker = _find_exe("link.exe", paths)
self.lib = _find_exe("lib.exe", paths)
self.rc = _find_exe("rc.exe", paths) # resource compiler
self.mc = _find_exe("mc.exe", paths) # message compiler
self.mt = _find_exe("mt.exe", paths) # message compiler
for dir in vc_env.get('include', '').split(os.pathsep):
if dir:
self.add_include_dir(dir.rstrip(os.sep))
for dir in vc_env.get('lib', '').split(os.pathsep):
if dir:
self.add_library_dir(dir.rstrip(os.sep))
self.preprocess_options = None
# bpo-38597: Always compile with dynamic linking
# Future releases of Python 3.x will include all past
# versions of vcruntime*.dll for compatibility.
self.compile_options = [
'/nologo', '/O2', '/W3', '/GL', '/DNDEBUG', '/MD'
]
self.compile_options_debug = [
'/nologo', '/Od', '/MDd', '/Zi', '/W3', '/D_DEBUG'
]
ldflags = [
'/nologo', '/INCREMENTAL:NO', '/LTCG'
]
ldflags_debug = [
'/nologo', '/INCREMENTAL:NO', '/LTCG', '/DEBUG:FULL'
]
self.ldflags_exe = [*ldflags, '/MANIFEST:EMBED,ID=1']
self.ldflags_exe_debug = [*ldflags_debug, '/MANIFEST:EMBED,ID=1']
self.ldflags_shared = [*ldflags, '/DLL', '/MANIFEST:EMBED,ID=2', '/MANIFESTUAC:NO']
self.ldflags_shared_debug = [*ldflags_debug, '/DLL', '/MANIFEST:EMBED,ID=2', '/MANIFESTUAC:NO']
self.ldflags_static = [*ldflags]
self.ldflags_static_debug = [*ldflags_debug]
self._ldflags = {
(CCompiler.EXECUTABLE, None): self.ldflags_exe,
(CCompiler.EXECUTABLE, False): self.ldflags_exe,
(CCompiler.EXECUTABLE, True): self.ldflags_exe_debug,
(CCompiler.SHARED_OBJECT, None): self.ldflags_shared,
(CCompiler.SHARED_OBJECT, False): self.ldflags_shared,
(CCompiler.SHARED_OBJECT, True): self.ldflags_shared_debug,
(CCompiler.SHARED_LIBRARY, None): self.ldflags_static,
(CCompiler.SHARED_LIBRARY, False): self.ldflags_static,
(CCompiler.SHARED_LIBRARY, True): self.ldflags_static_debug,
}
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
ext_map = {
**{ext: self.obj_extension for ext in self.src_extensions},
**{ext: self.res_extension for ext in self._rc_extensions + self._mc_extensions},
}
output_dir = output_dir or ''
def make_out_path(p):
base, ext = os.path.splitext(p)
if strip_dir:
base = os.path.basename(base)
else:
_, base = os.path.splitdrive(base)
if base.startswith((os.path.sep, os.path.altsep)):
base = base[1:]
try:
# XXX: This may produce absurdly long paths. We should check
# the length of the result and trim base until we fit within
# 260 characters.
return os.path.join(output_dir, base + ext_map[ext])
except LookupError:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError("Don't know how to compile {}".format(p))
return list(map(make_out_path, source_filenames))
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
add_cpp_opts = False
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
add_cpp_opts = True
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts + [output_opt, input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc, '-h', h_dir, '-r', rc_dir, src])
base, _ = os.path.splitext(os.path.basename (src))
rc_file = os.path.join(rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc, "/fo" + obj, rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile {} to {}"
.format(src, obj))
args = [self.cc] + compile_opts + pp_opts
if add_cpp_opts:
args.append('/EHsc')
args.append(input_opt)
args.append("/Fo" + obj)
args.extend(extra_postargs)
try:
self.spawn(args)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
objects, output_dir = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
log.debug('Executing "%s" %s', self.lib, ' '.join(lib_args))
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
objects, output_dir = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
libraries, library_dirs, runtime_library_dirs = fixed_args
if runtime_library_dirs:
self.warn("I don't know what to do with 'runtime_library_dirs': "
+ str(runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
ldflags = self._ldflags[target_desc, debug]
export_opts = ["/EXPORT:" + sym for sym in (export_symbols or [])]
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
build_temp = os.path.dirname(objects[0])
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
build_temp,
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
output_dir = os.path.dirname(os.path.abspath(output_filename))
self.mkpath(output_dir)
try:
log.debug('Executing "%s" %s', self.linker, ' '.join(ld_args))
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def spawn(self, cmd):
env = dict(os.environ, PATH=self._paths)
with self._fallback_spawn(cmd, env) as fallback:
return super().spawn(cmd, env=env)
return fallback.value
@contextlib.contextmanager
def _fallback_spawn(self, cmd, env):
"""
Discovered in pypa/distutils#15, some tools monkeypatch the compiler,
so the 'env' kwarg causes a TypeError. Detect this condition and
restore the legacy, unsafe behavior.
"""
bag = type('Bag', (), {})()
try:
yield bag
except TypeError as exc:
if "unexpected keyword argument 'env'" not in str(exc):
raise
else:
return
warnings.warn(
"Fallback spawn triggered. Please update distutils monkeypatch.")
with unittest.mock.patch('os.environ', env):
bag.value = super().spawn(cmd)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename(name))
if os.path.isfile(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
site-packages/setuptools/_distutils/dep_util.py 0000644 00000006643 15056474501 0016067 0 ustar 00 """distutils.dep_util
Utility functions for simple, timestamp-based dependency of files
and groups of files; also, function based entirely on such
timestamp dependency analysis."""
import os
from distutils.errors import DistutilsFileError
def newer (source, target):
"""Return true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't. Return false if
both exist and 'target' is the same age or younger than 'source'.
Raise DistutilsFileError if 'source' does not exist.
"""
if not os.path.exists(source):
raise DistutilsFileError("file '%s' does not exist" %
os.path.abspath(source))
if not os.path.exists(target):
return 1
from stat import ST_MTIME
mtime1 = os.stat(source)[ST_MTIME]
mtime2 = os.stat(target)[ST_MTIME]
return mtime1 > mtime2
# newer ()
def newer_pairwise (sources, targets):
"""Walk two filename lists in parallel, testing if each source is newer
than its corresponding target. Return a pair of lists (sources,
targets) where source is newer than target, according to the semantics
of 'newer()'.
"""
if len(sources) != len(targets):
raise ValueError("'sources' and 'targets' must be same length")
# build a pair of lists (sources, targets) where source is newer
n_sources = []
n_targets = []
for i in range(len(sources)):
if newer(sources[i], targets[i]):
n_sources.append(sources[i])
n_targets.append(targets[i])
return (n_sources, n_targets)
# newer_pairwise ()
def newer_group (sources, target, missing='error'):
"""Return true if 'target' is out-of-date with respect to any file
listed in 'sources'. In other words, if 'target' exists and is newer
than every file in 'sources', return false; otherwise return true.
'missing' controls what we do when a source file is missing; the
default ("error") is to blow up with an OSError from inside 'stat()';
if it is "ignore", we silently drop any missing source files; if it is
"newer", any missing source files make us assume that 'target' is
out-of-date (this is handy in "dry-run" mode: it'll make you pretend to
carry out commands that wouldn't work because inputs are missing, but
that doesn't matter because you're not actually going to run the
commands).
"""
# If the target doesn't even exist, then it's definitely out-of-date.
if not os.path.exists(target):
return 1
# Otherwise we have to find out the hard way: if *any* source file
# is more recent than 'target', then 'target' is out-of-date and
# we can immediately return true. If we fall through to the end
# of the loop, then 'target' is up-to-date and we return false.
from stat import ST_MTIME
target_mtime = os.stat(target)[ST_MTIME]
for source in sources:
if not os.path.exists(source):
if missing == 'error': # blow up when we stat() the file
pass
elif missing == 'ignore': # missing source dropped from
continue # target's dependency list
elif missing == 'newer': # missing source means target is
return 1 # out-of-date
source_mtime = os.stat(source)[ST_MTIME]
if source_mtime > target_mtime:
return 1
else:
return 0
# newer_group ()
site-packages/setuptools/_distutils/filelist.py 0000644 00000032137 15056474501 0016072 0 ustar 00 """distutils.filelist
Provides the FileList class, used for poking about the filesystem
and building lists of files.
"""
import os
import re
import fnmatch
import functools
from distutils.util import convert_path
from distutils.errors import DistutilsTemplateError, DistutilsInternalError
from distutils import log
class FileList:
"""A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Instance attributes:
dir
directory from which files will be taken -- only used if
'allfiles' not supplied to constructor
files
list of filenames currently being built/filtered/manipulated
allfiles
complete list of files under consideration (ie. without any
filtering applied)
"""
def __init__(self, warn=None, debug_print=None):
# ignore argument to FileList, but keep them for backwards
# compatibility
self.allfiles = None
self.files = []
def set_allfiles(self, allfiles):
self.allfiles = allfiles
def findall(self, dir=os.curdir):
self.allfiles = findall(dir)
def debug_print(self, msg):
"""Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
"""
from distutils.debug import DEBUG
if DEBUG:
print(msg)
# Collection methods
def append(self, item):
self.files.append(item)
def extend(self, items):
self.files.extend(items)
def sort(self):
# Not a strict lexical sort!
sortable_files = sorted(map(os.path.split, self.files))
self.files = []
for sort_tuple in sortable_files:
self.files.append(os.path.join(*sort_tuple))
# Other miscellaneous utility methods
def remove_duplicates(self):
# Assumes list has been sorted!
for i in range(len(self.files) - 1, 0, -1):
if self.files[i] == self.files[i - 1]:
del self.files[i]
# "File template" methods
def _parse_template_line(self, line):
words = line.split()
action = words[0]
patterns = dir = dir_pattern = None
if action in ('include', 'exclude',
'global-include', 'global-exclude'):
if len(words) < 2:
raise DistutilsTemplateError(
"'%s' expects <pattern1> <pattern2> ..." % action)
patterns = [convert_path(w) for w in words[1:]]
elif action in ('recursive-include', 'recursive-exclude'):
if len(words) < 3:
raise DistutilsTemplateError(
"'%s' expects <dir> <pattern1> <pattern2> ..." % action)
dir = convert_path(words[1])
patterns = [convert_path(w) for w in words[2:]]
elif action in ('graft', 'prune'):
if len(words) != 2:
raise DistutilsTemplateError(
"'%s' expects a single <dir_pattern>" % action)
dir_pattern = convert_path(words[1])
else:
raise DistutilsTemplateError("unknown action '%s'" % action)
return (action, patterns, dir, dir_pattern)
def process_template_line(self, line):
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dir_pattern).
(action, patterns, dir, dir_pattern) = self._parse_template_line(line)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
self.debug_print("include " + ' '.join(patterns))
for pattern in patterns:
if not self.include_pattern(pattern, anchor=1):
log.warn("warning: no files found matching '%s'",
pattern)
elif action == 'exclude':
self.debug_print("exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.exclude_pattern(pattern, anchor=1):
log.warn(("warning: no previously-included files "
"found matching '%s'"), pattern)
elif action == 'global-include':
self.debug_print("global-include " + ' '.join(patterns))
for pattern in patterns:
if not self.include_pattern(pattern, anchor=0):
log.warn(("warning: no files found matching '%s' "
"anywhere in distribution"), pattern)
elif action == 'global-exclude':
self.debug_print("global-exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.exclude_pattern(pattern, anchor=0):
log.warn(("warning: no previously-included files matching "
"'%s' found anywhere in distribution"),
pattern)
elif action == 'recursive-include':
self.debug_print("recursive-include %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.include_pattern(pattern, prefix=dir):
msg = (
"warning: no files found matching '%s' "
"under directory '%s'"
)
log.warn(msg, pattern, dir)
elif action == 'recursive-exclude':
self.debug_print("recursive-exclude %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.exclude_pattern(pattern, prefix=dir):
log.warn(("warning: no previously-included files matching "
"'%s' found under directory '%s'"),
pattern, dir)
elif action == 'graft':
self.debug_print("graft " + dir_pattern)
if not self.include_pattern(None, prefix=dir_pattern):
log.warn("warning: no directories found matching '%s'",
dir_pattern)
elif action == 'prune':
self.debug_print("prune " + dir_pattern)
if not self.exclude_pattern(None, prefix=dir_pattern):
log.warn(("no previously-included directories found "
"matching '%s'"), dir_pattern)
else:
raise DistutilsInternalError(
"this cannot happen: invalid action '%s'" % action)
# Filtering/selection methods
def include_pattern(self, pattern, anchor=1, prefix=None, is_regex=0):
"""Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
are not quite the same as implemented by the 'fnmatch' module: '*'
and '?' match non-special characters, where "special" is platform-
dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found, False otherwise.
"""
# XXX docstring lying about what the special chars are?
files_found = False
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
self.debug_print("include_pattern: applying regex r'%s'" %
pattern_re.pattern)
# delayed loading of allfiles list
if self.allfiles is None:
self.findall()
for name in self.allfiles:
if pattern_re.search(name):
self.debug_print(" adding " + name)
self.files.append(name)
files_found = True
return files_found
def exclude_pattern(
self, pattern, anchor=1, prefix=None, is_regex=0):
"""Remove strings (presumably filenames) from 'files' that match
'pattern'. Other parameters are the same as for
'include_pattern()', above.
The list 'self.files' is modified in place.
Return True if files are found, False otherwise.
"""
files_found = False
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
self.debug_print("exclude_pattern: applying regex r'%s'" %
pattern_re.pattern)
for i in range(len(self.files)-1, -1, -1):
if pattern_re.search(self.files[i]):
self.debug_print(" removing " + self.files[i])
del self.files[i]
files_found = True
return files_found
# Utility functions
def _find_all_simple(path):
"""
Find all files under 'path'
"""
all_unique = _UniqueDirs.filter(os.walk(path, followlinks=True))
results = (
os.path.join(base, file)
for base, dirs, files in all_unique
for file in files
)
return filter(os.path.isfile, results)
class _UniqueDirs(set):
"""
Exclude previously-seen dirs from walk results,
avoiding infinite recursion.
Ref https://bugs.python.org/issue44497.
"""
def __call__(self, walk_item):
"""
Given an item from an os.walk result, determine
if the item represents a unique dir for this instance
and if not, prevent further traversal.
"""
base, dirs, files = walk_item
stat = os.stat(base)
candidate = stat.st_dev, stat.st_ino
found = candidate in self
if found:
del dirs[:]
self.add(candidate)
return not found
@classmethod
def filter(cls, items):
return filter(cls(), items)
def findall(dir=os.curdir):
"""
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
"""
files = _find_all_simple(dir)
if dir == os.curdir:
make_rel = functools.partial(os.path.relpath, start=dir)
files = map(make_rel, files)
return list(files)
def glob_to_re(pattern):
"""Translate a shell-like glob pattern to a regular expression; return
a string containing the regex. Differs from 'fnmatch.translate()' in
that '*' does not match "special characters" (which are
platform-specific).
"""
pattern_re = fnmatch.translate(pattern)
# '?' and '*' in the glob pattern become '.' and '.*' in the RE, which
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
# character except the special characters (currently: just os.sep).
sep = os.sep
if os.sep == '\\':
# we're using a regex to manipulate a regex, so we need
# to escape the backslash twice
sep = r'\\\\'
escaped = r'\1[^%s]' % sep
pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
def translate_pattern(pattern, anchor=1, prefix=None, is_regex=0):
"""Translate a shell-like wildcard pattern to a compiled regular
expression. Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
"""
if is_regex:
if isinstance(pattern, str):
return re.compile(pattern)
else:
return pattern
# ditch start and end characters
start, _, end = glob_to_re('_').partition('_')
if pattern:
pattern_re = glob_to_re(pattern)
assert pattern_re.startswith(start) and pattern_re.endswith(end)
else:
pattern_re = ''
if prefix is not None:
prefix_re = glob_to_re(prefix)
assert prefix_re.startswith(start) and prefix_re.endswith(end)
prefix_re = prefix_re[len(start): len(prefix_re) - len(end)]
sep = os.sep
if os.sep == '\\':
sep = r'\\'
pattern_re = pattern_re[len(start): len(pattern_re) - len(end)]
pattern_re = r'%s\A%s%s.*%s%s' % (
start, prefix_re, sep, pattern_re, end)
else: # no prefix -- respect anchor flag
if anchor:
pattern_re = r'%s\A%s' % (start, pattern_re[len(start):])
return re.compile(pattern_re)
site-packages/setuptools/_distutils/version.py 0000644 00000030342 15056474501 0015740 0 ustar 00 #
# distutils/version.py
#
# Implements multiple version numbering conventions for the
# Python Module Distribution Utilities.
#
# $Id$
#
"""Provides classes to represent module version numbers (one class for
each style of version numbering). There are currently two such classes
implemented: StrictVersion and LooseVersion.
Every version number class implements the following interface:
* the 'parse' method takes a string and parses it to some internal
representation; if the string is an invalid version number,
'parse' raises a ValueError exception
* the class constructor takes an optional string argument which,
if supplied, is passed to 'parse'
* __str__ reconstructs the string that was passed to 'parse' (or
an equivalent string -- ie. one that will generate an equivalent
version number instance)
* __repr__ generates Python code to recreate the version number instance
* _cmp compares the current instance with either another instance
of the same class or a string (which will be parsed to an instance
of the same class, thus must follow the same rules)
"""
import re
class Version:
"""Abstract base class for version numbering classes. Just provides
constructor (__init__) and reproducer (__repr__), because those
seem to be the same for all version numbering classes; and route
rich comparisons to _cmp.
"""
def __init__ (self, vstring=None):
if vstring:
self.parse(vstring)
def __repr__ (self):
return "%s ('%s')" % (self.__class__.__name__, str(self))
def __eq__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c == 0
def __lt__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c < 0
def __le__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c <= 0
def __gt__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c > 0
def __ge__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c >= 0
# Interface for version-number classes -- must be implemented
# by the following classes (the concrete ones -- Version should
# be treated as an abstract class).
# __init__ (string) - create and take same action as 'parse'
# (string parameter is optional)
# parse (string) - convert a string representation to whatever
# internal representation is appropriate for
# this style of version numbering
# __str__ (self) - convert back to a string; should be very similar
# (if not identical to) the string supplied to parse
# __repr__ (self) - generate Python code to recreate
# the instance
# _cmp (self, other) - compare two version numbers ('other' may
# be an unparsed version string, or another
# instance of your version class)
class StrictVersion (Version):
"""Version numbering for anal retentives and software idealists.
Implements the standard interface for version number classes as
described above. A version number consists of two or three
dot-separated numeric components, with an optional "pre-release" tag
on the end. The pre-release tag consists of the letter 'a' or 'b'
followed by a number. If the numeric components of two version
numbers are equal, then one with a pre-release tag will always
be deemed earlier (lesser) than one without.
The following are valid version numbers (shown in the order that
would be obtained by sorting according to the supplied cmp function):
0.4 0.4.0 (these two are equivalent)
0.4.1
0.5a1
0.5b3
0.5
0.9.6
1.0
1.0.4a3
1.0.4b1
1.0.4
The following are examples of invalid version numbers:
1
2.7.2.2
1.3.a4
1.3pl1
1.3c4
The rationale for this version numbering system will be explained
in the distutils documentation.
"""
version_re = re.compile(r'^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$',
re.VERBOSE | re.ASCII)
def parse (self, vstring):
match = self.version_re.match(vstring)
if not match:
raise ValueError("invalid version number '%s'" % vstring)
(major, minor, patch, prerelease, prerelease_num) = \
match.group(1, 2, 4, 5, 6)
if patch:
self.version = tuple(map(int, [major, minor, patch]))
else:
self.version = tuple(map(int, [major, minor])) + (0,)
if prerelease:
self.prerelease = (prerelease[0], int(prerelease_num))
else:
self.prerelease = None
def __str__ (self):
if self.version[2] == 0:
vstring = '.'.join(map(str, self.version[0:2]))
else:
vstring = '.'.join(map(str, self.version))
if self.prerelease:
vstring = vstring + self.prerelease[0] + str(self.prerelease[1])
return vstring
def _cmp (self, other):
if isinstance(other, str):
other = StrictVersion(other)
elif not isinstance(other, StrictVersion):
return NotImplemented
if self.version != other.version:
# numeric versions don't match
# prerelease stuff doesn't matter
if self.version < other.version:
return -1
else:
return 1
# have to compare prerelease
# case 1: neither has prerelease; they're equal
# case 2: self has prerelease, other doesn't; other is greater
# case 3: self doesn't have prerelease, other does: self is greater
# case 4: both have prerelease: must compare them!
if (not self.prerelease and not other.prerelease):
return 0
elif (self.prerelease and not other.prerelease):
return -1
elif (not self.prerelease and other.prerelease):
return 1
elif (self.prerelease and other.prerelease):
if self.prerelease == other.prerelease:
return 0
elif self.prerelease < other.prerelease:
return -1
else:
return 1
else:
assert False, "never get here"
# end class StrictVersion
# The rules according to Greg Stein:
# 1) a version number has 1 or more numbers separated by a period or by
# sequences of letters. If only periods, then these are compared
# left-to-right to determine an ordering.
# 2) sequences of letters are part of the tuple for comparison and are
# compared lexicographically
# 3) recognize the numeric components may have leading zeroes
#
# The LooseVersion class below implements these rules: a version number
# string is split up into a tuple of integer and string components, and
# comparison is a simple tuple comparison. This means that version
# numbers behave in a predictable and obvious way, but a way that might
# not necessarily be how people *want* version numbers to behave. There
# wouldn't be a problem if people could stick to purely numeric version
# numbers: just split on period and compare the numbers as tuples.
# However, people insist on putting letters into their version numbers;
# the most common purpose seems to be:
# - indicating a "pre-release" version
# ('alpha', 'beta', 'a', 'b', 'pre', 'p')
# - indicating a post-release patch ('p', 'pl', 'patch')
# but of course this can't cover all version number schemes, and there's
# no way to know what a programmer means without asking him.
#
# The problem is what to do with letters (and other non-numeric
# characters) in a version number. The current implementation does the
# obvious and predictable thing: keep them as strings and compare
# lexically within a tuple comparison. This has the desired effect if
# an appended letter sequence implies something "post-release":
# eg. "0.99" < "0.99pl14" < "1.0", and "5.001" < "5.001m" < "5.002".
#
# However, if letters in a version number imply a pre-release version,
# the "obvious" thing isn't correct. Eg. you would expect that
# "1.5.1" < "1.5.2a2" < "1.5.2", but under the tuple/lexical comparison
# implemented here, this just isn't so.
#
# Two possible solutions come to mind. The first is to tie the
# comparison algorithm to a particular set of semantic rules, as has
# been done in the StrictVersion class above. This works great as long
# as everyone can go along with bondage and discipline. Hopefully a
# (large) subset of Python module programmers will agree that the
# particular flavour of bondage and discipline provided by StrictVersion
# provides enough benefit to be worth using, and will submit their
# version numbering scheme to its domination. The free-thinking
# anarchists in the lot will never give in, though, and something needs
# to be done to accommodate them.
#
# Perhaps a "moderately strict" version class could be implemented that
# lets almost anything slide (syntactically), and makes some heuristic
# assumptions about non-digits in version number strings. This could
# sink into special-case-hell, though; if I was as talented and
# idiosyncratic as Larry Wall, I'd go ahead and implement a class that
# somehow knows that "1.2.1" < "1.2.2a2" < "1.2.2" < "1.2.2pl3", and is
# just as happy dealing with things like "2g6" and "1.13++". I don't
# think I'm smart enough to do it right though.
#
# In any case, I've coded the test suite for this module (see
# ../test/test_version.py) specifically to fail on things like comparing
# "1.2a2" and "1.2". That's not because the *code* is doing anything
# wrong, it's because the simple, obvious design doesn't match my
# complicated, hairy expectations for real-world version numbers. It
# would be a snap to fix the test suite to say, "Yep, LooseVersion does
# the Right Thing" (ie. the code matches the conception). But I'd rather
# have a conception that matches common notions about version numbers.
class LooseVersion (Version):
"""Version numbering for anarchists and software realists.
Implements the standard interface for version number classes as
described above. A version number consists of a series of numbers,
separated by either periods or strings of letters. When comparing
version numbers, the numeric components will be compared
numerically, and the alphabetic components lexically. The following
are all valid version numbers, in no particular order:
1.5.1
1.5.2b2
161
3.10a
8.02
3.4j
1996.07.12
3.2.pl0
3.1.1.6
2g6
11g
0.960923
2.2beta29
1.13++
5.5.kw
2.0b1pl0
In fact, there is no such thing as an invalid version number under
this scheme; the rules for comparison are simple and predictable,
but may not always give the results you want (for some definition
of "want").
"""
component_re = re.compile(r'(\d+ | [a-z]+ | \.)', re.VERBOSE)
def __init__ (self, vstring=None):
if vstring:
self.parse(vstring)
def parse (self, vstring):
# I've given up on thinking I can reconstruct the version string
# from the parsed tuple -- so I just store the string here for
# use by __str__
self.vstring = vstring
components = [x for x in self.component_re.split(vstring)
if x and x != '.']
for i, obj in enumerate(components):
try:
components[i] = int(obj)
except ValueError:
pass
self.version = components
def __str__ (self):
return self.vstring
def __repr__ (self):
return "LooseVersion ('%s')" % str(self)
def _cmp (self, other):
if isinstance(other, str):
other = LooseVersion(other)
elif not isinstance(other, LooseVersion):
return NotImplemented
if self.version == other.version:
return 0
if self.version < other.version:
return -1
if self.version > other.version:
return 1
# end class LooseVersion
site-packages/setuptools/_distutils/versionpredicate.py 0000644 00000012015 15056474501 0017616 0 ustar 00 """Module for parsing and testing package version predicate strings.
"""
import re
import distutils.version
import operator
re_validPackage = re.compile(r"(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)",
re.ASCII)
# (package) (rest)
re_paren = re.compile(r"^\s*\((.*)\)\s*$") # (list) inside of parentheses
re_splitComparison = re.compile(r"^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$")
# (comp) (version)
def splitUp(pred):
"""Parse a single version comparison.
Return (comparison string, StrictVersion)
"""
res = re_splitComparison.match(pred)
if not res:
raise ValueError("bad package restriction syntax: %r" % pred)
comp, verStr = res.groups()
return (comp, distutils.version.StrictVersion(verStr))
compmap = {"<": operator.lt, "<=": operator.le, "==": operator.eq,
">": operator.gt, ">=": operator.ge, "!=": operator.ne}
class VersionPredicate:
"""Parse and test package version predicates.
>>> v = VersionPredicate('pyepat.abc (>1.0, <3333.3a1, !=1555.1b3)')
The `name` attribute provides the full dotted name that is given::
>>> v.name
'pyepat.abc'
The str() of a `VersionPredicate` provides a normalized
human-readable version of the expression::
>>> print(v)
pyepat.abc (> 1.0, < 3333.3a1, != 1555.1b3)
The `satisfied_by()` method can be used to determine with a given
version number is included in the set described by the version
restrictions::
>>> v.satisfied_by('1.1')
True
>>> v.satisfied_by('1.4')
True
>>> v.satisfied_by('1.0')
False
>>> v.satisfied_by('4444.4')
False
>>> v.satisfied_by('1555.1b3')
False
`VersionPredicate` is flexible in accepting extra whitespace::
>>> v = VersionPredicate(' pat( == 0.1 ) ')
>>> v.name
'pat'
>>> v.satisfied_by('0.1')
True
>>> v.satisfied_by('0.2')
False
If any version numbers passed in do not conform to the
restrictions of `StrictVersion`, a `ValueError` is raised::
>>> v = VersionPredicate('p1.p2.p3.p4(>=1.0, <=1.3a1, !=1.2zb3)')
Traceback (most recent call last):
...
ValueError: invalid version number '1.2zb3'
It the module or package name given does not conform to what's
allowed as a legal module or package name, `ValueError` is
raised::
>>> v = VersionPredicate('foo-bar')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: '-bar'
>>> v = VersionPredicate('foo bar (12.21)')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: 'bar (12.21)'
"""
def __init__(self, versionPredicateStr):
"""Parse a version predicate string.
"""
# Fields:
# name: package name
# pred: list of (comparison string, StrictVersion)
versionPredicateStr = versionPredicateStr.strip()
if not versionPredicateStr:
raise ValueError("empty package restriction")
match = re_validPackage.match(versionPredicateStr)
if not match:
raise ValueError("bad package name in %r" % versionPredicateStr)
self.name, paren = match.groups()
paren = paren.strip()
if paren:
match = re_paren.match(paren)
if not match:
raise ValueError("expected parenthesized list: %r" % paren)
str = match.groups()[0]
self.pred = [splitUp(aPred) for aPred in str.split(",")]
if not self.pred:
raise ValueError("empty parenthesized list in %r"
% versionPredicateStr)
else:
self.pred = []
def __str__(self):
if self.pred:
seq = [cond + " " + str(ver) for cond, ver in self.pred]
return self.name + " (" + ", ".join(seq) + ")"
else:
return self.name
def satisfied_by(self, version):
"""True if version is compatible with all the predicates in self.
The parameter version must be acceptable to the StrictVersion
constructor. It may be either a string or StrictVersion.
"""
for cond, ver in self.pred:
if not compmap[cond](version, ver):
return False
return True
_provision_rx = None
def split_provision(value):
"""Return the name and optional version number of a provision.
The version number, if given, will be returned as a `StrictVersion`
instance, otherwise it will be `None`.
>>> split_provision('mypkg')
('mypkg', None)
>>> split_provision(' mypkg( 1.2 ) ')
('mypkg', StrictVersion ('1.2'))
"""
global _provision_rx
if _provision_rx is None:
_provision_rx = re.compile(
r"([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$",
re.ASCII)
value = value.strip()
m = _provision_rx.match(value)
if not m:
raise ValueError("illegal provides specification: %r" % value)
ver = m.group(2) or None
if ver:
ver = distutils.version.StrictVersion(ver)
return m.group(1), ver
site-packages/setuptools/_distutils/__init__.py 0000644 00000000372 15056474501 0016012 0 ustar 00 """distutils
The main package for the Python Module Distribution Utilities. Normally
used from a setup script as
from distutils.core import setup
setup (...)
"""
import sys
__version__ = sys.version[:sys.version.index(' ')]
local = True
site-packages/setuptools/_distutils/util.py 0000644 00000047627 15056474501 0015246 0 ustar 00 """distutils.util
Miscellaneous utility functions -- anything that doesn't fit into
one of the other *util.py modules.
"""
import os
import re
import importlib.util
import string
import sys
from distutils.errors import DistutilsPlatformError
from distutils.dep_util import newer
from distutils.spawn import spawn
from distutils import log
from distutils.errors import DistutilsByteCompileError
from .py35compat import _optim_args_from_interpreter_flags
def get_host_platform():
"""Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
if 'amd64' in sys.version.lower():
return 'win-amd64'
if '(arm)' in sys.version.lower():
return 'win-arm32'
if '(arm64)' in sys.version.lower():
return 'win-arm64'
return sys.platform
# Set for cross builds explicitly
if "_PYTHON_HOST_PLATFORM" in os.environ:
return os.environ["_PYTHON_HOST_PLATFORM"]
if os.name != "posix" or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
(osname, host, release, version, machine) = os.uname()
# Convert the OS name to lowercase, remove '/' characters, and translate
# spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_')
machine = machine.replace('/', '-')
if osname[:5] == "linux":
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == "sunos":
if release[0] >= "5": # SunOS 5 == Solaris 2
osname = "solaris"
release = "%d.%s" % (int(release[0]) - 3, release[2:])
# We can't use "platform.architecture()[0]" because a
# bootstrap problem. We use a dict to get an error
# if some suspicious happens.
bitness = {2147483647:"32bit", 9223372036854775807:"64bit"}
machine += ".%s" % bitness[sys.maxsize]
# fall through to standard osname-release-machine representation
elif osname[:3] == "aix":
from .py38compat import aix_platform
return aix_platform(osname, version, release)
elif osname[:6] == "cygwin":
osname = "cygwin"
rel_re = re.compile (r'[\d.]+', re.ASCII)
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == "darwin":
import _osx_support, distutils.sysconfig
osname, release, machine = _osx_support.get_platform_osx(
distutils.sysconfig.get_config_vars(),
osname, release, machine)
return "%s-%s-%s" % (osname, release, machine)
def get_platform():
if os.name == 'nt':
TARGET_TO_PLAT = {
'x86' : 'win32',
'x64' : 'win-amd64',
'arm' : 'win-arm32',
'arm64': 'win-arm64',
}
return TARGET_TO_PLAT.get(os.environ.get('VSCMD_ARG_TGT_ARCH')) or get_host_platform()
else:
return get_host_platform()
if sys.platform == 'darwin':
_syscfg_macosx_ver = None # cache the version pulled from sysconfig
MACOSX_VERSION_VAR = 'MACOSX_DEPLOYMENT_TARGET'
def _clear_cached_macosx_ver():
"""For testing only. Do not call."""
global _syscfg_macosx_ver
_syscfg_macosx_ver = None
def get_macosx_target_ver_from_syscfg():
"""Get the version of macOS latched in the Python interpreter configuration.
Returns the version as a string or None if can't obtain one. Cached."""
global _syscfg_macosx_ver
if _syscfg_macosx_ver is None:
from distutils import sysconfig
ver = sysconfig.get_config_var(MACOSX_VERSION_VAR) or ''
if ver:
_syscfg_macosx_ver = ver
return _syscfg_macosx_ver
def get_macosx_target_ver():
"""Return the version of macOS for which we are building.
The target version defaults to the version in sysconfig latched at time
the Python interpreter was built, unless overridden by an environment
variable. If neither source has a value, then None is returned"""
syscfg_ver = get_macosx_target_ver_from_syscfg()
env_ver = os.environ.get(MACOSX_VERSION_VAR)
if env_ver:
# Validate overridden version against sysconfig version, if have both.
# Ensure that the deployment target of the build process is not less
# than 10.3 if the interpreter was built for 10.3 or later. This
# ensures extension modules are built with correct compatibility
# values, specifically LDSHARED which can use
# '-undefined dynamic_lookup' which only works on >= 10.3.
if syscfg_ver and split_version(syscfg_ver) >= [10, 3] and \
split_version(env_ver) < [10, 3]:
my_msg = ('$' + MACOSX_VERSION_VAR + ' mismatch: '
'now "%s" but "%s" during configure; '
'must use 10.3 or later'
% (env_ver, syscfg_ver))
raise DistutilsPlatformError(my_msg)
return env_ver
return syscfg_ver
def split_version(s):
"""Convert a dot-separated string into a list of numbers for comparisons"""
return [int(n) for n in s.split('.')]
def convert_path (pathname):
"""Return 'pathname' as a name that will work on the native filesystem,
i.e. split it on '/' and put it back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
"""
if os.sep == '/':
return pathname
if not pathname:
return pathname
if pathname[0] == '/':
raise ValueError("path '%s' cannot be absolute" % pathname)
if pathname[-1] == '/':
raise ValueError("path '%s' cannot end with '/'" % pathname)
paths = pathname.split('/')
while '.' in paths:
paths.remove('.')
if not paths:
return os.curdir
return os.path.join(*paths)
# convert_path ()
def change_root (new_root, pathname):
"""Return 'pathname' with 'new_root' prepended. If 'pathname' is
relative, this is equivalent to "os.path.join(new_root,pathname)".
Otherwise, it requires making 'pathname' relative and then joining the
two, which is tricky on DOS/Windows and Mac OS.
"""
if os.name == 'posix':
if not os.path.isabs(pathname):
return os.path.join(new_root, pathname)
else:
return os.path.join(new_root, pathname[1:])
elif os.name == 'nt':
(drive, path) = os.path.splitdrive(pathname)
if path[0] == '\\':
path = path[1:]
return os.path.join(new_root, path)
else:
raise DistutilsPlatformError("nothing known about platform '%s'" % os.name)
_environ_checked = 0
def check_environ ():
"""Ensure that 'os.environ' has all the environment variables we
guarantee that users can use in config files, command-line options,
etc. Currently this includes:
HOME - user's home directory (Unix only)
PLAT - description of the current platform, including hardware
and OS (see 'get_platform()')
"""
global _environ_checked
if _environ_checked:
return
if os.name == 'posix' and 'HOME' not in os.environ:
try:
import pwd
os.environ['HOME'] = pwd.getpwuid(os.getuid())[5]
except (ImportError, KeyError):
# bpo-10496: if the current user identifier doesn't exist in the
# password database, do nothing
pass
if 'PLAT' not in os.environ:
os.environ['PLAT'] = get_platform()
_environ_checked = 1
def subst_vars (s, local_vars):
"""Perform shell/Perl-style variable substitution on 'string'. Every
occurrence of '$' followed by a name is considered a variable, and
variable is substituted by the value found in the 'local_vars'
dictionary, or in 'os.environ' if it's not in 'local_vars'.
'os.environ' is first checked/augmented to guarantee that it contains
certain values: see 'check_environ()'. Raise ValueError for any
variables not found in either 'local_vars' or 'os.environ'.
"""
check_environ()
def _subst (match, local_vars=local_vars):
var_name = match.group(1)
if var_name in local_vars:
return str(local_vars[var_name])
else:
return os.environ[var_name]
try:
return re.sub(r'\$([a-zA-Z_][a-zA-Z_0-9]*)', _subst, s)
except KeyError as var:
raise ValueError("invalid variable '$%s'" % var)
# subst_vars ()
def grok_environment_error (exc, prefix="error: "):
# Function kept for backward compatibility.
# Used to try clever things with EnvironmentErrors,
# but nowadays str(exception) produces good messages.
return prefix + str(exc)
# Needed by 'split_quoted()'
_wordchars_re = _squote_re = _dquote_re = None
def _init_regex():
global _wordchars_re, _squote_re, _dquote_re
_wordchars_re = re.compile(r'[^\\\'\"%s ]*' % string.whitespace)
_squote_re = re.compile(r"'(?:[^'\\]|\\.)*'")
_dquote_re = re.compile(r'"(?:[^"\\]|\\.)*"')
def split_quoted (s):
"""Split a string up according to Unix shell-like rules for quotes and
backslashes. In short: words are delimited by spaces, as long as those
spaces are not escaped by a backslash, or inside a quoted string.
Single and double quotes are equivalent, and the quote characters can
be backslash-escaped. The backslash is stripped from any two-character
escape sequence, leaving only the escaped character. The quote
characters are stripped from any quoted string. Returns a list of
words.
"""
# This is a nice algorithm for splitting up a single string, since it
# doesn't require character-by-character examination. It was a little
# bit of a brain-bender to get it working right, though...
if _wordchars_re is None: _init_regex()
s = s.strip()
words = []
pos = 0
while s:
m = _wordchars_re.match(s, pos)
end = m.end()
if end == len(s):
words.append(s[:end])
break
if s[end] in string.whitespace: # unescaped, unquoted whitespace: now
words.append(s[:end]) # we definitely have a word delimiter
s = s[end:].lstrip()
pos = 0
elif s[end] == '\\': # preserve whatever is being escaped;
# will become part of the current word
s = s[:end] + s[end+1:]
pos = end+1
else:
if s[end] == "'": # slurp singly-quoted string
m = _squote_re.match(s, end)
elif s[end] == '"': # slurp doubly-quoted string
m = _dquote_re.match(s, end)
else:
raise RuntimeError("this can't happen (bad char '%c')" % s[end])
if m is None:
raise ValueError("bad string (mismatched %s quotes?)" % s[end])
(beg, end) = m.span()
s = s[:beg] + s[beg+1:end-1] + s[end:]
pos = m.end() - 2
if pos >= len(s):
words.append(s)
break
return words
# split_quoted ()
def execute (func, args, msg=None, verbose=0, dry_run=0):
"""Perform some action that affects the outside world (eg. by
writing to the filesystem). Such actions are special because they
are disabled by the 'dry_run' flag. This method takes care of all
that bureaucracy for you; all you have to do is supply the
function to call and an argument tuple for it (to embody the
"external action" being performed), and an optional message to
print.
"""
if msg is None:
msg = "%s%r" % (func.__name__, args)
if msg[-2:] == ',)': # correct for singleton tuple
msg = msg[0:-2] + ')'
log.info(msg)
if not dry_run:
func(*args)
def strtobool (val):
"""Convert a string representation of truth to true (1) or false (0).
True values are 'y', 'yes', 't', 'true', 'on', and '1'; false values
are 'n', 'no', 'f', 'false', 'off', and '0'. Raises ValueError if
'val' is anything else.
"""
val = val.lower()
if val in ('y', 'yes', 't', 'true', 'on', '1'):
return 1
elif val in ('n', 'no', 'f', 'false', 'off', '0'):
return 0
else:
raise ValueError("invalid truth value %r" % (val,))
def byte_compile (py_files,
optimize=0, force=0,
prefix=None, base_dir=None,
verbose=1, dry_run=0,
direct=None):
"""Byte-compile a collection of Python source files to .pyc
files in a __pycache__ subdirectory. 'py_files' is a list
of files to compile; any files that don't end in ".py" are silently
skipped. 'optimize' must be one of the following:
0 - don't optimize
1 - normal optimization (like "python -O")
2 - extra optimization (like "python -OO")
If 'force' is true, all files are recompiled regardless of
timestamps.
The source filename encoded in each bytecode file defaults to the
filenames listed in 'py_files'; you can modify these with 'prefix' and
'basedir'. 'prefix' is a string that will be stripped off of each
source filename, and 'base_dir' is a directory name that will be
prepended (after 'prefix' is stripped). You can supply either or both
(or neither) of 'prefix' and 'base_dir', as you wish.
If 'dry_run' is true, doesn't actually do anything that would
affect the filesystem.
Byte-compilation is either done directly in this interpreter process
with the standard py_compile module, or indirectly by writing a
temporary script and executing it. Normally, you should let
'byte_compile()' figure out to use direct compilation or not (see
the source for details). The 'direct' flag is used by the script
generated in indirect mode; unless you know what you're doing, leave
it set to None.
"""
# Late import to fix a bootstrap issue: _posixsubprocess is built by
# setup.py, but setup.py uses distutils.
import subprocess
# nothing is done if sys.dont_write_bytecode is True
if sys.dont_write_bytecode:
raise DistutilsByteCompileError('byte-compiling is disabled.')
# First, if the caller didn't force us into direct or indirect mode,
# figure out which mode we should be in. We take a conservative
# approach: choose direct mode *only* if the current interpreter is
# in debug mode and optimize is 0. If we're not in debug mode (-O
# or -OO), we don't know which level of optimization this
# interpreter is running with, so we can't do direct
# byte-compilation and be certain that it's the right thing. Thus,
# always compile indirectly if the current interpreter is in either
# optimize mode, or if either optimization level was requested by
# the caller.
if direct is None:
direct = (__debug__ and optimize == 0)
# "Indirect" byte-compilation: write a temporary script and then
# run it with the appropriate flags.
if not direct:
try:
from tempfile import mkstemp
(script_fd, script_name) = mkstemp(".py")
except ImportError:
from tempfile import mktemp
(script_fd, script_name) = None, mktemp(".py")
log.info("writing byte-compilation script '%s'", script_name)
if not dry_run:
if script_fd is not None:
script = os.fdopen(script_fd, "w")
else:
script = open(script_name, "w")
with script:
script.write("""\
from distutils.util import byte_compile
files = [
""")
# XXX would be nice to write absolute filenames, just for
# safety's sake (script should be more robust in the face of
# chdir'ing before running it). But this requires abspath'ing
# 'prefix' as well, and that breaks the hack in build_lib's
# 'byte_compile()' method that carefully tacks on a trailing
# slash (os.sep really) to make sure the prefix here is "just
# right". This whole prefix business is rather delicate -- the
# problem is that it's really a directory, but I'm treating it
# as a dumb string, so trailing slashes and so forth matter.
#py_files = map(os.path.abspath, py_files)
#if prefix:
# prefix = os.path.abspath(prefix)
script.write(",\n".join(map(repr, py_files)) + "]\n")
script.write("""
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
""" % (optimize, force, prefix, base_dir, verbose))
cmd = [sys.executable]
cmd.extend(_optim_args_from_interpreter_flags())
cmd.append(script_name)
spawn(cmd, dry_run=dry_run)
execute(os.remove, (script_name,), "removing %s" % script_name,
dry_run=dry_run)
# "Direct" byte-compilation: use the py_compile module to compile
# right here, right now. Note that the script generated in indirect
# mode simply calls 'byte_compile()' in direct mode, a weird sort of
# cross-process recursion. Hey, it works!
else:
from py_compile import compile
for file in py_files:
if file[-3:] != ".py":
# This lets us be lazy and not filter filenames in
# the "install_lib" command.
continue
# Terminology from the py_compile module:
# cfile - byte-compiled file
# dfile - purported source filename (same as 'file' by default)
if optimize >= 0:
opt = '' if optimize == 0 else optimize
cfile = importlib.util.cache_from_source(
file, optimization=opt)
else:
cfile = importlib.util.cache_from_source(file)
dfile = file
if prefix:
if file[:len(prefix)] != prefix:
raise ValueError("invalid prefix: filename %r doesn't start with %r"
% (file, prefix))
dfile = dfile[len(prefix):]
if base_dir:
dfile = os.path.join(base_dir, dfile)
cfile_base = os.path.basename(cfile)
if direct:
if force or newer(file, cfile):
log.info("byte-compiling %s to %s", file, cfile_base)
if not dry_run:
compile(file, cfile, dfile)
else:
log.debug("skipping byte-compilation of %s to %s",
file, cfile_base)
# byte_compile ()
def rfc822_escape (header):
"""Return a version of the string escaped for inclusion in an
RFC-822 header, by ensuring there are 8 spaces space after each newline.
"""
lines = header.split('\n')
sep = '\n' + 8 * ' '
return sep.join(lines)
site-packages/setuptools/_distutils/log.py 0000644 00000003661 15056474501 0015040 0 ustar 00 """A simple log mechanism styled after PEP 282."""
# The class here is styled after PEP 282 so that it could later be
# replaced with a standard Python logging implementation.
DEBUG = 1
INFO = 2
WARN = 3
ERROR = 4
FATAL = 5
import sys
class Log:
def __init__(self, threshold=WARN):
self.threshold = threshold
def _log(self, level, msg, args):
if level not in (DEBUG, INFO, WARN, ERROR, FATAL):
raise ValueError('%s wrong log level' % str(level))
if level >= self.threshold:
if args:
msg = msg % args
if level in (WARN, ERROR, FATAL):
stream = sys.stderr
else:
stream = sys.stdout
try:
stream.write('%s\n' % msg)
except UnicodeEncodeError:
# emulate backslashreplace error handler
encoding = stream.encoding
msg = msg.encode(encoding, "backslashreplace").decode(encoding)
stream.write('%s\n' % msg)
stream.flush()
def log(self, level, msg, *args):
self._log(level, msg, args)
def debug(self, msg, *args):
self._log(DEBUG, msg, args)
def info(self, msg, *args):
self._log(INFO, msg, args)
def warn(self, msg, *args):
self._log(WARN, msg, args)
def error(self, msg, *args):
self._log(ERROR, msg, args)
def fatal(self, msg, *args):
self._log(FATAL, msg, args)
_global_log = Log()
log = _global_log.log
debug = _global_log.debug
info = _global_log.info
warn = _global_log.warn
error = _global_log.error
fatal = _global_log.fatal
def set_threshold(level):
# return the old threshold for use from tests
old = _global_log.threshold
_global_log.threshold = level
return old
def set_verbosity(v):
if v <= 0:
set_threshold(WARN)
elif v == 1:
set_threshold(INFO)
elif v >= 2:
set_threshold(DEBUG)
site-packages/setuptools/_distutils/dist.py 0000644 00000142365 15056474501 0015227 0 ustar 00 """distutils.dist
Provides the Distribution class, which represents the module distribution
being built/installed/distributed.
"""
import sys
import os
import re
from email import message_from_file
try:
import warnings
except ImportError:
warnings = None
from distutils.errors import *
from distutils.fancy_getopt import FancyGetopt, translate_longopt
from distutils.util import check_environ, strtobool, rfc822_escape
from distutils import log
from distutils.debug import DEBUG
# Regex to define acceptable Distutils command names. This is not *quite*
# the same as a Python NAME -- I don't allow leading underscores. The fact
# that they're very similar is no coincidence; the default naming scheme is
# to look for a Python module named after the command.
command_re = re.compile(r'^[a-zA-Z]([a-zA-Z0-9_]*)$')
def _ensure_list(value, fieldname):
if isinstance(value, str):
# a string containing comma separated values is okay. It will
# be converted to a list by Distribution.finalize_options().
pass
elif not isinstance(value, list):
# passing a tuple or an iterator perhaps, warn and convert
typename = type(value).__name__
msg = "Warning: '{fieldname}' should be a list, got type '{typename}'"
msg = msg.format(**locals())
log.log(log.WARN, msg)
value = list(value)
return value
class Distribution:
"""The core of the Distutils. Most of the work hiding behind 'setup'
is really done within a Distribution instance, which farms the work out
to the Distutils commands specified on the command line.
Setup scripts will almost never instantiate Distribution directly,
unless the 'setup()' function is totally inadequate to their needs.
However, it is conceivable that a setup script might wish to subclass
Distribution for some specialized purpose, and then pass the subclass
to 'setup()' as the 'distclass' keyword argument. If so, it is
necessary to respect the expectations that 'setup' has of Distribution.
See the code for 'setup()', in core.py, for details.
"""
# 'global_options' describes the command-line options that may be
# supplied to the setup script prior to any actual commands.
# Eg. "./setup.py -n" or "./setup.py --quiet" both take advantage of
# these global options. This list should be kept to a bare minimum,
# since every global option is also valid as a command option -- and we
# don't want to pollute the commands with too many options that they
# have minimal control over.
# The fourth entry for verbose means that it can be repeated.
global_options = [
('verbose', 'v', "run verbosely (default)", 1),
('quiet', 'q', "run quietly (turns verbosity off)"),
('dry-run', 'n', "don't actually do anything"),
('help', 'h', "show detailed help message"),
('no-user-cfg', None,
'ignore pydistutils.cfg in your home directory'),
]
# 'common_usage' is a short (2-3 line) string describing the common
# usage of the setup script.
common_usage = """\
Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
"""
# options that are not propagated to the commands
display_options = [
('help-commands', None,
"list all available commands"),
('name', None,
"print package name"),
('version', 'V',
"print package version"),
('fullname', None,
"print <package name>-<version>"),
('author', None,
"print the author's name"),
('author-email', None,
"print the author's email address"),
('maintainer', None,
"print the maintainer's name"),
('maintainer-email', None,
"print the maintainer's email address"),
('contact', None,
"print the maintainer's name if known, else the author's"),
('contact-email', None,
"print the maintainer's email address if known, else the author's"),
('url', None,
"print the URL for this package"),
('license', None,
"print the license of the package"),
('licence', None,
"alias for --license"),
('description', None,
"print the package description"),
('long-description', None,
"print the long package description"),
('platforms', None,
"print the list of platforms"),
('classifiers', None,
"print the list of classifiers"),
('keywords', None,
"print the list of keywords"),
('provides', None,
"print the list of packages/modules provided"),
('requires', None,
"print the list of packages/modules required"),
('obsoletes', None,
"print the list of packages/modules made obsolete")
]
display_option_names = [translate_longopt(x[0]) for x in display_options]
# negative options are options that exclude other options
negative_opt = {'quiet': 'verbose'}
# -- Creation/initialization methods -------------------------------
def __init__(self, attrs=None):
"""Construct a new Distribution instance: initialize all the
attributes of a Distribution, and then use 'attrs' (a dictionary
mapping attribute names to values) to assign some of those
attributes their "real" values. (Any attributes not mentioned in
'attrs' will be assigned to some null value: 0, None, an empty list
or dictionary, etc.) Most importantly, initialize the
'command_obj' attribute to the empty dictionary; this will be
filled in with real command objects by 'parse_command_line()'.
"""
# Default values for our command-line options
self.verbose = 1
self.dry_run = 0
self.help = 0
for attr in self.display_option_names:
setattr(self, attr, 0)
# Store the distribution meta-data (name, version, author, and so
# forth) in a separate object -- we're getting to have enough
# information here (and enough command-line options) that it's
# worth it. Also delegate 'get_XXX()' methods to the 'metadata'
# object in a sneaky and underhanded (but efficient!) way.
self.metadata = DistributionMetadata()
for basename in self.metadata._METHOD_BASENAMES:
method_name = "get_" + basename
setattr(self, method_name, getattr(self.metadata, method_name))
# 'cmdclass' maps command names to class objects, so we
# can 1) quickly figure out which class to instantiate when
# we need to create a new command object, and 2) have a way
# for the setup script to override command classes
self.cmdclass = {}
# 'command_packages' is a list of packages in which commands
# are searched for. The factory for command 'foo' is expected
# to be named 'foo' in the module 'foo' in one of the packages
# named here. This list is searched from the left; an error
# is raised if no named package provides the command being
# searched for. (Always access using get_command_packages().)
self.command_packages = None
# 'script_name' and 'script_args' are usually set to sys.argv[0]
# and sys.argv[1:], but they can be overridden when the caller is
# not necessarily a setup script run from the command-line.
self.script_name = None
self.script_args = None
# 'command_options' is where we store command options between
# parsing them (from config files, the command-line, etc.) and when
# they are actually needed -- ie. when the command in question is
# instantiated. It is a dictionary of dictionaries of 2-tuples:
# command_options = { command_name : { option : (source, value) } }
self.command_options = {}
# 'dist_files' is the list of (command, pyversion, file) that
# have been created by any dist commands run so far. This is
# filled regardless of whether the run is dry or not. pyversion
# gives sysconfig.get_python_version() if the dist file is
# specific to a Python version, 'any' if it is good for all
# Python versions on the target platform, and '' for a source
# file. pyversion should not be used to specify minimum or
# maximum required Python versions; use the metainfo for that
# instead.
self.dist_files = []
# These options are really the business of various commands, rather
# than of the Distribution itself. We provide aliases for them in
# Distribution as a convenience to the developer.
self.packages = None
self.package_data = {}
self.package_dir = None
self.py_modules = None
self.libraries = None
self.headers = None
self.ext_modules = None
self.ext_package = None
self.include_dirs = None
self.extra_path = None
self.scripts = None
self.data_files = None
self.password = ''
# And now initialize bookkeeping stuff that can't be supplied by
# the caller at all. 'command_obj' maps command names to
# Command instances -- that's how we enforce that every command
# class is a singleton.
self.command_obj = {}
# 'have_run' maps command names to boolean values; it keeps track
# of whether we have actually run a particular command, to make it
# cheap to "run" a command whenever we think we might need to -- if
# it's already been done, no need for expensive filesystem
# operations, we just check the 'have_run' dictionary and carry on.
# It's only safe to query 'have_run' for a command class that has
# been instantiated -- a false value will be inserted when the
# command object is created, and replaced with a true value when
# the command is successfully run. Thus it's probably best to use
# '.get()' rather than a straight lookup.
self.have_run = {}
# Now we'll use the attrs dictionary (ultimately, keyword args from
# the setup script) to possibly override any or all of these
# distribution options.
if attrs:
# Pull out the set of command options and work on them
# specifically. Note that this order guarantees that aliased
# command options will override any supplied redundantly
# through the general options dictionary.
options = attrs.get('options')
if options is not None:
del attrs['options']
for (command, cmd_options) in options.items():
opt_dict = self.get_option_dict(command)
for (opt, val) in cmd_options.items():
opt_dict[opt] = ("setup script", val)
if 'licence' in attrs:
attrs['license'] = attrs['licence']
del attrs['licence']
msg = "'licence' distribution option is deprecated; use 'license'"
if warnings is not None:
warnings.warn(msg)
else:
sys.stderr.write(msg + "\n")
# Now work on the rest of the attributes. Any attribute that's
# not already defined is invalid!
for (key, val) in attrs.items():
if hasattr(self.metadata, "set_" + key):
getattr(self.metadata, "set_" + key)(val)
elif hasattr(self.metadata, key):
setattr(self.metadata, key, val)
elif hasattr(self, key):
setattr(self, key, val)
else:
msg = "Unknown distribution option: %s" % repr(key)
warnings.warn(msg)
# no-user-cfg is handled before other command line args
# because other args override the config files, and this
# one is needed before we can load the config files.
# If attrs['script_args'] wasn't passed, assume false.
#
# This also make sure we just look at the global options
self.want_user_cfg = True
if self.script_args is not None:
for arg in self.script_args:
if not arg.startswith('-'):
break
if arg == '--no-user-cfg':
self.want_user_cfg = False
break
self.finalize_options()
def get_option_dict(self, command):
"""Get the option dictionary for a given command. If that
command's option dictionary hasn't been created yet, then create it
and return the new dictionary; otherwise, return the existing
option dictionary.
"""
dict = self.command_options.get(command)
if dict is None:
dict = self.command_options[command] = {}
return dict
def dump_option_dicts(self, header=None, commands=None, indent=""):
from pprint import pformat
if commands is None: # dump all command option dicts
commands = sorted(self.command_options.keys())
if header is not None:
self.announce(indent + header)
indent = indent + " "
if not commands:
self.announce(indent + "no commands known yet")
return
for cmd_name in commands:
opt_dict = self.command_options.get(cmd_name)
if opt_dict is None:
self.announce(indent +
"no option dict for '%s' command" % cmd_name)
else:
self.announce(indent +
"option dict for '%s' command:" % cmd_name)
out = pformat(opt_dict)
for line in out.split('\n'):
self.announce(indent + " " + line)
# -- Config file finding/parsing methods ---------------------------
def find_config_files(self):
"""Find as many configuration files as should be processed for this
platform, and return a list of filenames in the order in which they
should be parsed. The filenames returned are guaranteed to exist
(modulo nasty race conditions).
There are three possible config files: distutils.cfg in the
Distutils installation directory (ie. where the top-level
Distutils __inst__.py file lives), a file in the user's home
directory named .pydistutils.cfg on Unix and pydistutils.cfg
on Windows/Mac; and setup.cfg in the current directory.
The file in the user's home directory can be disabled with the
--no-user-cfg option.
"""
files = []
check_environ()
# Where to look for the system-wide Distutils config file
sys_dir = os.path.dirname(sys.modules['distutils'].__file__)
# Look for the system config file
sys_file = os.path.join(sys_dir, "distutils.cfg")
if os.path.isfile(sys_file):
files.append(sys_file)
# What to call the per-user config file
if os.name == 'posix':
user_filename = ".pydistutils.cfg"
else:
user_filename = "pydistutils.cfg"
# And look for the user config file
if self.want_user_cfg:
user_file = os.path.join(os.path.expanduser('~'), user_filename)
if os.path.isfile(user_file):
files.append(user_file)
# All platforms support local setup.cfg
local_file = "setup.cfg"
if os.path.isfile(local_file):
files.append(local_file)
if DEBUG:
self.announce("using config files: %s" % ', '.join(files))
return files
def parse_config_files(self, filenames=None):
from configparser import ConfigParser
# Ignore install directory options if we have a venv
if sys.prefix != sys.base_prefix:
ignore_options = [
'install-base', 'install-platbase', 'install-lib',
'install-platlib', 'install-purelib', 'install-headers',
'install-scripts', 'install-data', 'prefix', 'exec-prefix',
'home', 'user', 'root']
else:
ignore_options = []
ignore_options = frozenset(ignore_options)
if filenames is None:
filenames = self.find_config_files()
if DEBUG:
self.announce("Distribution.parse_config_files():")
parser = ConfigParser()
for filename in filenames:
if DEBUG:
self.announce(" reading %s" % filename)
parser.read(filename)
for section in parser.sections():
options = parser.options(section)
opt_dict = self.get_option_dict(section)
for opt in options:
if opt != '__name__' and opt not in ignore_options:
val = parser.get(section,opt)
opt = opt.replace('-', '_')
opt_dict[opt] = (filename, val)
# Make the ConfigParser forget everything (so we retain
# the original filenames that options come from)
parser.__init__()
# If there was a "global" section in the config file, use it
# to set Distribution options.
if 'global' in self.command_options:
for (opt, (src, val)) in self.command_options['global'].items():
alias = self.negative_opt.get(opt)
try:
if alias:
setattr(self, alias, not strtobool(val))
elif opt in ('verbose', 'dry_run'): # ugh!
setattr(self, opt, strtobool(val))
else:
setattr(self, opt, val)
except ValueError as msg:
raise DistutilsOptionError(msg)
# -- Command-line parsing methods ----------------------------------
def parse_command_line(self):
"""Parse the setup script's command line, taken from the
'script_args' instance attribute (which defaults to 'sys.argv[1:]'
-- see 'setup()' in core.py). This list is first processed for
"global options" -- options that set attributes of the Distribution
instance. Then, it is alternately scanned for Distutils commands
and options for that command. Each new command terminates the
options for the previous command. The allowed options for a
command are determined by the 'user_options' attribute of the
command class -- thus, we have to be able to load command classes
in order to parse the command line. Any error in that 'options'
attribute raises DistutilsGetoptError; any error on the
command-line raises DistutilsArgError. If no Distutils commands
were found on the command line, raises DistutilsArgError. Return
true if command-line was successfully parsed and we should carry
on with executing commands; false if no errors but we shouldn't
execute commands (currently, this only happens if user asks for
help).
"""
#
# We now have enough information to show the Macintosh dialog
# that allows the user to interactively specify the "command line".
#
toplevel_options = self._get_toplevel_options()
# We have to parse the command line a bit at a time -- global
# options, then the first command, then its options, and so on --
# because each command will be handled by a different class, and
# the options that are valid for a particular class aren't known
# until we have loaded the command class, which doesn't happen
# until we know what the command is.
self.commands = []
parser = FancyGetopt(toplevel_options + self.display_options)
parser.set_negative_aliases(self.negative_opt)
parser.set_aliases({'licence': 'license'})
args = parser.getopt(args=self.script_args, object=self)
option_order = parser.get_option_order()
log.set_verbosity(self.verbose)
# for display options we return immediately
if self.handle_display_options(option_order):
return
while args:
args = self._parse_command_opts(parser, args)
if args is None: # user asked for help (and got it)
return
# Handle the cases of --help as a "global" option, ie.
# "setup.py --help" and "setup.py --help command ...". For the
# former, we show global options (--verbose, --dry-run, etc.)
# and display-only options (--name, --version, etc.); for the
# latter, we omit the display-only options and show help for
# each command listed on the command line.
if self.help:
self._show_help(parser,
display_options=len(self.commands) == 0,
commands=self.commands)
return
# Oops, no commands found -- an end-user error
if not self.commands:
raise DistutilsArgError("no commands supplied")
# All is well: return true
return True
def _get_toplevel_options(self):
"""Return the non-display options recognized at the top level.
This includes options that are recognized *only* at the top
level as well as options recognized for commands.
"""
return self.global_options + [
("command-packages=", None,
"list of packages that provide distutils commands"),
]
def _parse_command_opts(self, parser, args):
"""Parse the command-line options for a single command.
'parser' must be a FancyGetopt instance; 'args' must be the list
of arguments, starting with the current command (whose options
we are about to parse). Returns a new version of 'args' with
the next command at the front of the list; will be the empty
list if there are no more commands on the command line. Returns
None if the user asked for help on this command.
"""
# late import because of mutual dependence between these modules
from distutils.cmd import Command
# Pull the current command from the head of the command line
command = args[0]
if not command_re.match(command):
raise SystemExit("invalid command name '%s'" % command)
self.commands.append(command)
# Dig up the command class that implements this command, so we
# 1) know that it's a valid command, and 2) know which options
# it takes.
try:
cmd_class = self.get_command_class(command)
except DistutilsModuleError as msg:
raise DistutilsArgError(msg)
# Require that the command class be derived from Command -- want
# to be sure that the basic "command" interface is implemented.
if not issubclass(cmd_class, Command):
raise DistutilsClassError(
"command class %s must subclass Command" % cmd_class)
# Also make sure that the command object provides a list of its
# known options.
if not (hasattr(cmd_class, 'user_options') and
isinstance(cmd_class.user_options, list)):
msg = ("command class %s must provide "
"'user_options' attribute (a list of tuples)")
raise DistutilsClassError(msg % cmd_class)
# If the command class has a list of negative alias options,
# merge it in with the global negative aliases.
negative_opt = self.negative_opt
if hasattr(cmd_class, 'negative_opt'):
negative_opt = negative_opt.copy()
negative_opt.update(cmd_class.negative_opt)
# Check for help_options in command class. They have a different
# format (tuple of four) so we need to preprocess them here.
if (hasattr(cmd_class, 'help_options') and
isinstance(cmd_class.help_options, list)):
help_options = fix_help_options(cmd_class.help_options)
else:
help_options = []
# All commands support the global options too, just by adding
# in 'global_options'.
parser.set_option_table(self.global_options +
cmd_class.user_options +
help_options)
parser.set_negative_aliases(negative_opt)
(args, opts) = parser.getopt(args[1:])
if hasattr(opts, 'help') and opts.help:
self._show_help(parser, display_options=0, commands=[cmd_class])
return
if (hasattr(cmd_class, 'help_options') and
isinstance(cmd_class.help_options, list)):
help_option_found=0
for (help_option, short, desc, func) in cmd_class.help_options:
if hasattr(opts, parser.get_attr_name(help_option)):
help_option_found=1
if callable(func):
func()
else:
raise DistutilsClassError(
"invalid help function %r for help option '%s': "
"must be a callable object (function, etc.)"
% (func, help_option))
if help_option_found:
return
# Put the options from the command-line into their official
# holding pen, the 'command_options' dictionary.
opt_dict = self.get_option_dict(command)
for (name, value) in vars(opts).items():
opt_dict[name] = ("command line", value)
return args
def finalize_options(self):
"""Set final values for all the options on the Distribution
instance, analogous to the .finalize_options() method of Command
objects.
"""
for attr in ('keywords', 'platforms'):
value = getattr(self.metadata, attr)
if value is None:
continue
if isinstance(value, str):
value = [elm.strip() for elm in value.split(',')]
setattr(self.metadata, attr, value)
def _show_help(self, parser, global_options=1, display_options=1,
commands=[]):
"""Show help for the setup script command-line in the form of
several lists of command-line options. 'parser' should be a
FancyGetopt instance; do not expect it to be returned in the
same state, as its option table will be reset to make it
generate the correct help text.
If 'global_options' is true, lists the global options:
--verbose, --dry-run, etc. If 'display_options' is true, lists
the "display-only" options: --name, --version, etc. Finally,
lists per-command help for every command name or command class
in 'commands'.
"""
# late import because of mutual dependence between these modules
from distutils.core import gen_usage
from distutils.cmd import Command
if global_options:
if display_options:
options = self._get_toplevel_options()
else:
options = self.global_options
parser.set_option_table(options)
parser.print_help(self.common_usage + "\nGlobal options:")
print('')
if display_options:
parser.set_option_table(self.display_options)
parser.print_help(
"Information display options (just display " +
"information, ignore any commands)")
print('')
for command in self.commands:
if isinstance(command, type) and issubclass(command, Command):
klass = command
else:
klass = self.get_command_class(command)
if (hasattr(klass, 'help_options') and
isinstance(klass.help_options, list)):
parser.set_option_table(klass.user_options +
fix_help_options(klass.help_options))
else:
parser.set_option_table(klass.user_options)
parser.print_help("Options for '%s' command:" % klass.__name__)
print('')
print(gen_usage(self.script_name))
def handle_display_options(self, option_order):
"""If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
"""
from distutils.core import gen_usage
# User just wants a list of commands -- we'll print it out and stop
# processing now (ie. if they ran "setup --help-commands foo bar",
# we ignore "foo bar").
if self.help_commands:
self.print_commands()
print('')
print(gen_usage(self.script_name))
return 1
# If user supplied any of the "display metadata" options, then
# display that metadata in the order in which the user supplied the
# metadata options.
any_display_options = 0
is_display_option = {}
for option in self.display_options:
is_display_option[option[0]] = 1
for (opt, val) in option_order:
if val and is_display_option.get(opt):
opt = translate_longopt(opt)
value = getattr(self.metadata, "get_"+opt)()
if opt in ['keywords', 'platforms']:
print(','.join(value))
elif opt in ('classifiers', 'provides', 'requires',
'obsoletes'):
print('\n'.join(value))
else:
print(value)
any_display_options = 1
return any_display_options
def print_command_list(self, commands, header, max_length):
"""Print a subset of the list of all commands -- used by
'print_commands()'.
"""
print(header + ":")
for cmd in commands:
klass = self.cmdclass.get(cmd)
if not klass:
klass = self.get_command_class(cmd)
try:
description = klass.description
except AttributeError:
description = "(no description available)"
print(" %-*s %s" % (max_length, cmd, description))
def print_commands(self):
"""Print out a help message listing all available commands with a
description of each. The list is divided into "standard commands"
(listed in distutils.command.__all__) and "extra commands"
(mentioned in self.cmdclass, but not a standard command). The
descriptions come from the command class attribute
'description'.
"""
import distutils.command
std_commands = distutils.command.__all__
is_std = {}
for cmd in std_commands:
is_std[cmd] = 1
extra_commands = []
for cmd in self.cmdclass.keys():
if not is_std.get(cmd):
extra_commands.append(cmd)
max_length = 0
for cmd in (std_commands + extra_commands):
if len(cmd) > max_length:
max_length = len(cmd)
self.print_command_list(std_commands,
"Standard commands",
max_length)
if extra_commands:
print()
self.print_command_list(extra_commands,
"Extra commands",
max_length)
def get_command_list(self):
"""Get a list of (command, description) tuples.
The list is divided into "standard commands" (listed in
distutils.command.__all__) and "extra commands" (mentioned in
self.cmdclass, but not a standard command). The descriptions come
from the command class attribute 'description'.
"""
# Currently this is only used on Mac OS, for the Mac-only GUI
# Distutils interface (by Jack Jansen)
import distutils.command
std_commands = distutils.command.__all__
is_std = {}
for cmd in std_commands:
is_std[cmd] = 1
extra_commands = []
for cmd in self.cmdclass.keys():
if not is_std.get(cmd):
extra_commands.append(cmd)
rv = []
for cmd in (std_commands + extra_commands):
klass = self.cmdclass.get(cmd)
if not klass:
klass = self.get_command_class(cmd)
try:
description = klass.description
except AttributeError:
description = "(no description available)"
rv.append((cmd, description))
return rv
# -- Command class/object methods ----------------------------------
def get_command_packages(self):
"""Return a list of packages from which commands are loaded."""
pkgs = self.command_packages
if not isinstance(pkgs, list):
if pkgs is None:
pkgs = ''
pkgs = [pkg.strip() for pkg in pkgs.split(',') if pkg != '']
if "distutils.command" not in pkgs:
pkgs.insert(0, "distutils.command")
self.command_packages = pkgs
return pkgs
def get_command_class(self, command):
"""Return the class that implements the Distutils command named by
'command'. First we check the 'cmdclass' dictionary; if the
command is mentioned there, we fetch the class object from the
dictionary and return it. Otherwise we load the command module
("distutils.command." + command) and fetch the command class from
the module. The loaded class is also stored in 'cmdclass'
to speed future calls to 'get_command_class()'.
Raises DistutilsModuleError if the expected module could not be
found, or if that module does not define the expected class.
"""
klass = self.cmdclass.get(command)
if klass:
return klass
for pkgname in self.get_command_packages():
module_name = "%s.%s" % (pkgname, command)
klass_name = command
try:
__import__(module_name)
module = sys.modules[module_name]
except ImportError:
continue
try:
klass = getattr(module, klass_name)
except AttributeError:
raise DistutilsModuleError(
"invalid command '%s' (no class '%s' in module '%s')"
% (command, klass_name, module_name))
self.cmdclass[command] = klass
return klass
raise DistutilsModuleError("invalid command '%s'" % command)
def get_command_obj(self, command, create=1):
"""Return the command object for 'command'. Normally this object
is cached on a previous call to 'get_command_obj()'; if no command
object for 'command' is in the cache, then we either create and
return it (if 'create' is true) or return None.
"""
cmd_obj = self.command_obj.get(command)
if not cmd_obj and create:
if DEBUG:
self.announce("Distribution.get_command_obj(): "
"creating '%s' command object" % command)
klass = self.get_command_class(command)
cmd_obj = self.command_obj[command] = klass(self)
self.have_run[command] = 0
# Set any options that were supplied in config files
# or on the command line. (NB. support for error
# reporting is lame here: any errors aren't reported
# until 'finalize_options()' is called, which means
# we won't report the source of the error.)
options = self.command_options.get(command)
if options:
self._set_command_options(cmd_obj, options)
return cmd_obj
def _set_command_options(self, command_obj, option_dict=None):
"""Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
"""
command_name = command_obj.get_command_name()
if option_dict is None:
option_dict = self.get_option_dict(command_name)
if DEBUG:
self.announce(" setting options for '%s' command:" % command_name)
for (option, (source, value)) in option_dict.items():
if DEBUG:
self.announce(" %s = %s (from %s)" % (option, value,
source))
try:
bool_opts = [translate_longopt(o)
for o in command_obj.boolean_options]
except AttributeError:
bool_opts = []
try:
neg_opt = command_obj.negative_opt
except AttributeError:
neg_opt = {}
try:
is_string = isinstance(value, str)
if option in neg_opt and is_string:
setattr(command_obj, neg_opt[option], not strtobool(value))
elif option in bool_opts and is_string:
setattr(command_obj, option, strtobool(value))
elif hasattr(command_obj, option):
setattr(command_obj, option, value)
else:
raise DistutilsOptionError(
"error in %s: command '%s' has no such option '%s'"
% (source, command_name, option))
except ValueError as msg:
raise DistutilsOptionError(msg)
def reinitialize_command(self, command, reinit_subcommands=0):
"""Reinitializes a command to the state it was in when first
returned by 'get_command_obj()': ie., initialized but not yet
finalized. This provides the opportunity to sneak option
values in programmatically, overriding or supplementing
user-supplied values from the config files and command line.
You'll have to re-finalize the command object (by calling
'finalize_options()' or 'ensure_finalized()') before using it for
real.
'command' should be a command name (string) or command object. If
'reinit_subcommands' is true, also reinitializes the command's
sub-commands, as declared by the 'sub_commands' class attribute (if
it has one). See the "install" command for an example. Only
reinitializes the sub-commands that actually matter, ie. those
whose test predicates return true.
Returns the reinitialized command object.
"""
from distutils.cmd import Command
if not isinstance(command, Command):
command_name = command
command = self.get_command_obj(command_name)
else:
command_name = command.get_command_name()
if not command.finalized:
return command
command.initialize_options()
command.finalized = 0
self.have_run[command_name] = 0
self._set_command_options(command)
if reinit_subcommands:
for sub in command.get_sub_commands():
self.reinitialize_command(sub, reinit_subcommands)
return command
# -- Methods that operate on the Distribution ----------------------
def announce(self, msg, level=log.INFO):
log.log(level, msg)
def run_commands(self):
"""Run each command that was seen on the setup script command line.
Uses the list of commands found and cache of command objects
created by 'get_command_obj()'.
"""
for cmd in self.commands:
self.run_command(cmd)
# -- Methods that operate on its Commands --------------------------
def run_command(self, command):
"""Do whatever it takes to run a command (including nothing at all,
if the command has already been run). Specifically: if we have
already created and run the command named by 'command', return
silently without doing anything. If the command named by 'command'
doesn't even have a command object yet, create one. Then invoke
'run()' on that command object (or an existing one).
"""
# Already been here, done that? then return silently.
if self.have_run.get(command):
return
log.info("running %s", command)
cmd_obj = self.get_command_obj(command)
cmd_obj.ensure_finalized()
cmd_obj.run()
self.have_run[command] = 1
# -- Distribution query methods ------------------------------------
def has_pure_modules(self):
return len(self.packages or self.py_modules or []) > 0
def has_ext_modules(self):
return self.ext_modules and len(self.ext_modules) > 0
def has_c_libraries(self):
return self.libraries and len(self.libraries) > 0
def has_modules(self):
return self.has_pure_modules() or self.has_ext_modules()
def has_headers(self):
return self.headers and len(self.headers) > 0
def has_scripts(self):
return self.scripts and len(self.scripts) > 0
def has_data_files(self):
return self.data_files and len(self.data_files) > 0
def is_pure(self):
return (self.has_pure_modules() and
not self.has_ext_modules() and
not self.has_c_libraries())
# -- Metadata query methods ----------------------------------------
# If you're looking for 'get_name()', 'get_version()', and so forth,
# they are defined in a sneaky way: the constructor binds self.get_XXX
# to self.metadata.get_XXX. The actual code is in the
# DistributionMetadata class, below.
class DistributionMetadata:
"""Dummy class to hold the distribution meta-data: name, version,
author, and so forth.
"""
_METHOD_BASENAMES = ("name", "version", "author", "author_email",
"maintainer", "maintainer_email", "url",
"license", "description", "long_description",
"keywords", "platforms", "fullname", "contact",
"contact_email", "classifiers", "download_url",
# PEP 314
"provides", "requires", "obsoletes",
)
def __init__(self, path=None):
if path is not None:
self.read_pkg_file(open(path))
else:
self.name = None
self.version = None
self.author = None
self.author_email = None
self.maintainer = None
self.maintainer_email = None
self.url = None
self.license = None
self.description = None
self.long_description = None
self.keywords = None
self.platforms = None
self.classifiers = None
self.download_url = None
# PEP 314
self.provides = None
self.requires = None
self.obsoletes = None
def read_pkg_file(self, file):
"""Reads the metadata values from a file object."""
msg = message_from_file(file)
def _read_field(name):
value = msg[name]
if value == 'UNKNOWN':
return None
return value
def _read_list(name):
values = msg.get_all(name, None)
if values == []:
return None
return values
metadata_version = msg['metadata-version']
self.name = _read_field('name')
self.version = _read_field('version')
self.description = _read_field('summary')
# we are filling author only.
self.author = _read_field('author')
self.maintainer = None
self.author_email = _read_field('author-email')
self.maintainer_email = None
self.url = _read_field('home-page')
self.license = _read_field('license')
if 'download-url' in msg:
self.download_url = _read_field('download-url')
else:
self.download_url = None
self.long_description = _read_field('description')
self.description = _read_field('summary')
if 'keywords' in msg:
self.keywords = _read_field('keywords').split(',')
self.platforms = _read_list('platform')
self.classifiers = _read_list('classifier')
# PEP 314 - these fields only exist in 1.1
if metadata_version == '1.1':
self.requires = _read_list('requires')
self.provides = _read_list('provides')
self.obsoletes = _read_list('obsoletes')
else:
self.requires = None
self.provides = None
self.obsoletes = None
def write_pkg_info(self, base_dir):
"""Write the PKG-INFO file into the release tree.
"""
with open(os.path.join(base_dir, 'PKG-INFO'), 'w',
encoding='UTF-8') as pkg_info:
self.write_pkg_file(pkg_info)
def write_pkg_file(self, file):
"""Write the PKG-INFO format data to a file object.
"""
version = '1.0'
if (self.provides or self.requires or self.obsoletes or
self.classifiers or self.download_url):
version = '1.1'
file.write('Metadata-Version: %s\n' % version)
file.write('Name: %s\n' % self.get_name())
file.write('Version: %s\n' % self.get_version())
file.write('Summary: %s\n' % self.get_description())
file.write('Home-page: %s\n' % self.get_url())
file.write('Author: %s\n' % self.get_contact())
file.write('Author-email: %s\n' % self.get_contact_email())
file.write('License: %s\n' % self.get_license())
if self.download_url:
file.write('Download-URL: %s\n' % self.download_url)
long_desc = rfc822_escape(self.get_long_description())
file.write('Description: %s\n' % long_desc)
keywords = ','.join(self.get_keywords())
if keywords:
file.write('Keywords: %s\n' % keywords)
self._write_list(file, 'Platform', self.get_platforms())
self._write_list(file, 'Classifier', self.get_classifiers())
# PEP 314
self._write_list(file, 'Requires', self.get_requires())
self._write_list(file, 'Provides', self.get_provides())
self._write_list(file, 'Obsoletes', self.get_obsoletes())
def _write_list(self, file, name, values):
for value in values:
file.write('%s: %s\n' % (name, value))
# -- Metadata query methods ----------------------------------------
def get_name(self):
return self.name or "UNKNOWN"
def get_version(self):
return self.version or "0.0.0"
def get_fullname(self):
return "%s-%s" % (self.get_name(), self.get_version())
def get_author(self):
return self.author or "UNKNOWN"
def get_author_email(self):
return self.author_email or "UNKNOWN"
def get_maintainer(self):
return self.maintainer or "UNKNOWN"
def get_maintainer_email(self):
return self.maintainer_email or "UNKNOWN"
def get_contact(self):
return self.maintainer or self.author or "UNKNOWN"
def get_contact_email(self):
return self.maintainer_email or self.author_email or "UNKNOWN"
def get_url(self):
return self.url or "UNKNOWN"
def get_license(self):
return self.license or "UNKNOWN"
get_licence = get_license
def get_description(self):
return self.description or "UNKNOWN"
def get_long_description(self):
return self.long_description or "UNKNOWN"
def get_keywords(self):
return self.keywords or []
def set_keywords(self, value):
self.keywords = _ensure_list(value, 'keywords')
def get_platforms(self):
return self.platforms or ["UNKNOWN"]
def set_platforms(self, value):
self.platforms = _ensure_list(value, 'platforms')
def get_classifiers(self):
return self.classifiers or []
def set_classifiers(self, value):
self.classifiers = _ensure_list(value, 'classifiers')
def get_download_url(self):
return self.download_url or "UNKNOWN"
# PEP 314
def get_requires(self):
return self.requires or []
def set_requires(self, value):
import distutils.versionpredicate
for v in value:
distutils.versionpredicate.VersionPredicate(v)
self.requires = list(value)
def get_provides(self):
return self.provides or []
def set_provides(self, value):
value = [v.strip() for v in value]
for v in value:
import distutils.versionpredicate
distutils.versionpredicate.split_provision(v)
self.provides = value
def get_obsoletes(self):
return self.obsoletes or []
def set_obsoletes(self, value):
import distutils.versionpredicate
for v in value:
distutils.versionpredicate.VersionPredicate(v)
self.obsoletes = list(value)
def fix_help_options(options):
"""Convert a 4-tuple 'help_options' list as found in various command
classes to the 3-tuple form required by FancyGetopt.
"""
new_options = []
for help_tuple in options:
new_options.append(help_tuple[0:3])
return new_options
site-packages/setuptools/_distutils/config.py 0000644 00000011333 15056474501 0015517 0 ustar 00 """distutils.pypirc
Provides the PyPIRCCommand class, the base class for the command classes
that uses .pypirc in the distutils.command package.
"""
import os
from configparser import RawConfigParser
from distutils.cmd import Command
DEFAULT_PYPIRC = """\
[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
"""
class PyPIRCCommand(Command):
"""Base command that knows how to handle the .pypirc file
"""
DEFAULT_REPOSITORY = 'https://upload.pypi.org/legacy/'
DEFAULT_REALM = 'pypi'
repository = None
realm = None
user_options = [
('repository=', 'r',
"url of repository [default: %s]" % \
DEFAULT_REPOSITORY),
('show-response', None,
'display full response text from server')]
boolean_options = ['show-response']
def _get_rc_file(self):
"""Returns rc file path."""
return os.path.join(os.path.expanduser('~'), '.pypirc')
def _store_pypirc(self, username, password):
"""Creates a default .pypirc file."""
rc = self._get_rc_file()
with os.fdopen(os.open(rc, os.O_CREAT | os.O_WRONLY, 0o600), 'w') as f:
f.write(DEFAULT_PYPIRC % (username, password))
def _read_pypirc(self):
"""Reads the .pypirc file."""
rc = self._get_rc_file()
if os.path.exists(rc):
self.announce('Using PyPI login from %s' % rc)
repository = self.repository or self.DEFAULT_REPOSITORY
config = RawConfigParser()
config.read(rc)
sections = config.sections()
if 'distutils' in sections:
# let's get the list of servers
index_servers = config.get('distutils', 'index-servers')
_servers = [server.strip() for server in
index_servers.split('\n')
if server.strip() != '']
if _servers == []:
# nothing set, let's try to get the default pypi
if 'pypi' in sections:
_servers = ['pypi']
else:
# the file is not properly defined, returning
# an empty dict
return {}
for server in _servers:
current = {'server': server}
current['username'] = config.get(server, 'username')
# optional params
for key, default in (('repository',
self.DEFAULT_REPOSITORY),
('realm', self.DEFAULT_REALM),
('password', None)):
if config.has_option(server, key):
current[key] = config.get(server, key)
else:
current[key] = default
# work around people having "repository" for the "pypi"
# section of their config set to the HTTP (rather than
# HTTPS) URL
if (server == 'pypi' and
repository in (self.DEFAULT_REPOSITORY, 'pypi')):
current['repository'] = self.DEFAULT_REPOSITORY
return current
if (current['server'] == repository or
current['repository'] == repository):
return current
elif 'server-login' in sections:
# old format
server = 'server-login'
if config.has_option(server, 'repository'):
repository = config.get(server, 'repository')
else:
repository = self.DEFAULT_REPOSITORY
return {'username': config.get(server, 'username'),
'password': config.get(server, 'password'),
'repository': repository,
'server': server,
'realm': self.DEFAULT_REALM}
return {}
def _read_pypi_response(self, response):
"""Read and decode a PyPI HTTP response."""
import cgi
content_type = response.getheader('content-type', 'text/plain')
encoding = cgi.parse_header(content_type)[1].get('charset', 'ascii')
return response.read().decode(encoding)
def initialize_options(self):
"""Initialize options."""
self.repository = None
self.realm = None
self.show_response = 0
def finalize_options(self):
"""Finalizes options."""
if self.repository is None:
self.repository = self.DEFAULT_REPOSITORY
if self.realm is None:
self.realm = self.DEFAULT_REALM
site-packages/setuptools/_distutils/cygwinccompiler.py 0000644 00000041052 15056474501 0017451 0 ustar 00 """distutils.cygwinccompiler
Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
handles the Cygwin port of the GNU C compiler to Windows. It also contains
the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
cygwin in no-cygwin mode).
"""
# problems:
#
# * if you use a msvc compiled python version (1.5.2)
# 1. you have to insert a __GNUC__ section in its config.h
# 2. you have to generate an import library for its dll
# - create a def-file for python??.dll
# - create an import library using
# dlltool --dllname python15.dll --def python15.def \
# --output-lib libpython15.a
#
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
#
# * We put export_symbols in a def-file, and don't use
# --export-all-symbols because it doesn't worked reliable in some
# tested configurations. And because other windows compilers also
# need their symbols specified this no serious problem.
#
# tested configurations:
#
# * cygwin gcc 2.91.57/ld 2.9.4/dllwrap 0.2.4 works
# (after patching python's config.h and for C++ some other include files)
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
# * mingw32 gcc 2.95.2/ld 2.9.4/dllwrap 0.2.4 works
# (ld doesn't support -shared, so we use dllwrap)
# * cygwin gcc 2.95.2/ld 2.10.90/dllwrap 2.10.90 works now
# - its dllwrap doesn't work, there is a bug in binutils 2.10.90
# see also http://sources.redhat.com/ml/cygwin/2000-06/msg01274.html
# - using gcc -mdll instead dllwrap doesn't work without -static because
# it tries to link against dlls instead their import libraries. (If
# it finds the dll first.)
# By specifying -static we force ld to link against the import libraries,
# this is windows standard and there are normally not the necessary symbols
# in the dlls.
# *** only the version of June 2000 shows these problems
# * cygwin gcc 3.2/ld 2.13.90 works
# (ld supports -shared)
# * mingw gcc 3.2/ld 2.13 works
# (ld supports -shared)
# * llvm-mingw with Clang 11 works
# (lld supports -shared)
import os
import sys
import copy
from subprocess import Popen, PIPE, check_output
import re
from distutils.unixccompiler import UnixCCompiler
from distutils.file_util import write_file
from distutils.errors import (DistutilsExecError, CCompilerError,
CompileError, UnknownFileError)
from distutils.version import LooseVersion
from distutils.spawn import find_executable
def get_msvcr():
"""Include the appropriate MSVC runtime library if Python was built
with MSVC 7.0 or later.
"""
msc_pos = sys.version.find('MSC v.')
if msc_pos != -1:
msc_ver = sys.version[msc_pos+6:msc_pos+10]
if msc_ver == '1300':
# MSVC 7.0
return ['msvcr70']
elif msc_ver == '1310':
# MSVC 7.1
return ['msvcr71']
elif msc_ver == '1400':
# VS2005 / MSVC 8.0
return ['msvcr80']
elif msc_ver == '1500':
# VS2008 / MSVC 9.0
return ['msvcr90']
elif msc_ver == '1600':
# VS2010 / MSVC 10.0
return ['msvcr100']
else:
raise ValueError("Unknown MS Compiler version %s " % msc_ver)
class CygwinCCompiler(UnixCCompiler):
""" Handles the Cygwin port of the GNU C compiler to Windows.
"""
compiler_type = 'cygwin'
obj_extension = ".o"
static_lib_extension = ".a"
shared_lib_extension = ".dll"
static_lib_format = "lib%s%s"
shared_lib_format = "%s%s"
exe_extension = ".exe"
def __init__(self, verbose=0, dry_run=0, force=0):
UnixCCompiler.__init__(self, verbose, dry_run, force)
status, details = check_config_h()
self.debug_print("Python's GCC status: %s (details: %s)" %
(status, details))
if status is not CONFIG_H_OK:
self.warn(
"Python's pyconfig.h doesn't seem to support your compiler. "
"Reason: %s. "
"Compiling may fail because of undefined preprocessor macros."
% details)
self.cc = os.environ.get('CC', 'gcc')
self.cxx = os.environ.get('CXX', 'g++')
if ('gcc' in self.cc): # Start gcc workaround
self.gcc_version, self.ld_version, self.dllwrap_version = \
get_versions()
self.debug_print(self.compiler_type + ": gcc %s, ld %s, dllwrap %s\n" %
(self.gcc_version,
self.ld_version,
self.dllwrap_version) )
# ld_version >= "2.10.90" and < "2.13" should also be able to use
# gcc -mdll instead of dllwrap
# Older dllwraps had own version numbers, newer ones use the
# same as the rest of binutils ( also ld )
# dllwrap 2.10.90 is buggy
if self.ld_version >= "2.10.90":
self.linker_dll = self.cc
else:
self.linker_dll = "dllwrap"
# ld_version >= "2.13" support -shared so use it instead of
# -mdll -static
if self.ld_version >= "2.13":
shared_option = "-shared"
else:
shared_option = "-mdll -static"
else: # Assume linker is up to date
self.linker_dll = self.cc
shared_option = "-shared"
self.set_executables(compiler='%s -mcygwin -O -Wall' % self.cc,
compiler_so='%s -mcygwin -mdll -O -Wall' % self.cc,
compiler_cxx='%s -mcygwin -O -Wall' % self.cxx,
linker_exe='%s -mcygwin' % self.cc,
linker_so=('%s -mcygwin %s' %
(self.linker_dll, shared_option)))
# cygwin and mingw32 need different sets of libraries
if ('gcc' in self.cc and self.gcc_version == "2.91.57"):
# cygwin shouldn't need msvcrt, but without the dlls will crash
# (gcc version 2.91.57) -- perhaps something about initialization
self.dll_libraries=["msvcrt"]
self.warn(
"Consider upgrading to a newer version of gcc")
else:
# Include the appropriate MSVC runtime library if Python was built
# with MSVC 7.0 or later.
self.dll_libraries = get_msvcr()
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
"""Compiles the source by spawning GCC and windres if needed."""
if ext == '.rc' or ext == '.res':
# gcc needs '.res' and '.rc' compiled to object files !!!
try:
self.spawn(["windres", "-i", src, "-o", obj])
except DistutilsExecError as msg:
raise CompileError(msg)
else: # for other files use the C-compiler
try:
self.spawn(self.compiler_so + cc_args + [src, '-o', obj] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
def link(self, target_desc, objects, output_filename, output_dir=None,
libraries=None, library_dirs=None, runtime_library_dirs=None,
export_symbols=None, debug=0, extra_preargs=None,
extra_postargs=None, build_temp=None, target_lang=None):
"""Link the objects."""
# use separate copies, so we can modify the lists
extra_preargs = copy.copy(extra_preargs or [])
libraries = copy.copy(libraries or [])
objects = copy.copy(objects or [])
# Additional libraries
libraries.extend(self.dll_libraries)
# handle export symbols by creating a def-file
# with executables this only works with gcc/ld as linker
if ((export_symbols is not None) and
(target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
# (The linker doesn't do anything if output is up-to-date.
# So it would probably better to check if we really need this,
# but for this we had to insert some unchanged parts of
# UnixCCompiler, and this is not what we want.)
# we want to put some files in the same directory as the
# object files are, build_temp doesn't help much
# where are the object files
temp_dir = os.path.dirname(objects[0])
# name of dll to give the helper files the same base name
(dll_name, dll_extension) = os.path.splitext(
os.path.basename(output_filename))
# generate the filenames for these files
def_file = os.path.join(temp_dir, dll_name + ".def")
lib_file = os.path.join(temp_dir, 'lib' + dll_name + ".a")
# Generate .def file
contents = [
"LIBRARY %s" % os.path.basename(output_filename),
"EXPORTS"]
for sym in export_symbols:
contents.append(sym)
self.execute(write_file, (def_file, contents),
"writing %s" % def_file)
# next add options for def-file and to creating import libraries
# dllwrap uses different options than gcc/ld
if self.linker_dll == "dllwrap":
extra_preargs.extend(["--output-lib", lib_file])
# for dllwrap we have to use a special option
extra_preargs.extend(["--def", def_file])
# we use gcc/ld here and can be sure ld is >= 2.9.10
else:
# doesn't work: bfd_close build\...\libfoo.a: Invalid operation
#extra_preargs.extend(["-Wl,--out-implib,%s" % lib_file])
# for gcc/ld the def-file is specified as any object files
objects.append(def_file)
#end: if ((export_symbols is not None) and
# (target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
# who wants symbols and a many times larger output file
# should explicitly switch the debug mode on
# otherwise we let dllwrap/ld strip the output file
# (On my machine: 10KiB < stripped_file < ??100KiB
# unstripped_file = stripped_file + XXX KiB
# ( XXX=254 for a typical python extension))
if not debug:
extra_preargs.append("-s")
UnixCCompiler.link(self, target_desc, objects, output_filename,
output_dir, libraries, library_dirs,
runtime_library_dirs,
None, # export_symbols, we do this in our def-file
debug, extra_preargs, extra_postargs, build_temp,
target_lang)
# -- Miscellaneous methods -----------------------------------------
def object_filenames(self, source_filenames, strip_dir=0, output_dir=''):
"""Adds supports for rc and res files."""
if output_dir is None:
output_dir = ''
obj_names = []
for src_name in source_filenames:
# use normcase to make sure '.rc' is really '.rc' and not '.RC'
base, ext = os.path.splitext(os.path.normcase(src_name))
if ext not in (self.src_extensions + ['.rc','.res']):
raise UnknownFileError("unknown file type '%s' (from '%s')" % \
(ext, src_name))
if strip_dir:
base = os.path.basename (base)
if ext in ('.res', '.rc'):
# these need to be compiled to object files
obj_names.append (os.path.join(output_dir,
base + ext + self.obj_extension))
else:
obj_names.append (os.path.join(output_dir,
base + self.obj_extension))
return obj_names
# the same as cygwin plus some additional parameters
class Mingw32CCompiler(CygwinCCompiler):
""" Handles the Mingw32 port of the GNU C compiler to Windows.
"""
compiler_type = 'mingw32'
def __init__(self, verbose=0, dry_run=0, force=0):
CygwinCCompiler.__init__ (self, verbose, dry_run, force)
# ld_version >= "2.13" support -shared so use it instead of
# -mdll -static
if ('gcc' in self.cc and self.ld_version < "2.13"):
shared_option = "-mdll -static"
else:
shared_option = "-shared"
# A real mingw32 doesn't need to specify a different entry point,
# but cygwin 2.91.57 in no-cygwin-mode needs it.
if ('gcc' in self.cc and self.gcc_version <= "2.91.57"):
entry_point = '--entry _DllMain@12'
else:
entry_point = ''
if is_cygwincc(self.cc):
raise CCompilerError(
'Cygwin gcc cannot be used with --compiler=mingw32')
self.set_executables(compiler='%s -O -Wall' % self.cc,
compiler_so='%s -mdll -O -Wall' % self.cc,
compiler_cxx='%s -O -Wall' % self.cxx,
linker_exe='%s' % self.cc,
linker_so='%s %s %s'
% (self.linker_dll, shared_option,
entry_point))
# Maybe we should also append -mthreads, but then the finished
# dlls need another dll (mingwm10.dll see Mingw32 docs)
# (-mthreads: Support thread-safe exception handling on `Mingw32')
# no additional libraries needed
self.dll_libraries=[]
# Include the appropriate MSVC runtime library if Python was built
# with MSVC 7.0 or later.
self.dll_libraries = get_msvcr()
# Because these compilers aren't configured in Python's pyconfig.h file by
# default, we should at least warn the user if he is using an unmodified
# version.
CONFIG_H_OK = "ok"
CONFIG_H_NOTOK = "not ok"
CONFIG_H_UNCERTAIN = "uncertain"
def check_config_h():
"""Check if the current Python installation appears amenable to building
extensions with GCC.
Returns a tuple (status, details), where 'status' is one of the following
constants:
- CONFIG_H_OK: all is well, go ahead and compile
- CONFIG_H_NOTOK: doesn't look good
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
'details' is a human-readable string explaining the situation.
Note there are two ways to conclude "OK": either 'sys.version' contains
the string "GCC" (implying that this Python was built with GCC), or the
installed "pyconfig.h" contains the string "__GNUC__".
"""
# XXX since this function also checks sys.version, it's not strictly a
# "pyconfig.h" check -- should probably be renamed...
from distutils import sysconfig
# if sys.version contains GCC then python was compiled with GCC, and the
# pyconfig.h file should be OK
if "GCC" in sys.version:
return CONFIG_H_OK, "sys.version mentions 'GCC'"
# Clang would also work
if "Clang" in sys.version:
return CONFIG_H_OK, "sys.version mentions 'Clang'"
# let's see if __GNUC__ is mentioned in python.h
fn = sysconfig.get_config_h_filename()
try:
config_h = open(fn)
try:
if "__GNUC__" in config_h.read():
return CONFIG_H_OK, "'%s' mentions '__GNUC__'" % fn
else:
return CONFIG_H_NOTOK, "'%s' does not mention '__GNUC__'" % fn
finally:
config_h.close()
except OSError as exc:
return (CONFIG_H_UNCERTAIN,
"couldn't read '%s': %s" % (fn, exc.strerror))
RE_VERSION = re.compile(br'(\d+\.\d+(\.\d+)*)')
def _find_exe_version(cmd):
"""Find the version of an executable by running `cmd` in the shell.
If the command is not found, or the output does not match
`RE_VERSION`, returns None.
"""
executable = cmd.split()[0]
if find_executable(executable) is None:
return None
out = Popen(cmd, shell=True, stdout=PIPE).stdout
try:
out_string = out.read()
finally:
out.close()
result = RE_VERSION.search(out_string)
if result is None:
return None
# LooseVersion works with strings
# so we need to decode our bytes
return LooseVersion(result.group(1).decode())
def get_versions():
""" Try to find out the versions of gcc, ld and dllwrap.
If not possible it returns None for it.
"""
commands = ['gcc -dumpversion', 'ld -v', 'dllwrap --version']
return tuple([_find_exe_version(cmd) for cmd in commands])
def is_cygwincc(cc):
'''Try to determine if the compiler that would be used is from cygwin.'''
out_string = check_output([cc, '-dumpmachine'])
return out_string.strip().endswith(b'cygwin')
site-packages/setuptools/_distutils/sysconfig.py 0000644 00000052176 15056474501 0016270 0 ustar 00 """Provide access to Python's configuration information. The specific
configuration variables available depend heavily on the platform and
configuration. The values may be retrieved using
get_config_var(name), and the list of variables is available via
get_config_vars().keys(). Additional convenience functions are also
available.
Written by: Fred L. Drake, Jr.
Email: <fdrake@acm.org>
"""
import _imp
import os
import re
import sys
from .errors import DistutilsPlatformError
IS_PYPY = '__pypy__' in sys.builtin_module_names
# These are needed in a couple of spots, so just compute them once.
PREFIX = os.path.normpath(sys.prefix)
EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
BASE_PREFIX = os.path.normpath(sys.base_prefix)
BASE_EXEC_PREFIX = os.path.normpath(sys.base_exec_prefix)
# Path to the base directory of the project. On Windows the binary may
# live in project/PCbuild/win32 or project/PCbuild/amd64.
# set for cross builds
if "_PYTHON_PROJECT_BASE" in os.environ:
project_base = os.path.abspath(os.environ["_PYTHON_PROJECT_BASE"])
else:
if sys.executable:
project_base = os.path.dirname(os.path.abspath(sys.executable))
else:
# sys.executable can be empty if argv[0] has been changed and Python is
# unable to retrieve the real program name
project_base = os.getcwd()
# python_build: (Boolean) if true, we're either building Python or
# building an extension with an un-installed Python, so we use
# different (hard-wired) directories.
def _is_python_source_dir(d):
for fn in ("Setup", "Setup.local"):
if os.path.isfile(os.path.join(d, "Modules", fn)):
return True
return False
_sys_home = getattr(sys, '_home', None)
if os.name == 'nt':
def _fix_pcbuild(d):
if d and os.path.normcase(d).startswith(
os.path.normcase(os.path.join(PREFIX, "PCbuild"))):
return PREFIX
return d
project_base = _fix_pcbuild(project_base)
_sys_home = _fix_pcbuild(_sys_home)
def _python_build():
if _sys_home:
return _is_python_source_dir(_sys_home)
return _is_python_source_dir(project_base)
python_build = _python_build()
# Calculate the build qualifier flags if they are defined. Adding the flags
# to the include and lib directories only makes sense for an installation, not
# an in-source build.
build_flags = ''
try:
if not python_build:
build_flags = sys.abiflags
except AttributeError:
# It's not a configure-based build, so the sys module doesn't have
# this attribute, which is fine.
pass
def get_python_version():
"""Return a string containing the major and minor Python version,
leaving off the patchlevel. Sample return values could be '1.5'
or '2.2'.
"""
return '%d.%d' % sys.version_info[:2]
def get_python_inc(plat_specific=0, prefix=None):
"""Return the directory containing installed Python header files.
If 'plat_specific' is false (the default), this is the path to the
non-platform-specific header files, i.e. Python.h and so on;
otherwise, this is the path to platform-specific header files
(namely pyconfig.h).
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
"""
if prefix is None:
prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX
if os.name == "posix":
if IS_PYPY and sys.version_info < (3, 8):
return os.path.join(prefix, 'include')
if python_build:
# Assume the executable is in the build directory. The
# pyconfig.h file should be in the same directory. Since
# the build directory may not be the source directory, we
# must use "srcdir" from the makefile to find the "Include"
# directory.
if plat_specific:
return _sys_home or project_base
else:
incdir = os.path.join(get_config_var('srcdir'), 'Include')
return os.path.normpath(incdir)
implementation = 'pypy' if IS_PYPY else 'python'
python_dir = implementation + get_python_version() + build_flags
return os.path.join(prefix, "include", python_dir)
elif os.name == "nt":
if python_build:
# Include both the include and PC dir to ensure we can find
# pyconfig.h
return (os.path.join(prefix, "include") + os.path.pathsep +
os.path.join(prefix, "PC"))
return os.path.join(prefix, "include")
else:
raise DistutilsPlatformError(
"I don't know where Python installs its C header files "
"on platform '%s'" % os.name)
def get_python_lib(plat_specific=0, standard_lib=0, prefix=None):
"""Return the directory containing the Python library (standard or
site additions).
If 'plat_specific' is true, return the directory containing
platform-specific modules, i.e. any module from a non-pure-Python
module distribution; otherwise, return the platform-shared library
directory. If 'standard_lib' is true, return the directory
containing standard Python library modules; otherwise, return the
directory for site-specific modules.
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
"""
if IS_PYPY and sys.version_info < (3, 8):
# PyPy-specific schema
if prefix is None:
prefix = PREFIX
if standard_lib:
return os.path.join(prefix, "lib-python", sys.version[0])
return os.path.join(prefix, 'site-packages')
if prefix is None:
if standard_lib:
prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX
else:
prefix = plat_specific and EXEC_PREFIX or PREFIX
if os.name == "posix":
if plat_specific or standard_lib:
# Platform-specific modules (any module from a non-pure-Python
# module distribution) or standard Python library modules.
libdir = getattr(sys, "platlibdir", "lib")
else:
# Pure Python
libdir = "lib"
implementation = 'pypy' if IS_PYPY else 'python'
libpython = os.path.join(prefix, libdir,
implementation + get_python_version())
if standard_lib:
return libpython
else:
return os.path.join(libpython, "site-packages")
elif os.name == "nt":
if standard_lib:
return os.path.join(prefix, "Lib")
else:
return os.path.join(prefix, "Lib", "site-packages")
else:
raise DistutilsPlatformError(
"I don't know where Python installs its library "
"on platform '%s'" % os.name)
def customize_compiler(compiler):
"""Do any platform-specific customization of a CCompiler instance.
Mainly needed on Unix, so we can plug in the information that
varies across Unices and is stored in Python's Makefile.
"""
if compiler.compiler_type == "unix":
if sys.platform == "darwin":
# Perform first-time customization of compiler-related
# config vars on OS X now that we know we need a compiler.
# This is primarily to support Pythons from binary
# installers. The kind and paths to build tools on
# the user system may vary significantly from the system
# that Python itself was built on. Also the user OS
# version and build tools may not support the same set
# of CPU architectures for universal builds.
global _config_vars
# Use get_config_var() to ensure _config_vars is initialized.
if not get_config_var('CUSTOMIZED_OSX_COMPILER'):
import _osx_support
_osx_support.customize_compiler(_config_vars)
_config_vars['CUSTOMIZED_OSX_COMPILER'] = 'True'
(cc, cxx, cflags, ccshared, ldshared, shlib_suffix, ar, ar_flags) = \
get_config_vars('CC', 'CXX', 'CFLAGS',
'CCSHARED', 'LDSHARED', 'SHLIB_SUFFIX', 'AR', 'ARFLAGS')
if 'CC' in os.environ:
newcc = os.environ['CC']
if('LDSHARED' not in os.environ
and ldshared.startswith(cc)):
# If CC is overridden, use that as the default
# command for LDSHARED as well
ldshared = newcc + ldshared[len(cc):]
cc = newcc
if 'CXX' in os.environ:
cxx = os.environ['CXX']
if 'LDSHARED' in os.environ:
ldshared = os.environ['LDSHARED']
if 'CPP' in os.environ:
cpp = os.environ['CPP']
else:
cpp = cc + " -E" # not always
if 'LDFLAGS' in os.environ:
ldshared = ldshared + ' ' + os.environ['LDFLAGS']
if 'CFLAGS' in os.environ:
cflags = cflags + ' ' + os.environ['CFLAGS']
ldshared = ldshared + ' ' + os.environ['CFLAGS']
if 'CPPFLAGS' in os.environ:
cpp = cpp + ' ' + os.environ['CPPFLAGS']
cflags = cflags + ' ' + os.environ['CPPFLAGS']
ldshared = ldshared + ' ' + os.environ['CPPFLAGS']
if 'AR' in os.environ:
ar = os.environ['AR']
if 'ARFLAGS' in os.environ:
archiver = ar + ' ' + os.environ['ARFLAGS']
else:
archiver = ar + ' ' + ar_flags
cc_cmd = cc + ' ' + cflags
compiler.set_executables(
preprocessor=cpp,
compiler=cc_cmd,
compiler_so=cc_cmd + ' ' + ccshared,
compiler_cxx=cxx,
linker_so=ldshared,
linker_exe=cc,
archiver=archiver)
if 'RANLIB' in os.environ and compiler.executables.get('ranlib', None):
compiler.set_executables(ranlib=os.environ['RANLIB'])
compiler.shared_lib_extension = shlib_suffix
def get_config_h_filename():
"""Return full pathname of installed pyconfig.h file."""
if python_build:
if os.name == "nt":
inc_dir = os.path.join(_sys_home or project_base, "PC")
else:
inc_dir = _sys_home or project_base
else:
inc_dir = get_python_inc(plat_specific=1)
return os.path.join(inc_dir, 'pyconfig.h')
def get_makefile_filename():
"""Return full pathname of installed Makefile from the Python build."""
if python_build:
return os.path.join(_sys_home or project_base, "Makefile")
lib_dir = get_python_lib(plat_specific=0, standard_lib=1)
config_file = 'config-{}{}'.format(get_python_version(), build_flags)
if hasattr(sys.implementation, '_multiarch'):
config_file += '-%s' % sys.implementation._multiarch
return os.path.join(lib_dir, config_file, 'Makefile')
def parse_config_h(fp, g=None):
"""Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
if g is None:
g = {}
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
#
while True:
line = fp.readline()
if not line:
break
m = define_rx.match(line)
if m:
n, v = m.group(1, 2)
try: v = int(v)
except ValueError: pass
g[n] = v
else:
m = undef_rx.match(line)
if m:
g[m.group(1)] = 0
return g
# Regexes needed for parsing Makefile (and similar syntaxes,
# like old-style Setup files).
_variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
def parse_makefile(fn, g=None):
"""Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
from distutils.text_file import TextFile
fp = TextFile(fn, strip_comments=1, skip_blanks=1, join_lines=1, errors="surrogateescape")
if g is None:
g = {}
done = {}
notdone = {}
while True:
line = fp.readline()
if line is None: # eof
break
m = _variable_rx.match(line)
if m:
n, v = m.group(1, 2)
v = v.strip()
# `$$' is a literal `$' in make
tmpv = v.replace('$$', '')
if "$" in tmpv:
notdone[n] = v
else:
try:
v = int(v)
except ValueError:
# insert literal `$'
done[n] = v.replace('$$', '$')
else:
done[n] = v
# Variables with a 'PY_' prefix in the makefile. These need to
# be made available without that prefix through sysconfig.
# Special care is needed to ensure that variable expansion works, even
# if the expansion uses the name without a prefix.
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
# do variable interpolation here
while notdone:
for name in list(notdone):
value = notdone[name]
m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
if m:
n = m.group(1)
found = True
if n in done:
item = str(done[n])
elif n in notdone:
# get it on a subsequent round
found = False
elif n in os.environ:
# do it like make: fall back to environment
item = os.environ[n]
elif n in renamed_variables:
if name.startswith('PY_') and name[3:] in renamed_variables:
item = ""
elif 'PY_' + n in notdone:
found = False
else:
item = str(done['PY_' + n])
else:
done[n] = item = ""
if found:
after = value[m.end():]
value = value[:m.start()] + item + after
if "$" in after:
notdone[name] = value
else:
try: value = int(value)
except ValueError:
done[name] = value.strip()
else:
done[name] = value
del notdone[name]
if name.startswith('PY_') \
and name[3:] in renamed_variables:
name = name[3:]
if name not in done:
done[name] = value
else:
# bogus variable reference; just drop it since we can't deal
del notdone[name]
fp.close()
# strip spurious spaces
for k, v in done.items():
if isinstance(v, str):
done[k] = v.strip()
# save the results in the global dictionary
g.update(done)
return g
def expand_makefile_vars(s, vars):
"""Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
'string' according to 'vars' (a dictionary mapping variable names to
values). Variables not present in 'vars' are silently expanded to the
empty string. The variable values in 'vars' should not contain further
variable expansions; if 'vars' is the output of 'parse_makefile()',
you're fine. Returns a variable-expanded version of 's'.
"""
# This algorithm does multiple expansion, so if vars['foo'] contains
# "${bar}", it will expand ${foo} to ${bar}, and then expand
# ${bar}... and so forth. This is fine as long as 'vars' comes from
# 'parse_makefile()', which takes care of such expansions eagerly,
# according to make's variable expansion semantics.
while True:
m = _findvar1_rx.search(s) or _findvar2_rx.search(s)
if m:
(beg, end) = m.span()
s = s[0:beg] + vars.get(m.group(1)) + s[end:]
else:
break
return s
_config_vars = None
def _init_posix():
"""Initialize the module as appropriate for POSIX systems."""
# _sysconfigdata is generated at build time, see the sysconfig module
name = os.environ.get('_PYTHON_SYSCONFIGDATA_NAME',
'_sysconfigdata_{abi}_{platform}_{multiarch}'.format(
abi=sys.abiflags,
platform=sys.platform,
multiarch=getattr(sys.implementation, '_multiarch', ''),
))
try:
_temp = __import__(name, globals(), locals(), ['build_time_vars'], 0)
except ImportError:
# Python 3.5 and pypy 7.3.1
_temp = __import__(
'_sysconfigdata', globals(), locals(), ['build_time_vars'], 0)
build_time_vars = _temp.build_time_vars
global _config_vars
_config_vars = {}
_config_vars.update(build_time_vars)
def _init_nt():
"""Initialize the module as appropriate for NT"""
g = {}
# set basic install directories
g['LIBDEST'] = get_python_lib(plat_specific=0, standard_lib=1)
g['BINLIBDEST'] = get_python_lib(plat_specific=1, standard_lib=1)
# XXX hmmm.. a normal install puts include files here
g['INCLUDEPY'] = get_python_inc(plat_specific=0)
g['EXT_SUFFIX'] = _imp.extension_suffixes()[0]
g['EXE'] = ".exe"
g['VERSION'] = get_python_version().replace(".", "")
g['BINDIR'] = os.path.dirname(os.path.abspath(sys.executable))
global _config_vars
_config_vars = g
def get_config_vars(*args):
"""With no arguments, return a dictionary of all configuration
variables relevant for the current platform. Generally this includes
everything needed to build extensions and install both pure modules and
extensions. On Unix, this means every variable defined in Python's
installed Makefile; on Windows it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
"""
global _config_vars
if _config_vars is None:
func = globals().get("_init_" + os.name)
if func:
func()
else:
_config_vars = {}
# Normalized versions of prefix and exec_prefix are handy to have;
# in fact, these are the standard versions used most places in the
# Distutils.
_config_vars['prefix'] = PREFIX
_config_vars['exec_prefix'] = EXEC_PREFIX
if not IS_PYPY:
# For backward compatibility, see issue19555
SO = _config_vars.get('EXT_SUFFIX')
if SO is not None:
_config_vars['SO'] = SO
# Always convert srcdir to an absolute path
srcdir = _config_vars.get('srcdir', project_base)
if os.name == 'posix':
if python_build:
# If srcdir is a relative path (typically '.' or '..')
# then it should be interpreted relative to the directory
# containing Makefile.
base = os.path.dirname(get_makefile_filename())
srcdir = os.path.join(base, srcdir)
else:
# srcdir is not meaningful since the installation is
# spread about the filesystem. We choose the
# directory containing the Makefile since we know it
# exists.
srcdir = os.path.dirname(get_makefile_filename())
_config_vars['srcdir'] = os.path.abspath(os.path.normpath(srcdir))
# Convert srcdir into an absolute path if it appears necessary.
# Normally it is relative to the build directory. However, during
# testing, for example, we might be running a non-installed python
# from a different directory.
if python_build and os.name == "posix":
base = project_base
if (not os.path.isabs(_config_vars['srcdir']) and
base != os.getcwd()):
# srcdir is relative and we are not in the same directory
# as the executable. Assume executable is in the build
# directory and make srcdir absolute.
srcdir = os.path.join(base, _config_vars['srcdir'])
_config_vars['srcdir'] = os.path.normpath(srcdir)
# OS X platforms require special customization to handle
# multi-architecture, multi-os-version installers
if sys.platform == 'darwin':
import _osx_support
_osx_support.customize_config_vars(_config_vars)
if args:
vals = []
for name in args:
vals.append(_config_vars.get(name))
return vals
else:
return _config_vars
def get_config_var(name):
"""Return the value of a single variable using the dictionary
returned by 'get_config_vars()'. Equivalent to
get_config_vars().get(name)
"""
if name == 'SO':
import warnings
warnings.warn('SO is deprecated, use EXT_SUFFIX', DeprecationWarning, 2)
return get_config_vars().get(name)
site-packages/setuptools/_distutils/unixccompiler.py 0000644 00000034312 15056474501 0017135 0 ustar 00 """distutils.unixccompiler
Contains the UnixCCompiler class, a subclass of CCompiler that handles
the "typical" Unix-style command-line C compiler:
* macros defined with -Dname[=value]
* macros undefined with -Uname
* include search directories specified with -Idir
* libraries specified with -lllib
* library search directories specified with -Ldir
* compile handled by 'cc' (or similar) executable with -c option:
compiles .c to .o
* link static library handled by 'ar' command (possibly with 'ranlib')
* link shared library handled by 'cc -shared'
"""
import os, sys, re, shlex
from distutils import sysconfig
from distutils.dep_util import newer
from distutils.ccompiler import \
CCompiler, gen_preprocess_options, gen_lib_options
from distutils.errors import \
DistutilsExecError, CompileError, LibError, LinkError
from distutils import log
if sys.platform == 'darwin':
import _osx_support
# XXX Things not currently handled:
# * optimization/debug/warning flags; we just use whatever's in Python's
# Makefile and live with it. Is this adequate? If not, we might
# have to have a bunch of subclasses GNUCCompiler, SGICCompiler,
# SunCCompiler, and I suspect down that road lies madness.
# * even if we don't know a warning flag from an optimization flag,
# we need some way for outsiders to feed preprocessor/compiler/linker
# flags in to us -- eg. a sysadmin might want to mandate certain flags
# via a site config file, or a user might want to set something for
# compiling this module distribution only via the setup.py command
# line, whatever. As long as these options come from something on the
# current system, they can be as system-dependent as they like, and we
# should just happily stuff them into the preprocessor/compiler/linker
# options and carry on.
class UnixCCompiler(CCompiler):
compiler_type = 'unix'
# These are used by CCompiler in two places: the constructor sets
# instance attributes 'preprocessor', 'compiler', etc. from them, and
# 'set_executable()' allows any of these to be set. The defaults here
# are pretty generic; they will probably have to be set by an outsider
# (eg. using information discovered by the sysconfig about building
# Python extensions).
executables = {'preprocessor' : None,
'compiler' : ["cc"],
'compiler_so' : ["cc"],
'compiler_cxx' : ["cc"],
'linker_so' : ["cc", "-shared"],
'linker_exe' : ["cc"],
'archiver' : ["ar", "-cr"],
'ranlib' : None,
}
if sys.platform[:6] == "darwin":
executables['ranlib'] = ["ranlib"]
# Needed for the filename generation methods provided by the base
# class, CCompiler. NB. whoever instantiates/uses a particular
# UnixCCompiler instance should set 'shared_lib_ext' -- we set a
# reasonable common default here, but it's not necessarily used on all
# Unices!
src_extensions = [".c",".C",".cc",".cxx",".cpp",".m"]
obj_extension = ".o"
static_lib_extension = ".a"
shared_lib_extension = ".so"
dylib_lib_extension = ".dylib"
xcode_stub_lib_extension = ".tbd"
static_lib_format = shared_lib_format = dylib_lib_format = "lib%s%s"
xcode_stub_lib_format = dylib_lib_format
if sys.platform == "cygwin":
exe_extension = ".exe"
def preprocess(self, source, output_file=None, macros=None,
include_dirs=None, extra_preargs=None, extra_postargs=None):
fixed_args = self._fix_compile_args(None, macros, include_dirs)
ignore, macros, include_dirs = fixed_args
pp_opts = gen_preprocess_options(macros, include_dirs)
pp_args = self.preprocessor + pp_opts
if output_file:
pp_args.extend(['-o', output_file])
if extra_preargs:
pp_args[:0] = extra_preargs
if extra_postargs:
pp_args.extend(extra_postargs)
pp_args.append(source)
# We need to preprocess: either we're being forced to, or we're
# generating output to stdout, or there's a target output file and
# the source file is newer than the target (or the target doesn't
# exist).
if self.force or output_file is None or newer(source, output_file):
if output_file:
self.mkpath(os.path.dirname(output_file))
try:
self.spawn(pp_args)
except DistutilsExecError as msg:
raise CompileError(msg)
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
compiler_so = self.compiler_so
if sys.platform == 'darwin':
compiler_so = _osx_support.compiler_fixup(compiler_so,
cc_args + extra_postargs)
try:
self.spawn(compiler_so + cc_args + [src, '-o', obj] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
def create_static_lib(self, objects, output_libname,
output_dir=None, debug=0, target_lang=None):
objects, output_dir = self._fix_object_args(objects, output_dir)
output_filename = \
self.library_filename(output_libname, output_dir=output_dir)
if self._need_link(objects, output_filename):
self.mkpath(os.path.dirname(output_filename))
self.spawn(self.archiver +
[output_filename] +
objects + self.objects)
# Not many Unices required ranlib anymore -- SunOS 4.x is, I
# think the only major Unix that does. Maybe we need some
# platform intelligence here to skip ranlib if it's not
# needed -- or maybe Python's configure script took care of
# it for us, hence the check for leading colon.
if self.ranlib:
try:
self.spawn(self.ranlib + [output_filename])
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self, target_desc, objects,
output_filename, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None,
export_symbols=None, debug=0, extra_preargs=None,
extra_postargs=None, build_temp=None, target_lang=None):
objects, output_dir = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
libraries, library_dirs, runtime_library_dirs = fixed_args
lib_opts = gen_lib_options(self, library_dirs, runtime_library_dirs,
libraries)
if not isinstance(output_dir, (str, type(None))):
raise TypeError("'output_dir' must be a string or None")
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
ld_args = (objects + self.objects +
lib_opts + ['-o', output_filename])
if debug:
ld_args[:0] = ['-g']
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
if target_desc == CCompiler.EXECUTABLE:
linker = self.linker_exe[:]
else:
linker = self.linker_so[:]
if target_lang == "c++" and self.compiler_cxx:
# skip over environment variable settings if /usr/bin/env
# is used to set up the linker's environment.
# This is needed on OSX. Note: this assumes that the
# normal and C++ compiler have the same environment
# settings.
i = 0
if os.path.basename(linker[0]) == "env":
i = 1
while '=' in linker[i]:
i += 1
if os.path.basename(linker[i]) == 'ld_so_aix':
# AIX platforms prefix the compiler with the ld_so_aix
# script, so we need to adjust our linker index
offset = 1
else:
offset = 0
linker[i+offset] = self.compiler_cxx[i]
if sys.platform == 'darwin':
linker = _osx_support.compiler_fixup(linker, ld_args)
self.spawn(linker + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "-L" + dir
def _is_gcc(self, compiler_name):
return "gcc" in compiler_name or "g++" in compiler_name
def runtime_library_dir_option(self, dir):
# XXX Hackish, at the very least. See Python bug #445902:
# http://sourceforge.net/tracker/index.php
# ?func=detail&aid=445902&group_id=5470&atid=105470
# Linkers on different platforms need different options to
# specify that directories need to be added to the list of
# directories searched for dependencies when a dynamic library
# is sought. GCC on GNU systems (Linux, FreeBSD, ...) has to
# be told to pass the -R option through to the linker, whereas
# other compilers and gcc on other systems just know this.
# Other compilers may need something slightly different. At
# this time, there's no way to determine this information from
# the configuration data stored in the Python installation, so
# we use this hack.
compiler = os.path.basename(shlex.split(sysconfig.get_config_var("CC"))[0])
if sys.platform[:6] == "darwin":
from distutils.util import get_macosx_target_ver, split_version
macosx_target_ver = get_macosx_target_ver()
if macosx_target_ver and split_version(macosx_target_ver) >= [10, 5]:
return "-Wl,-rpath," + dir
else: # no support for -rpath on earlier macOS versions
return "-L" + dir
elif sys.platform[:7] == "freebsd":
return "-Wl,-rpath=" + dir
elif sys.platform[:5] == "hp-ux":
if self._is_gcc(compiler):
return ["-Wl,+s", "-L" + dir]
return ["+s", "-L" + dir]
# For all compilers, `-Wl` is the presumed way to
# pass a compiler option to the linker and `-R` is
# the way to pass an RPATH.
if sysconfig.get_config_var("GNULD") == "yes":
# GNU ld needs an extra option to get a RUNPATH
# instead of just an RPATH.
return "-Wl,--enable-new-dtags,-R" + dir
else:
return "-Wl,-R" + dir
def library_option(self, lib):
return "-l" + lib
def find_library_file(self, dirs, lib, debug=0):
shared_f = self.library_filename(lib, lib_type='shared')
dylib_f = self.library_filename(lib, lib_type='dylib')
xcode_stub_f = self.library_filename(lib, lib_type='xcode_stub')
static_f = self.library_filename(lib, lib_type='static')
if sys.platform == 'darwin':
# On OSX users can specify an alternate SDK using
# '-isysroot', calculate the SDK root if it is specified
# (and use it further on)
#
# Note that, as of Xcode 7, Apple SDKs may contain textual stub
# libraries with .tbd extensions rather than the normal .dylib
# shared libraries installed in /. The Apple compiler tool
# chain handles this transparently but it can cause problems
# for programs that are being built with an SDK and searching
# for specific libraries. Callers of find_library_file need to
# keep in mind that the base filename of the returned SDK library
# file might have a different extension from that of the library
# file installed on the running system, for example:
# /Applications/Xcode.app/Contents/Developer/Platforms/
# MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/
# usr/lib/libedit.tbd
# vs
# /usr/lib/libedit.dylib
cflags = sysconfig.get_config_var('CFLAGS')
m = re.search(r'-isysroot\s*(\S+)', cflags)
if m is None:
sysroot = '/'
else:
sysroot = m.group(1)
for dir in dirs:
shared = os.path.join(dir, shared_f)
dylib = os.path.join(dir, dylib_f)
static = os.path.join(dir, static_f)
xcode_stub = os.path.join(dir, xcode_stub_f)
if sys.platform == 'darwin' and (
dir.startswith('/System/') or (
dir.startswith('/usr/') and not dir.startswith('/usr/local/'))):
shared = os.path.join(sysroot, dir[1:], shared_f)
dylib = os.path.join(sysroot, dir[1:], dylib_f)
static = os.path.join(sysroot, dir[1:], static_f)
xcode_stub = os.path.join(sysroot, dir[1:], xcode_stub_f)
# We're second-guessing the linker here, with not much hard
# data to go on: GCC seems to prefer the shared library, so I'm
# assuming that *all* Unix C compilers do. And of course I'm
# ignoring even GCC's "-static" option. So sue me.
if os.path.exists(dylib):
return dylib
elif os.path.exists(xcode_stub):
return xcode_stub
elif os.path.exists(shared):
return shared
elif os.path.exists(static):
return static
# Oops, didn't find it in *any* of 'dirs'
return None
site-packages/setuptools/_distutils/extension.py 0000644 00000024423 15056474501 0016272 0 ustar 00 """distutils.extension
Provides the Extension class, used to describe C/C++ extension
modules in setup scripts."""
import os
import warnings
# This class is really only used by the "build_ext" command, so it might
# make sense to put it in distutils.command.build_ext. However, that
# module is already big enough, and I want to make this class a bit more
# complex to simplify some common cases ("foo" module in "foo.c") and do
# better error-checking ("foo.c" actually exists).
#
# Also, putting this in build_ext.py means every setup script would have to
# import that large-ish module (indirectly, through distutils.core) in
# order to do anything.
class Extension:
"""Just a collection of attributes that describes an extension
module and everything needed to build it (hopefully in a portable
way, but there are hooks that let you be as unportable as you need).
Instance attributes:
name : string
the full name of the extension, including any packages -- ie.
*not* a filename or pathname, but Python dotted name
sources : [string]
list of source filenames, relative to the distribution root
(where the setup script lives), in Unix form (slash-separated)
for portability. Source files may be C, C++, SWIG (.i),
platform-specific resource files, or whatever else is recognized
by the "build_ext" command as source for a Python extension.
include_dirs : [string]
list of directories to search for C/C++ header files (in Unix
form for portability)
define_macros : [(name : string, value : string|None)]
list of macros to define; each macro is defined using a 2-tuple,
where 'value' is either the string to define it to or None to
define it without a particular value (equivalent of "#define
FOO" in source or -DFOO on Unix C compiler command line)
undef_macros : [string]
list of macros to undefine explicitly
library_dirs : [string]
list of directories to search for C/C++ libraries at link time
libraries : [string]
list of library names (not filenames or paths) to link against
runtime_library_dirs : [string]
list of directories to search for C/C++ libraries at run time
(for shared extensions, this is when the extension is loaded)
extra_objects : [string]
list of extra files to link with (eg. object files not implied
by 'sources', static library that must be explicitly specified,
binary resource files, etc.)
extra_compile_args : [string]
any extra platform- and compiler-specific information to use
when compiling the source files in 'sources'. For platforms and
compilers where "command line" makes sense, this is typically a
list of command-line arguments, but for other platforms it could
be anything.
extra_link_args : [string]
any extra platform- and compiler-specific information to use
when linking object files together to create the extension (or
to create a new static Python interpreter). Similar
interpretation as for 'extra_compile_args'.
export_symbols : [string]
list of symbols to be exported from a shared extension. Not
used on all platforms, and not generally necessary for Python
extensions, which typically export exactly one symbol: "init" +
extension_name.
swig_opts : [string]
any extra options to pass to SWIG if a source file has the .i
extension.
depends : [string]
list of files that the extension depends on
language : string
extension language (i.e. "c", "c++", "objc"). Will be detected
from the source extensions if not provided.
optional : boolean
specifies that a build failure in the extension should not abort the
build process, but simply not install the failing extension.
"""
# When adding arguments to this constructor, be sure to update
# setup_keywords in core.py.
def __init__(self, name, sources,
include_dirs=None,
define_macros=None,
undef_macros=None,
library_dirs=None,
libraries=None,
runtime_library_dirs=None,
extra_objects=None,
extra_compile_args=None,
extra_link_args=None,
export_symbols=None,
swig_opts = None,
depends=None,
language=None,
optional=None,
**kw # To catch unknown keywords
):
if not isinstance(name, str):
raise AssertionError("'name' must be a string")
if not (isinstance(sources, list) and
all(isinstance(v, str) for v in sources)):
raise AssertionError("'sources' must be a list of strings")
self.name = name
self.sources = sources
self.include_dirs = include_dirs or []
self.define_macros = define_macros or []
self.undef_macros = undef_macros or []
self.library_dirs = library_dirs or []
self.libraries = libraries or []
self.runtime_library_dirs = runtime_library_dirs or []
self.extra_objects = extra_objects or []
self.extra_compile_args = extra_compile_args or []
self.extra_link_args = extra_link_args or []
self.export_symbols = export_symbols or []
self.swig_opts = swig_opts or []
self.depends = depends or []
self.language = language
self.optional = optional
# If there are unknown keyword options, warn about them
if len(kw) > 0:
options = [repr(option) for option in kw]
options = ', '.join(sorted(options))
msg = "Unknown Extension options: %s" % options
warnings.warn(msg)
def __repr__(self):
return '<%s.%s(%r) at %#x>' % (
self.__class__.__module__,
self.__class__.__qualname__,
self.name,
id(self))
def read_setup_file(filename):
"""Reads a Setup file and returns Extension instances."""
from distutils.sysconfig import (parse_makefile, expand_makefile_vars,
_variable_rx)
from distutils.text_file import TextFile
from distutils.util import split_quoted
# First pass over the file to gather "VAR = VALUE" assignments.
vars = parse_makefile(filename)
# Second pass to gobble up the real content: lines of the form
# <module> ... [<sourcefile> ...] [<cpparg> ...] [<library> ...]
file = TextFile(filename,
strip_comments=1, skip_blanks=1, join_lines=1,
lstrip_ws=1, rstrip_ws=1)
try:
extensions = []
while True:
line = file.readline()
if line is None: # eof
break
if _variable_rx.match(line): # VAR=VALUE, handled in first pass
continue
if line[0] == line[-1] == "*":
file.warn("'%s' lines not handled yet" % line)
continue
line = expand_makefile_vars(line, vars)
words = split_quoted(line)
# NB. this parses a slightly different syntax than the old
# makesetup script: here, there must be exactly one extension per
# line, and it must be the first word of the line. I have no idea
# why the old syntax supported multiple extensions per line, as
# they all wind up being the same.
module = words[0]
ext = Extension(module, [])
append_next_word = None
for word in words[1:]:
if append_next_word is not None:
append_next_word.append(word)
append_next_word = None
continue
suffix = os.path.splitext(word)[1]
switch = word[0:2] ; value = word[2:]
if suffix in (".c", ".cc", ".cpp", ".cxx", ".c++", ".m", ".mm"):
# hmm, should we do something about C vs. C++ sources?
# or leave it up to the CCompiler implementation to
# worry about?
ext.sources.append(word)
elif switch == "-I":
ext.include_dirs.append(value)
elif switch == "-D":
equals = value.find("=")
if equals == -1: # bare "-DFOO" -- no value
ext.define_macros.append((value, None))
else: # "-DFOO=blah"
ext.define_macros.append((value[0:equals],
value[equals+2:]))
elif switch == "-U":
ext.undef_macros.append(value)
elif switch == "-C": # only here 'cause makesetup has it!
ext.extra_compile_args.append(word)
elif switch == "-l":
ext.libraries.append(value)
elif switch == "-L":
ext.library_dirs.append(value)
elif switch == "-R":
ext.runtime_library_dirs.append(value)
elif word == "-rpath":
append_next_word = ext.runtime_library_dirs
elif word == "-Xlinker":
append_next_word = ext.extra_link_args
elif word == "-Xcompiler":
append_next_word = ext.extra_compile_args
elif switch == "-u":
ext.extra_link_args.append(word)
if not value:
append_next_word = ext.extra_link_args
elif suffix in (".a", ".so", ".sl", ".o", ".dylib"):
# NB. a really faithful emulation of makesetup would
# append a .o file to extra_objects only if it
# had a slash in it; otherwise, it would s/.o/.c/
# and append it to sources. Hmmmm.
ext.extra_objects.append(word)
else:
file.warn("unrecognized argument '%s'" % word)
extensions.append(ext)
finally:
file.close()
return extensions
site-packages/setuptools/_distutils/errors.py 0000644 00000006771 15056474501 0015600 0 ustar 00 """distutils.errors
Provides exceptions used by the Distutils modules. Note that Distutils
modules may raise standard exceptions; in particular, SystemExit is
usually raised for errors that are obviously the end-user's fault
(eg. bad command-line arguments).
This module is safe to use in "from ... import *" mode; it only exports
symbols whose names start with "Distutils" and end with "Error"."""
class DistutilsError (Exception):
"""The root of all Distutils evil."""
pass
class DistutilsModuleError (DistutilsError):
"""Unable to load an expected module, or to find an expected class
within some module (in particular, command modules and classes)."""
pass
class DistutilsClassError (DistutilsError):
"""Some command class (or possibly distribution class, if anyone
feels a need to subclass Distribution) is found not to be holding
up its end of the bargain, ie. implementing some part of the
"command "interface."""
pass
class DistutilsGetoptError (DistutilsError):
"""The option table provided to 'fancy_getopt()' is bogus."""
pass
class DistutilsArgError (DistutilsError):
"""Raised by fancy_getopt in response to getopt.error -- ie. an
error in the command line usage."""
pass
class DistutilsFileError (DistutilsError):
"""Any problems in the filesystem: expected file not found, etc.
Typically this is for problems that we detect before OSError
could be raised."""
pass
class DistutilsOptionError (DistutilsError):
"""Syntactic/semantic errors in command options, such as use of
mutually conflicting options, or inconsistent options,
badly-spelled values, etc. No distinction is made between option
values originating in the setup script, the command line, config
files, or what-have-you -- but if we *know* something originated in
the setup script, we'll raise DistutilsSetupError instead."""
pass
class DistutilsSetupError (DistutilsError):
"""For errors that can be definitely blamed on the setup script,
such as invalid keyword arguments to 'setup()'."""
pass
class DistutilsPlatformError (DistutilsError):
"""We don't know how to do something on the current platform (but
we do know how to do it on some platform) -- eg. trying to compile
C files on a platform not supported by a CCompiler subclass."""
pass
class DistutilsExecError (DistutilsError):
"""Any problems executing an external program (such as the C
compiler, when compiling C files)."""
pass
class DistutilsInternalError (DistutilsError):
"""Internal inconsistencies or impossibilities (obviously, this
should never be seen if the code is working!)."""
pass
class DistutilsTemplateError (DistutilsError):
"""Syntax error in a file list template."""
class DistutilsByteCompileError(DistutilsError):
"""Byte compile error."""
# Exception classes used by the CCompiler implementation classes
class CCompilerError (Exception):
"""Some compile/link operation failed."""
class PreprocessError (CCompilerError):
"""Failure to preprocess one or more C/C++ files."""
class CompileError (CCompilerError):
"""Failure to compile one or more C/C++ source files."""
class LibError (CCompilerError):
"""Failure to create a static library from one or more C/C++ object
files."""
class LinkError (CCompilerError):
"""Failure to link one or more C/C++ object files into an executable
or shared library file."""
class UnknownFileError (CCompilerError):
"""Attempt to process an unknown file type."""
site-packages/setuptools/_distutils/core.py 0000644 00000021254 15056474501 0015205 0 ustar 00 """distutils.core
The only module that needs to be imported to use the Distutils; provides
the 'setup' function (which is to be called from the setup script). Also
indirectly provides the Distribution and Command classes, although they are
really defined in distutils.dist and distutils.cmd.
"""
import os
import sys
from distutils.debug import DEBUG
from distutils.errors import *
# Mainly import these so setup scripts can "from distutils.core import" them.
from distutils.dist import Distribution
from distutils.cmd import Command
from distutils.config import PyPIRCCommand
from distutils.extension import Extension
# This is a barebones help message generated displayed when the user
# runs the setup script with no arguments at all. More useful help
# is generated with various --help options: global help, list commands,
# and per-command help.
USAGE = """\
usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
"""
def gen_usage (script_name):
script = os.path.basename(script_name)
return USAGE % vars()
# Some mild magic to control the behaviour of 'setup()' from 'run_setup()'.
_setup_stop_after = None
_setup_distribution = None
# Legal keyword arguments for the setup() function
setup_keywords = ('distclass', 'script_name', 'script_args', 'options',
'name', 'version', 'author', 'author_email',
'maintainer', 'maintainer_email', 'url', 'license',
'description', 'long_description', 'keywords',
'platforms', 'classifiers', 'download_url',
'requires', 'provides', 'obsoletes',
)
# Legal keyword arguments for the Extension constructor
extension_keywords = ('name', 'sources', 'include_dirs',
'define_macros', 'undef_macros',
'library_dirs', 'libraries', 'runtime_library_dirs',
'extra_objects', 'extra_compile_args', 'extra_link_args',
'swig_opts', 'export_symbols', 'depends', 'language')
def setup (**attrs):
"""The gateway to the Distutils: do everything your setup script needs
to do, in a highly flexible and user-driven way. Briefly: create a
Distribution instance; find and parse config files; parse the command
line; run each Distutils command found there, customized by the options
supplied to 'setup()' (as keyword arguments), in config files, and on
the command line.
The Distribution instance might be an instance of a class supplied via
the 'distclass' keyword argument to 'setup'; if no such class is
supplied, then the Distribution class (in dist.py) is instantiated.
All other arguments to 'setup' (except for 'cmdclass') are used to set
attributes of the Distribution instance.
The 'cmdclass' argument, if supplied, is a dictionary mapping command
names to command classes. Each command encountered on the command line
will be turned into a command class, which is in turn instantiated; any
class found in 'cmdclass' is used in place of the default, which is
(for command 'foo_bar') class 'foo_bar' in module
'distutils.command.foo_bar'. The command class must provide a
'user_options' attribute which is a list of option specifiers for
'distutils.fancy_getopt'. Any command-line options between the current
and the next command are used to set attributes of the current command
object.
When the entire command-line has been successfully parsed, calls the
'run()' method on each command object in turn. This method will be
driven entirely by the Distribution object (which each command object
has a reference to, thanks to its constructor), and the
command-specific options that became attributes of each command
object.
"""
global _setup_stop_after, _setup_distribution
# Determine the distribution class -- either caller-supplied or
# our Distribution (see below).
klass = attrs.get('distclass')
if klass:
del attrs['distclass']
else:
klass = Distribution
if 'script_name' not in attrs:
attrs['script_name'] = os.path.basename(sys.argv[0])
if 'script_args' not in attrs:
attrs['script_args'] = sys.argv[1:]
# Create the Distribution instance, using the remaining arguments
# (ie. everything except distclass) to initialize it
try:
_setup_distribution = dist = klass(attrs)
except DistutilsSetupError as msg:
if 'name' not in attrs:
raise SystemExit("error in setup command: %s" % msg)
else:
raise SystemExit("error in %s setup command: %s" % \
(attrs['name'], msg))
if _setup_stop_after == "init":
return dist
# Find and parse the config file(s): they will override options from
# the setup script, but be overridden by the command line.
dist.parse_config_files()
if DEBUG:
print("options (after parsing config files):")
dist.dump_option_dicts()
if _setup_stop_after == "config":
return dist
# Parse the command line and override config files; any
# command-line errors are the end user's fault, so turn them into
# SystemExit to suppress tracebacks.
try:
ok = dist.parse_command_line()
except DistutilsArgError as msg:
raise SystemExit(gen_usage(dist.script_name) + "\nerror: %s" % msg)
if DEBUG:
print("options (after parsing command line):")
dist.dump_option_dicts()
if _setup_stop_after == "commandline":
return dist
# And finally, run all the commands found on the command line.
if ok:
try:
dist.run_commands()
except KeyboardInterrupt:
raise SystemExit("interrupted")
except OSError as exc:
if DEBUG:
sys.stderr.write("error: %s\n" % (exc,))
raise
else:
raise SystemExit("error: %s" % (exc,))
except (DistutilsError,
CCompilerError) as msg:
if DEBUG:
raise
else:
raise SystemExit("error: " + str(msg))
return dist
# setup ()
def run_setup (script_name, script_args=None, stop_after="run"):
"""Run a setup script in a somewhat controlled environment, and
return the Distribution instance that drives things. This is useful
if you need to find out the distribution meta-data (passed as
keyword args from 'script' to 'setup()', or the contents of the
config files or command-line.
'script_name' is a file that will be read and run with 'exec()';
'sys.argv[0]' will be replaced with 'script' for the duration of the
call. 'script_args' is a list of strings; if supplied,
'sys.argv[1:]' will be replaced by 'script_args' for the duration of
the call.
'stop_after' tells 'setup()' when to stop processing; possible
values:
init
stop after the Distribution instance has been created and
populated with the keyword arguments to 'setup()'
config
stop after config files have been parsed (and their data
stored in the Distribution instance)
commandline
stop after the command-line ('sys.argv[1:]' or 'script_args')
have been parsed (and the data stored in the Distribution)
run [default]
stop after all commands have been run (the same as if 'setup()'
had been called in the usual way
Returns the Distribution instance, which provides all information
used to drive the Distutils.
"""
if stop_after not in ('init', 'config', 'commandline', 'run'):
raise ValueError("invalid value for 'stop_after': %r" % (stop_after,))
global _setup_stop_after, _setup_distribution
_setup_stop_after = stop_after
save_argv = sys.argv.copy()
g = {'__file__': script_name}
try:
try:
sys.argv[0] = script_name
if script_args is not None:
sys.argv[1:] = script_args
with open(script_name, 'rb') as f:
exec(f.read(), g)
finally:
sys.argv = save_argv
_setup_stop_after = None
except SystemExit:
# Hmm, should we do something if exiting with a non-zero code
# (ie. error)?
pass
if _setup_distribution is None:
raise RuntimeError(("'distutils.core.setup()' was never called -- "
"perhaps '%s' is not a Distutils setup script?") % \
script_name)
# I wonder if the setup script's namespace -- g and l -- would be of
# any interest to callers?
#print "_setup_distribution:", _setup_distribution
return _setup_distribution
# run_setup ()
site-packages/setuptools/_distutils/msvc9compiler.py 0000644 00000073365 15056474501 0017063 0 ustar 00 """distutils.msvc9compiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio 2008.
The module is compatible with VS 2005 and VS 2008. You can find legacy support
for older versions of VS in distutils.msvccompiler.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
# ported to VS2005 and VS 2008 by Christian Heimes
import os
import subprocess
import sys
import re
from distutils.errors import DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import CCompiler, gen_lib_options
from distutils import log
from distutils.util import get_platform
import winreg
RegOpenKeyEx = winreg.OpenKeyEx
RegEnumKey = winreg.EnumKey
RegEnumValue = winreg.EnumValue
RegError = winreg.error
HKEYS = (winreg.HKEY_USERS,
winreg.HKEY_CURRENT_USER,
winreg.HKEY_LOCAL_MACHINE,
winreg.HKEY_CLASSES_ROOT)
NATIVE_WIN64 = (sys.platform == 'win32' and sys.maxsize > 2**32)
if NATIVE_WIN64:
# Visual C++ is a 32-bit application, so we need to look in
# the corresponding registry branch, if we're running a
# 64-bit Python on Win64
VS_BASE = r"Software\Wow6432Node\Microsoft\VisualStudio\%0.1f"
WINSDK_BASE = r"Software\Wow6432Node\Microsoft\Microsoft SDKs\Windows"
NET_BASE = r"Software\Wow6432Node\Microsoft\.NETFramework"
else:
VS_BASE = r"Software\Microsoft\VisualStudio\%0.1f"
WINSDK_BASE = r"Software\Microsoft\Microsoft SDKs\Windows"
NET_BASE = r"Software\Microsoft\.NETFramework"
# A map keyed by get_platform() return values to values accepted by
# 'vcvarsall.bat'. Note a cross-compile may combine these (eg, 'x86_amd64' is
# the param to cross-compile on x86 targeting amd64.)
PLAT_TO_VCVARS = {
'win32' : 'x86',
'win-amd64' : 'amd64',
}
class Reg:
"""Helper class to read values from the registry
"""
def get_value(cls, path, key):
for base in HKEYS:
d = cls.read_values(base, path)
if d and key in d:
return d[key]
raise KeyError(key)
get_value = classmethod(get_value)
def read_keys(cls, base, key):
"""Return list of registry keys."""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
L = []
i = 0
while True:
try:
k = RegEnumKey(handle, i)
except RegError:
break
L.append(k)
i += 1
return L
read_keys = classmethod(read_keys)
def read_values(cls, base, key):
"""Return dict of registry keys and values.
All names are converted to lowercase.
"""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
d = {}
i = 0
while True:
try:
name, value, type = RegEnumValue(handle, i)
except RegError:
break
name = name.lower()
d[cls.convert_mbcs(name)] = cls.convert_mbcs(value)
i += 1
return d
read_values = classmethod(read_values)
def convert_mbcs(s):
dec = getattr(s, "decode", None)
if dec is not None:
try:
s = dec("mbcs")
except UnicodeError:
pass
return s
convert_mbcs = staticmethod(convert_mbcs)
class MacroExpander:
def __init__(self, version):
self.macros = {}
self.vsbase = VS_BASE % version
self.load_macros(version)
def set_macro(self, macro, path, key):
self.macros["$(%s)" % macro] = Reg.get_value(path, key)
def load_macros(self, version):
self.set_macro("VCInstallDir", self.vsbase + r"\Setup\VC", "productdir")
self.set_macro("VSInstallDir", self.vsbase + r"\Setup\VS", "productdir")
self.set_macro("FrameworkDir", NET_BASE, "installroot")
try:
if version >= 8.0:
self.set_macro("FrameworkSDKDir", NET_BASE,
"sdkinstallrootv2.0")
else:
raise KeyError("sdkinstallrootv2.0")
except KeyError:
raise DistutilsPlatformError(
"""Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.""")
if version >= 9.0:
self.set_macro("FrameworkVersion", self.vsbase, "clr version")
self.set_macro("WindowsSdkDir", WINSDK_BASE, "currentinstallfolder")
else:
p = r"Software\Microsoft\NET Framework Setup\Product"
for base in HKEYS:
try:
h = RegOpenKeyEx(base, p)
except RegError:
continue
key = RegEnumKey(h, 0)
d = Reg.get_value(base, r"%s\%s" % (p, key))
self.macros["$(FrameworkVersion)"] = d["version"]
def sub(self, s):
for k, v in self.macros.items():
s = s.replace(k, v)
return s
def get_build_version():
"""Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
"""
prefix = "MSC v."
i = sys.version.find(prefix)
if i == -1:
return 6
i = i + len(prefix)
s, rest = sys.version[i:].split(" ", 1)
majorVersion = int(s[:-2]) - 6
if majorVersion >= 13:
# v13 was skipped and should be v14
majorVersion += 1
minorVersion = int(s[2:3]) / 10.0
# I don't think paths are affected by minor version in version 6
if majorVersion == 6:
minorVersion = 0
if majorVersion >= 6:
return majorVersion + minorVersion
# else we don't know what version of the compiler this is
return None
def normalize_and_reduce_paths(paths):
"""Return a list of normalized paths with duplicates removed.
The current order of paths is maintained.
"""
# Paths are normalized so things like: /a and /a/ aren't both preserved.
reduced_paths = []
for p in paths:
np = os.path.normpath(p)
# XXX(nnorwitz): O(n**2), if reduced_paths gets long perhaps use a set.
if np not in reduced_paths:
reduced_paths.append(np)
return reduced_paths
def removeDuplicates(variable):
"""Remove duplicate values of an environment variable.
"""
oldList = variable.split(os.pathsep)
newList = []
for i in oldList:
if i not in newList:
newList.append(i)
newVariable = os.pathsep.join(newList)
return newVariable
def find_vcvarsall(version):
"""Find the vcvarsall.bat file
At first it tries to find the productdir of VS 2008 in the registry. If
that fails it falls back to the VS90COMNTOOLS env var.
"""
vsbase = VS_BASE % version
try:
productdir = Reg.get_value(r"%s\Setup\VC" % vsbase,
"productdir")
except KeyError:
log.debug("Unable to find productdir in registry")
productdir = None
if not productdir or not os.path.isdir(productdir):
toolskey = "VS%0.f0COMNTOOLS" % version
toolsdir = os.environ.get(toolskey, None)
if toolsdir and os.path.isdir(toolsdir):
productdir = os.path.join(toolsdir, os.pardir, os.pardir, "VC")
productdir = os.path.abspath(productdir)
if not os.path.isdir(productdir):
log.debug("%s is not a valid directory" % productdir)
return None
else:
log.debug("Env var %s is not set or invalid" % toolskey)
if not productdir:
log.debug("No productdir found")
return None
vcvarsall = os.path.join(productdir, "vcvarsall.bat")
if os.path.isfile(vcvarsall):
return vcvarsall
log.debug("Unable to find vcvarsall.bat")
return None
def query_vcvarsall(version, arch="x86"):
"""Launch vcvarsall.bat and read the settings from its environment
"""
vcvarsall = find_vcvarsall(version)
interesting = {"include", "lib", "libpath", "path"}
result = {}
if vcvarsall is None:
raise DistutilsPlatformError("Unable to find vcvarsall.bat")
log.debug("Calling 'vcvarsall.bat %s' (version=%s)", arch, version)
popen = subprocess.Popen('"%s" %s & set' % (vcvarsall, arch),
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
try:
stdout, stderr = popen.communicate()
if popen.wait() != 0:
raise DistutilsPlatformError(stderr.decode("mbcs"))
stdout = stdout.decode("mbcs")
for line in stdout.split("\n"):
line = Reg.convert_mbcs(line)
if '=' not in line:
continue
line = line.strip()
key, value = line.split('=', 1)
key = key.lower()
if key in interesting:
if value.endswith(os.pathsep):
value = value[:-1]
result[key] = removeDuplicates(value)
finally:
popen.stdout.close()
popen.stderr.close()
if len(result) != len(interesting):
raise ValueError(str(list(result.keys())))
return result
# More globals
VERSION = get_build_version()
if VERSION < 8.0:
raise DistutilsPlatformError("VC %0.1f is not supported by this module" % VERSION)
# MACROS = MacroExpander(VERSION)
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
self.__version = VERSION
self.__root = r"Software\Microsoft\VisualStudio"
# self.__macros = MACROS
self.__paths = []
# target platform (.plat_name is consistent with 'bdist')
self.plat_name = None
self.__arch = None # deprecated name
self.initialized = False
def initialize(self, plat_name=None):
# multi-init means we would need to check platform same each time...
assert not self.initialized, "don't init multiple times"
if plat_name is None:
plat_name = get_platform()
# sanity check for platforms to prevent obscure errors later.
ok_plats = 'win32', 'win-amd64'
if plat_name not in ok_plats:
raise DistutilsPlatformError("--plat-name must be one of %s" %
(ok_plats,))
if "DISTUTILS_USE_SDK" in os.environ and "MSSdk" in os.environ and self.find_exe("cl.exe"):
# Assume that the SDK set up everything alright; don't try to be
# smarter
self.cc = "cl.exe"
self.linker = "link.exe"
self.lib = "lib.exe"
self.rc = "rc.exe"
self.mc = "mc.exe"
else:
# On x86, 'vcvars32.bat amd64' creates an env that doesn't work;
# to cross compile, you use 'x86_amd64'.
# On AMD64, 'vcvars32.bat amd64' is a native build env; to cross
# compile use 'x86' (ie, it runs the x86 compiler directly)
if plat_name == get_platform() or plat_name == 'win32':
# native build or cross-compile to win32
plat_spec = PLAT_TO_VCVARS[plat_name]
else:
# cross compile from win32 -> some 64bit
plat_spec = PLAT_TO_VCVARS[get_platform()] + '_' + \
PLAT_TO_VCVARS[plat_name]
vc_env = query_vcvarsall(VERSION, plat_spec)
self.__paths = vc_env['path'].split(os.pathsep)
os.environ['lib'] = vc_env['lib']
os.environ['include'] = vc_env['include']
if len(self.__paths) == 0:
raise DistutilsPlatformError("Python was built with %s, "
"and extensions need to be built with the same "
"version of the compiler, but it isn't installed."
% self.__product)
self.cc = self.find_exe("cl.exe")
self.linker = self.find_exe("link.exe")
self.lib = self.find_exe("lib.exe")
self.rc = self.find_exe("rc.exe") # resource compiler
self.mc = self.find_exe("mc.exe") # message compiler
#self.set_path_env_var('lib')
#self.set_path_env_var('include')
# extend the MSVC path with the current path
try:
for p in os.environ['path'].split(';'):
self.__paths.append(p)
except KeyError:
pass
self.__paths = normalize_and_reduce_paths(self.__paths)
os.environ['path'] = ";".join(self.__paths)
self.preprocess_options = None
if self.__arch == "x86":
self.compile_options = [ '/nologo', '/O2', '/MD', '/W3',
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3',
'/Z7', '/D_DEBUG']
else:
# Win64
self.compile_options = [ '/nologo', '/O2', '/MD', '/W3', '/GS-' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GS-',
'/Z7', '/D_DEBUG']
self.ldflags_shared = ['/DLL', '/nologo', '/INCREMENTAL:NO']
if self.__version >= 7:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/DEBUG'
]
self.ldflags_static = [ '/nologo']
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
# Copied from ccompiler.py, extended to return .res as 'object'-file
# for .rc input file
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
(base, ext) = os.path.splitext (src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError ("Don't know how to compile %s" % src_name)
if strip_dir:
base = os.path.basename (base)
if ext in self._rc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
elif ext in self._mc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append ('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts +
[output_opt] + [input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc] +
['-h', h_dir, '-r', rc_dir] + [src])
base, _ = os.path.splitext (os.path.basename (src))
rc_file = os.path.join (rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc] +
["/fo" + obj] + [rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile %s to %s"
% (src, obj))
output_opt = "/Fo" + obj
try:
self.spawn([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
(libraries, library_dirs, runtime_library_dirs) = fixed_args
if runtime_library_dirs:
self.warn ("I don't know what to do with 'runtime_library_dirs': "
+ str (runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
if target_desc == CCompiler.EXECUTABLE:
if debug:
ldflags = self.ldflags_shared_debug[1:]
else:
ldflags = self.ldflags_shared[1:]
else:
if debug:
ldflags = self.ldflags_shared_debug
else:
ldflags = self.ldflags_shared
export_opts = []
for sym in (export_symbols or []):
export_opts.append("/EXPORT:" + sym)
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
build_temp = os.path.dirname(objects[0])
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
build_temp,
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
self.manifest_setup_ldargs(output_filename, build_temp, ld_args)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
# embed the manifest
# XXX - this is somewhat fragile - if mt.exe fails, distutils
# will still consider the DLL up-to-date, but it will not have a
# manifest. Maybe we should link to a temp file? OTOH, that
# implies a build environment error that shouldn't go undetected.
mfinfo = self.manifest_get_embed_info(target_desc, ld_args)
if mfinfo is not None:
mffilename, mfid = mfinfo
out_arg = '-outputresource:%s;%s' % (output_filename, mfid)
try:
self.spawn(['mt.exe', '-nologo', '-manifest',
mffilename, out_arg])
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def manifest_setup_ldargs(self, output_filename, build_temp, ld_args):
# If we need a manifest at all, an embedded manifest is recommended.
# See MSDN article titled
# "How to: Embed a Manifest Inside a C/C++ Application"
# (currently at http://msdn2.microsoft.com/en-us/library/ms235591(VS.80).aspx)
# Ask the linker to generate the manifest in the temp dir, so
# we can check it, and possibly embed it, later.
temp_manifest = os.path.join(
build_temp,
os.path.basename(output_filename) + ".manifest")
ld_args.append('/MANIFESTFILE:' + temp_manifest)
def manifest_get_embed_info(self, target_desc, ld_args):
# If a manifest should be embedded, return a tuple of
# (manifest_filename, resource_id). Returns None if no manifest
# should be embedded. See http://bugs.python.org/issue7833 for why
# we want to avoid any manifest for extension modules if we can)
for arg in ld_args:
if arg.startswith("/MANIFESTFILE:"):
temp_manifest = arg.split(":", 1)[1]
break
else:
# no /MANIFESTFILE so nothing to do.
return None
if target_desc == CCompiler.EXECUTABLE:
# by default, executables always get the manifest with the
# CRT referenced.
mfid = 1
else:
# Extension modules try and avoid any manifest if possible.
mfid = 2
temp_manifest = self._remove_visual_c_ref(temp_manifest)
if temp_manifest is None:
return None
return temp_manifest, mfid
def _remove_visual_c_ref(self, manifest_file):
try:
# Remove references to the Visual C runtime, so they will
# fall through to the Visual C dependency of Python.exe.
# This way, when installed for a restricted user (e.g.
# runtimes are not in WinSxS folder, but in Python's own
# folder), the runtimes do not need to be in every folder
# with .pyd's.
# Returns either the filename of the modified manifest or
# None if no manifest should be embedded.
manifest_f = open(manifest_file)
try:
manifest_buf = manifest_f.read()
finally:
manifest_f.close()
pattern = re.compile(
r"""<assemblyIdentity.*?name=("|')Microsoft\."""\
r"""VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)""",
re.DOTALL)
manifest_buf = re.sub(pattern, "", manifest_buf)
pattern = r"<dependentAssembly>\s*</dependentAssembly>"
manifest_buf = re.sub(pattern, "", manifest_buf)
# Now see if any other assemblies are referenced - if not, we
# don't want a manifest embedded.
pattern = re.compile(
r"""<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|')"""
r""".*?(?:/>|</assemblyIdentity>)""", re.DOTALL)
if re.search(pattern, manifest_buf) is None:
return None
manifest_f = open(manifest_file, 'w')
try:
manifest_f.write(manifest_buf)
return manifest_file
finally:
manifest_f.close()
except OSError:
pass
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC++")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename (name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# Helper methods for using the MSVC registry settings
def find_exe(self, exe):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
for p in self.__paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
# didn't find it; try existing path
for p in os.environ['Path'].split(';'):
fn = os.path.join(os.path.abspath(p),exe)
if os.path.isfile(fn):
return fn
return exe
site-packages/setuptools/_distutils/dir_util.py 0000644 00000017142 15056474501 0016071 0 ustar 00 """distutils.dir_util
Utility functions for manipulating directories and directory trees."""
import os
import errno
from distutils.errors import DistutilsFileError, DistutilsInternalError
from distutils import log
# cache for by mkpath() -- in addition to cheapening redundant calls,
# eliminates redundant "creating /foo/bar/baz" messages in dry-run mode
_path_created = {}
# I don't use os.makedirs because a) it's new to Python 1.5.2, and
# b) it blows up if the directory already exists (I want to silently
# succeed in that case).
def mkpath(name, mode=0o777, verbose=1, dry_run=0):
"""Create a directory and any missing ancestor directories.
If the directory already exists (or if 'name' is the empty string, which
means the current directory, which of course exists), then do nothing.
Raise DistutilsFileError if unable to create some directory along the way
(eg. some sub-path exists, but is a file rather than a directory).
If 'verbose' is true, print a one-line summary of each mkdir to stdout.
Return the list of directories actually created.
"""
global _path_created
# Detect a common bug -- name is None
if not isinstance(name, str):
raise DistutilsInternalError(
"mkpath: 'name' must be a string (got %r)" % (name,))
# XXX what's the better way to handle verbosity? print as we create
# each directory in the path (the current behaviour), or only announce
# the creation of the whole path? (quite easy to do the latter since
# we're not using a recursive algorithm)
name = os.path.normpath(name)
created_dirs = []
if os.path.isdir(name) or name == '':
return created_dirs
if _path_created.get(os.path.abspath(name)):
return created_dirs
(head, tail) = os.path.split(name)
tails = [tail] # stack of lone dirs to create
while head and tail and not os.path.isdir(head):
(head, tail) = os.path.split(head)
tails.insert(0, tail) # push next higher dir onto stack
# now 'head' contains the deepest directory that already exists
# (that is, the child of 'head' in 'name' is the highest directory
# that does *not* exist)
for d in tails:
#print "head = %s, d = %s: " % (head, d),
head = os.path.join(head, d)
abs_head = os.path.abspath(head)
if _path_created.get(abs_head):
continue
if verbose >= 1:
log.info("creating %s", head)
if not dry_run:
try:
os.mkdir(head, mode)
except OSError as exc:
if not (exc.errno == errno.EEXIST and os.path.isdir(head)):
raise DistutilsFileError(
"could not create '%s': %s" % (head, exc.args[-1]))
created_dirs.append(head)
_path_created[abs_head] = 1
return created_dirs
def create_tree(base_dir, files, mode=0o777, verbose=1, dry_run=0):
"""Create all the empty directories under 'base_dir' needed to put 'files'
there.
'base_dir' is just the name of a directory which doesn't necessarily
exist yet; 'files' is a list of filenames to be interpreted relative to
'base_dir'. 'base_dir' + the directory portion of every file in 'files'
will be created if it doesn't already exist. 'mode', 'verbose' and
'dry_run' flags are as for 'mkpath()'.
"""
# First get the list of directories to create
need_dir = set()
for file in files:
need_dir.add(os.path.join(base_dir, os.path.dirname(file)))
# Now create them
for dir in sorted(need_dir):
mkpath(dir, mode, verbose=verbose, dry_run=dry_run)
def copy_tree(src, dst, preserve_mode=1, preserve_times=1,
preserve_symlinks=0, update=0, verbose=1, dry_run=0):
"""Copy an entire directory tree 'src' to a new location 'dst'.
Both 'src' and 'dst' must be directory names. If 'src' is not a
directory, raise DistutilsFileError. If 'dst' does not exist, it is
created with 'mkpath()'. The end result of the copy is that every
file in 'src' is copied to 'dst', and directories under 'src' are
recursively copied to 'dst'. Return the list of files that were
copied or might have been copied, using their output name. The
return value is unaffected by 'update' or 'dry_run': it is simply
the list of all files under 'src', with the names changed to be
under 'dst'.
'preserve_mode' and 'preserve_times' are the same as for
'copy_file'; note that they only apply to regular files, not to
directories. If 'preserve_symlinks' is true, symlinks will be
copied as symlinks (on platforms that support them!); otherwise
(the default), the destination of the symlink will be copied.
'update' and 'verbose' are the same as for 'copy_file'.
"""
from distutils.file_util import copy_file
if not dry_run and not os.path.isdir(src):
raise DistutilsFileError(
"cannot copy tree '%s': not a directory" % src)
try:
names = os.listdir(src)
except OSError as e:
if dry_run:
names = []
else:
raise DistutilsFileError(
"error listing files in '%s': %s" % (src, e.strerror))
if not dry_run:
mkpath(dst, verbose=verbose)
outputs = []
for n in names:
src_name = os.path.join(src, n)
dst_name = os.path.join(dst, n)
if n.startswith('.nfs'):
# skip NFS rename files
continue
if preserve_symlinks and os.path.islink(src_name):
link_dest = os.readlink(src_name)
if verbose >= 1:
log.info("linking %s -> %s", dst_name, link_dest)
if not dry_run:
os.symlink(link_dest, dst_name)
outputs.append(dst_name)
elif os.path.isdir(src_name):
outputs.extend(
copy_tree(src_name, dst_name, preserve_mode,
preserve_times, preserve_symlinks, update,
verbose=verbose, dry_run=dry_run))
else:
copy_file(src_name, dst_name, preserve_mode,
preserve_times, update, verbose=verbose,
dry_run=dry_run)
outputs.append(dst_name)
return outputs
def _build_cmdtuple(path, cmdtuples):
"""Helper for remove_tree()."""
for f in os.listdir(path):
real_f = os.path.join(path,f)
if os.path.isdir(real_f) and not os.path.islink(real_f):
_build_cmdtuple(real_f, cmdtuples)
else:
cmdtuples.append((os.remove, real_f))
cmdtuples.append((os.rmdir, path))
def remove_tree(directory, verbose=1, dry_run=0):
"""Recursively remove an entire directory tree.
Any errors are ignored (apart from being reported to stdout if 'verbose'
is true).
"""
global _path_created
if verbose >= 1:
log.info("removing '%s' (and everything under it)", directory)
if dry_run:
return
cmdtuples = []
_build_cmdtuple(directory, cmdtuples)
for cmd in cmdtuples:
try:
cmd[0](cmd[1])
# remove dir from cache if it's already there
abspath = os.path.abspath(cmd[1])
if abspath in _path_created:
del _path_created[abspath]
except OSError as exc:
log.warn("error removing %s: %s", directory, exc)
def ensure_relative(path):
"""Take the full path 'path', and make it a relative path.
This is useful to make 'path' the second argument to os.path.join().
"""
drive, path = os.path.splitdrive(path)
if path[0:1] == os.sep:
path = drive + path[1:]
return path
site-packages/setuptools/_distutils/file_util.py 0000644 00000017724 15056474501 0016240 0 ustar 00 """distutils.file_util
Utility functions for operating on single files.
"""
import os
from distutils.errors import DistutilsFileError
from distutils import log
# for generating verbose output in 'copy_file()'
_copy_action = { None: 'copying',
'hard': 'hard linking',
'sym': 'symbolically linking' }
def _copy_file_contents(src, dst, buffer_size=16*1024):
"""Copy the file 'src' to 'dst'; both must be filenames. Any error
opening either file, reading from 'src', or writing to 'dst', raises
DistutilsFileError. Data is read/written in chunks of 'buffer_size'
bytes (default 16k). No attempt is made to handle anything apart from
regular files.
"""
# Stolen from shutil module in the standard library, but with
# custom error-handling added.
fsrc = None
fdst = None
try:
try:
fsrc = open(src, 'rb')
except OSError as e:
raise DistutilsFileError("could not open '%s': %s" % (src, e.strerror))
if os.path.exists(dst):
try:
os.unlink(dst)
except OSError as e:
raise DistutilsFileError(
"could not delete '%s': %s" % (dst, e.strerror))
try:
fdst = open(dst, 'wb')
except OSError as e:
raise DistutilsFileError(
"could not create '%s': %s" % (dst, e.strerror))
while True:
try:
buf = fsrc.read(buffer_size)
except OSError as e:
raise DistutilsFileError(
"could not read from '%s': %s" % (src, e.strerror))
if not buf:
break
try:
fdst.write(buf)
except OSError as e:
raise DistutilsFileError(
"could not write to '%s': %s" % (dst, e.strerror))
finally:
if fdst:
fdst.close()
if fsrc:
fsrc.close()
def copy_file(src, dst, preserve_mode=1, preserve_times=1, update=0,
link=None, verbose=1, dry_run=0):
"""Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is
copied there with the same name; otherwise, it must be a filename. (If
the file exists, it will be ruthlessly clobbered.) If 'preserve_mode'
is true (the default), the file's mode (type and permission bits, or
whatever is analogous on the current platform) is copied. If
'preserve_times' is true (the default), the last-modified and
last-access times are copied as well. If 'update' is true, 'src' will
only be copied if 'dst' does not exist, or if 'dst' does exist but is
older than 'src'.
'link' allows you to make hard links (os.link) or symbolic links
(os.symlink) instead of copying: set it to "hard" or "sym"; if it is
None (the default), files are copied. Don't set 'link' on systems that
don't support it: 'copy_file()' doesn't check if hard or symbolic
linking is available. If hardlink fails, falls back to
_copy_file_contents().
Under Mac OS, uses the native file copy function in macostools; on
other systems, uses '_copy_file_contents()' to copy file contents.
Return a tuple (dest_name, copied): 'dest_name' is the actual name of
the output file, and 'copied' is true if the file was copied (or would
have been copied, if 'dry_run' true).
"""
# XXX if the destination file already exists, we clobber it if
# copying, but blow up if linking. Hmmm. And I don't know what
# macostools.copyfile() does. Should definitely be consistent, and
# should probably blow up if destination exists and we would be
# changing it (ie. it's not already a hard/soft link to src OR
# (not update) and (src newer than dst).
from distutils.dep_util import newer
from stat import ST_ATIME, ST_MTIME, ST_MODE, S_IMODE
if not os.path.isfile(src):
raise DistutilsFileError(
"can't copy '%s': doesn't exist or not a regular file" % src)
if os.path.isdir(dst):
dir = dst
dst = os.path.join(dst, os.path.basename(src))
else:
dir = os.path.dirname(dst)
if update and not newer(src, dst):
if verbose >= 1:
log.debug("not copying %s (output up-to-date)", src)
return (dst, 0)
try:
action = _copy_action[link]
except KeyError:
raise ValueError("invalid value '%s' for 'link' argument" % link)
if verbose >= 1:
if os.path.basename(dst) == os.path.basename(src):
log.info("%s %s -> %s", action, src, dir)
else:
log.info("%s %s -> %s", action, src, dst)
if dry_run:
return (dst, 1)
# If linking (hard or symbolic), use the appropriate system call
# (Unix only, of course, but that's the caller's responsibility)
elif link == 'hard':
if not (os.path.exists(dst) and os.path.samefile(src, dst)):
try:
os.link(src, dst)
return (dst, 1)
except OSError:
# If hard linking fails, fall back on copying file
# (some special filesystems don't support hard linking
# even under Unix, see issue #8876).
pass
elif link == 'sym':
if not (os.path.exists(dst) and os.path.samefile(src, dst)):
os.symlink(src, dst)
return (dst, 1)
# Otherwise (non-Mac, not linking), copy the file contents and
# (optionally) copy the times and mode.
_copy_file_contents(src, dst)
if preserve_mode or preserve_times:
st = os.stat(src)
# According to David Ascher <da@ski.org>, utime() should be done
# before chmod() (at least under NT).
if preserve_times:
os.utime(dst, (st[ST_ATIME], st[ST_MTIME]))
if preserve_mode:
os.chmod(dst, S_IMODE(st[ST_MODE]))
return (dst, 1)
# XXX I suspect this is Unix-specific -- need porting help!
def move_file (src, dst,
verbose=1,
dry_run=0):
"""Move a file 'src' to 'dst'. If 'dst' is a directory, the file will
be moved into it with the same name; otherwise, 'src' is just renamed
to 'dst'. Return the new full name of the file.
Handles cross-device moves on Unix using 'copy_file()'. What about
other systems???
"""
from os.path import exists, isfile, isdir, basename, dirname
import errno
if verbose >= 1:
log.info("moving %s -> %s", src, dst)
if dry_run:
return dst
if not isfile(src):
raise DistutilsFileError("can't move '%s': not a regular file" % src)
if isdir(dst):
dst = os.path.join(dst, basename(src))
elif exists(dst):
raise DistutilsFileError(
"can't move '%s': destination '%s' already exists" %
(src, dst))
if not isdir(dirname(dst)):
raise DistutilsFileError(
"can't move '%s': destination '%s' not a valid path" %
(src, dst))
copy_it = False
try:
os.rename(src, dst)
except OSError as e:
(num, msg) = e.args
if num == errno.EXDEV:
copy_it = True
else:
raise DistutilsFileError(
"couldn't move '%s' to '%s': %s" % (src, dst, msg))
if copy_it:
copy_file(src, dst, verbose=verbose)
try:
os.unlink(src)
except OSError as e:
(num, msg) = e.args
try:
os.unlink(dst)
except OSError:
pass
raise DistutilsFileError(
"couldn't move '%s' to '%s' by copy/delete: "
"delete '%s' failed: %s"
% (src, dst, src, msg))
return dst
def write_file (filename, contents):
"""Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
"""
f = open(filename, "w")
try:
for line in contents:
f.write(line + "\n")
finally:
f.close()
site-packages/setuptools/_vendor/__pycache__/ordered_set.cpython-39.pyc 0000644 00000040056 15056474501 0022315 0 ustar 00 a
(�Re; � @ sz d Z ddlZddlmZ zddlmZmZ W n" eyN ddlmZmZ Y n0 e d�Z
dZ dd� Z G dd � d ee�Z
dS )
z�
An OrderedSet is a custom MutableSet that remembers its order, so that every
entry has an index that can be looked up.
Based on a recipe originally posted to ActiveState Recipes by Raymond Hettiger,
and released under the MIT license.
� N)�deque)�
MutableSet�Sequencez3.1c C s" t | d�o t| t� o t| t� S )a
Are we being asked to look up a list of things, instead of a single thing?
We check for the `__iter__` attribute so that this can cover types that
don't have to be known by this module, such as NumPy arrays.
Strings, however, should be considered as atomic values to look up, not
iterables. The same goes for tuples, since they are immutable and therefore
valid entries.
We don't need to check for the Python 2 `unicode` type, because it doesn't
have an `__iter__` attribute anyway.
�__iter__)�hasattr�
isinstance�str�tuple)�obj� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/ordered_set.py� is_iterable s
�
�r
c @ s� e Zd ZdZd;dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e Z dd� Z
dd� ZeZeZdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z d7d8� Z!d9d:� Z"dS )<�
OrderedSetz�
An OrderedSet is a custom MutableSet that remembers its order, so that
every entry has an index that can be looked up.
Example:
>>> OrderedSet([1, 1, 2, 3, 2])
OrderedSet([1, 2, 3])
Nc C s g | _ i | _|d ur | |O } d S �N)�items�map)�self�iterabler r r �__init__4 s zOrderedSet.__init__c C s
t | j�S )z�
Returns the number of unique elements in the ordered set
Example:
>>> len(OrderedSet([]))
0
>>> len(OrderedSet([1, 2]))
2
)�lenr �r r r r �__len__: s
zOrderedSet.__len__c s| t |t�r|tkr� �� S t|�r4� fdd�|D �S t|d�sHt |t�rl� j| }t |t�rf� �|�S |S n t d| ��dS )aQ
Get the item at a given index.
If `index` is a slice, you will get back that slice of items, as a
new OrderedSet.
If `index` is a list or a similar iterable, you'll get a list of
items corresponding to those indices. This is similar to NumPy's
"fancy indexing". The result is not an OrderedSet because you may ask
for duplicate indices, and the number of elements returned should be
the number of elements asked for.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset[1]
2
c s g | ]}� j | �qS r )r )�.0�ir r r �
<listcomp>[ � z*OrderedSet.__getitem__.<locals>.<listcomp>� __index__z+Don't know how to index an OrderedSet by %rN)
r �slice� SLICE_ALL�copyr
r r �list� __class__� TypeError)r �index�resultr r r � __getitem__F s
zOrderedSet.__getitem__c C s
| � | �S )z�
Return a shallow copy of this object.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> other = this.copy()
>>> this == other
True
>>> this is other
False
)r! r r r r r e s zOrderedSet.copyc C s t | �dkrdS t| �S d S )Nr r )r r r r r r � __getstate__s s zOrderedSet.__getstate__c C s" |dkr| � g � n
| � |� d S )Nr )r )r �stater r r � __setstate__ s zOrderedSet.__setstate__c C s
|| j v S )z�
Test if the item is in this ordered set
Example:
>>> 1 in OrderedSet([1, 3, 2])
True
>>> 5 in OrderedSet([1, 3, 2])
False
)r �r �keyr r r � __contains__� s
zOrderedSet.__contains__c C s0 || j vr&t| j�| j |< | j�|� | j | S )aE
Add `key` as an item to this OrderedSet, then return its index.
If `key` is already in the OrderedSet, return the index it already
had.
Example:
>>> oset = OrderedSet()
>>> oset.append(3)
0
>>> print(oset)
OrderedSet([3])
)r r r �appendr) r r r �add� s
zOrderedSet.addc C sD d}z|D ]}| � |�}q
W n" ty> tdt|� ��Y n0 |S )a<
Update the set with the given iterable sequence, then return the index
of the last element inserted.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.update([3, 1, 5, 1, 4])
4
>>> print(oset)
OrderedSet([1, 2, 3, 5, 4])
Nz(Argument needs to be an iterable, got %s)r- r" �
ValueError�type)r �sequenceZ
item_index�itemr r r �update� s
�
zOrderedSet.updatec s$ t |�r� fdd�|D �S � j| S )aH
Get the index of a given entry, raising an IndexError if it's not
present.
`key` can be an iterable of entries that is not a string, in which case
this returns a list of indices.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.index(2)
1
c s g | ]}� � |��qS r )r# )r �subkeyr r r r � r z$OrderedSet.index.<locals>.<listcomp>)r
r r) r r r r# � s
zOrderedSet.indexc C s, | j std��| j d }| j d= | j|= |S )z�
Remove and return the last element from the set.
Raises KeyError if the set is empty.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.pop()
3
z Set is empty���)r �KeyErrorr )r �elemr r r �pop� s
zOrderedSet.popc C sP || v rL| j | }| j|= | j |= | j �� D ] \}}||kr,|d | j |< q,dS )a�
Remove an element. Do not raise an exception if absent.
The MutableSet mixin uses this to implement the .remove() method, which
*does* raise an error when asked to remove a non-existent item.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
� N)r r )r r* r �k�vr r r �discard� s
zOrderedSet.discardc C s | j dd�= | j�� dS )z8
Remove all items from this OrderedSet.
N)r r �clearr r r r r< � s zOrderedSet.clearc C s
t | j�S )zb
Example:
>>> list(iter(OrderedSet([1, 2, 3])))
[1, 2, 3]
)�iterr r r r r r s zOrderedSet.__iter__c C s
t | j�S )zf
Example:
>>> list(reversed(OrderedSet([1, 2, 3])))
[3, 2, 1]
)�reversedr r r r r � __reversed__ s zOrderedSet.__reversed__c C s& | sd| j jf S d| j jt| �f S )Nz%s()z%s(%r))r! �__name__r r r r r �__repr__ s zOrderedSet.__repr__c C sP t |ttf�r t| �t|�kS z t|�}W n ty> Y dS 0 t| �|kS dS )a�
Returns true if the containers have the same items. If `other` is a
Sequence, then order is checked, otherwise it is ignored.
Example:
>>> oset = OrderedSet([1, 3, 2])
>>> oset == [1, 3, 2]
True
>>> oset == [1, 2, 3]
False
>>> oset == [2, 3]
False
>>> oset == OrderedSet([3, 2, 1])
False
FN)r r r r �setr" )r �otherZ other_as_setr r r �__eq__ s zOrderedSet.__eq__c G s< t | t�r| jnt}ttt�| g|��}tj�|�}||�S )a�
Combines all unique items.
Each items order is defined by its first appearance.
Example:
>>> oset = OrderedSet.union(OrderedSet([3, 1, 4, 1, 5]), [1, 3], [2, 0])
>>> print(oset)
OrderedSet([3, 1, 4, 5, 2, 0])
>>> oset.union([8, 9])
OrderedSet([3, 1, 4, 5, 2, 0, 8, 9])
>>> oset | {10}
OrderedSet([3, 1, 4, 5, 2, 0, 10])
)r r r! r r �it�chain�
from_iterable)r �sets�clsZ
containersr r r r �union6 s zOrderedSet.unionc C s
| � |�S r )� intersection�r rC r r r �__and__I s zOrderedSet.__and__c sH t | t�r| jnt}|r<tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns elements in common between all sets. Order is defined only
by the first set.
Example:
>>> oset = OrderedSet.intersection(OrderedSet([0, 1, 2, 3]), [1, 2, 3])
>>> print(oset)
OrderedSet([1, 2, 3])
>>> oset.intersection([2, 4, 5], [1, 2, 3, 4])
OrderedSet([2])
>>> oset.intersection()
OrderedSet([1, 2, 3])
c 3 s | ]}|� v r|V qd S r r �r r1 ��commonr r � <genexpr>^ r z*OrderedSet.intersection.<locals>.<genexpr>)r r r! rB rK r �r rH rI r r rO r rK M s zOrderedSet.intersectionc s: | j }|r.tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns all elements that are in this set but not the others.
Example:
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]))
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]), OrderedSet([3]))
OrderedSet([1])
>>> OrderedSet([1, 2, 3]) - OrderedSet([2])
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference()
OrderedSet([1, 2, 3])
c 3 s | ]}|� vr|V qd S r r rN �rC r r rQ t r z(OrderedSet.difference.<locals>.<genexpr>)r! rB rJ r rR r rS r �
differencec s zOrderedSet.differencec s* t | �t � �krdS t� fdd�| D ��S )a7
Report whether another set contains this set.
Example:
>>> OrderedSet([1, 2, 3]).issubset({1, 2})
False
>>> OrderedSet([1, 2, 3]).issubset({1, 2, 3, 4})
True
>>> OrderedSet([1, 2, 3]).issubset({1, 4, 3, 5})
False
Fc 3 s | ]}|� v V qd S r r rN rS r r rQ � r z&OrderedSet.issubset.<locals>.<genexpr>�r �allrL r rS r �issubsety s zOrderedSet.issubsetc s* t � �t |�k rdS t� fdd�|D ��S )a=
Report whether this set contains another set.
Example:
>>> OrderedSet([1, 2]).issuperset([1, 2, 3])
False
>>> OrderedSet([1, 2, 3, 4]).issuperset({1, 2, 3})
True
>>> OrderedSet([1, 4, 3, 5]).issuperset({1, 2, 3})
False
Fc 3 s | ]}|� v V qd S r r rN r r r rQ � r z(OrderedSet.issuperset.<locals>.<genexpr>rU rL r r r �
issuperset� s zOrderedSet.issupersetc C s: t | t�r| jnt}|| ��|�}||��| �}|�|�S )a�
Return the symmetric difference of two OrderedSets as a new set.
That is, the new set will contain all elements that are in exactly
one of the sets.
Their order will be preserved, with elements from `self` preceding
elements from `other`.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference(other)
OrderedSet([4, 5, 9, 2])
)r r r! rT rJ )r rC rI Zdiff1Zdiff2r r r �symmetric_difference� s z OrderedSet.symmetric_differencec C s || _ dd� t|�D �| _dS )zt
Replace the 'items' list of this OrderedSet with a new one, updating
self.map accordingly.
c S s i | ]\}}||�qS r r )r �idxr1 r r r �
<dictcomp>� r z,OrderedSet._update_items.<locals>.<dictcomp>N)r � enumerater )r r r r r �
_update_items� s zOrderedSet._update_itemsc s: t � � |D ]}� t |�O � q
| �� fdd�| jD �� dS )a�
Update this OrderedSet to remove items from one or more other sets.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> this.difference_update(OrderedSet([2, 4]))
>>> print(this)
OrderedSet([1, 3])
>>> this = OrderedSet([1, 2, 3, 4, 5])
>>> this.difference_update(OrderedSet([2, 4]), OrderedSet([1, 4, 6]))
>>> print(this)
OrderedSet([3, 5])
c s g | ]}|� vr|�qS r r rN ��items_to_remover r r � r z0OrderedSet.difference_update.<locals>.<listcomp>N�rB r] r )r rH rC r r^ r �difference_update� s z OrderedSet.difference_updatec s& t � �� | �� fdd�| jD �� dS )a^
Update this OrderedSet to keep only items in another set, preserving
their order in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.intersection_update(other)
>>> print(this)
OrderedSet([1, 3, 7])
c s g | ]}|� v r|�qS r r rN rS r r r � r z2OrderedSet.intersection_update.<locals>.<listcomp>Nr` rL r rS r �intersection_update� s z OrderedSet.intersection_updatec s< �fdd�|D �}t |�� ��� fdd��jD �| � dS )a�
Update this OrderedSet to remove items from another set, then
add items from the other set that were not present in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference_update(other)
>>> print(this)
OrderedSet([4, 5, 9, 2])
c s g | ]}|� vr|�qS r r rN r r r r � r z:OrderedSet.symmetric_difference_update.<locals>.<listcomp>c s g | ]}|� vr|�qS r r rN r^ r r r � r Nr` )r rC Z items_to_addr )r_ r r �symmetric_difference_update� s
�z&OrderedSet.symmetric_difference_update)N)#r@ �
__module__� __qualname__�__doc__r r r% r r& r( r+ r- r, r2 r# Zget_locZ get_indexerr7 r; r< r r? rA rD rJ rM rK rT rW rX rY r] ra rb rc r r r r r * s@
r )rf � itertoolsrE � collectionsr �collections.abcr r � ImportErrorr r � __version__r
r r r r r �<module> s site-packages/setuptools/_vendor/__pycache__/__init__.cpython-39.pyc 0000644 00000000354 15056474501 0021552 0 ustar 00 a
(�Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/__init__.py�<module> � site-packages/setuptools/_vendor/__pycache__/pyparsing.cpython-39.pyc 0000644 00000611256 15056474501 0022040 0 ustar 00 a
(�Rex� � @ s�
d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ey� ddlmZ Y n0 z dd lmZ dd
lmZ W n* ey� dd l
mZ dd
l
mZ Y n0 zdd l
mZ W n> e�y> zdd lmZ W n e�y8 dZY n0 Y n0 g d �Z e e j �dd
� Z e d d
kZ e �r�e j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n^e j3Z"e4Z5dd� Z'g Z2ddl6Z6d�7� D ]6Z8ze2�9e:e6e8�� W n e;�y� Y �q�Y n0 �q�e<dd� e5d�D ��Z=dd� Z>G dd� de?�Z@ejAejB ZCdZDeDd ZEeCeD ZFe%d�ZGd�Hd d� ejID ��ZJG d d � d eK�ZLG d d � d eL�ZMG d!d"� d"eL�ZNG d#d$� d$eN�ZOG d%d&� d&eK�ZPG d'd(� d(e?�ZQG d)d*� d*e?�ZRe�SeR� d+d,� ZTd-d.� ZUd/d0� ZVd1d2� ZWd3d4� ZXd5d6� ZYd7d8� ZZ�dd:d;�Z[G d<d=� d=e?�Z\G d>d?� d?e\�Z]G d@dA� dAe]�Z^G dBdC� dCe]�Z_G dDdE� dEe]�Z`e`Zae`e\_bG dFdG� dGe]�ZcG dHdI� dIe`�ZdG dJdK� dKec�ZeG dLdM� dMe]�ZfG dNdO� dOe]�ZgG dPdQ� dQe]�ZhG dRdS� dSe]�ZiG dTdU� dUe]�ZjG dVdW� dWe]�ZkG dXdY� dYe]�ZlG dZd[� d[el�ZmG d\d]� d]el�ZnG d^d_� d_el�ZoG d`da� dael�ZpG dbdc� dcel�ZqG ddde� deel�ZrG dfdg� dgel�ZsG dhdi� die\�ZtG djdk� dket�ZuG dldm� dmet�ZvG dndo� doet�ZwG dpdq� dqet�ZxG drds� dse\�ZyG dtdu� duey�ZzG dvdw� dwey�Z{G dxdy� dyey�Z|G dzd{� d{e|�Z}G d|d}� d}e|�Z~G d~d� de?�Ze� Z�G d�d�� d�ey�Z�G d�d�� d�ey�Z�G d�d�� d�ey�Z�G d�d�� d�e��Z�G d�d�� d�ey�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e?�Z�d�d�� Z��dd�d��Z��dd�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z��dd�d��Z�d�d�� Z��dd�d��Z�d�d�� Z�d�d�� Z�e^� ��d��Z�en� ��d��Z�eo� ��d��Z�ep� ��d��Z�eq� ��d��Z�egeGd�d9d����d�d�� �Z�ehd����d�d�� �Z�ehd����d�d�� �Z�e�e�B e�B ejd�dd��B Z�e�e�e�d�� e� �Z�e`d��e�d����d�� e�e}e�e�B ����d�� d� Z�d�dĄ Z�d�dƄ Z�d�dȄ Z�d�dʄ Z�d�d̄ Z�e�d�d�� �Z�e�d�d�� �Z�d�dЄ Z�d�d҄ Z�d�dԄ Z�d�dք Z�e?� e�_��d d�dZ�e@� Z�e?� e�_�e?� e�_�e�dكe�dڃfd�d܄Z�e�Z�e�ehd݃d� ���dߡZ�e�ehd�d� ���d�Z�e�ehd݃d� ehd�d� B ���d�Z�e�ead�e��� ���d�Z�d�d�de��� fd�d�Z��d d�d�Z�e�d�Z�e�d�Z�e�egeCeFd� ���d��\Z�Z�e�e�d�7� d��Z�ehd�d�Heàġ � d� ���d�Z�d�d�� Z�e�ehd��d� ���d��Z�ehd����d��Z�ehd���ɡ ��d��Z�ehd����d��Z�e�ehd��d� e�B ���d��Z�e�Z�eh�d ����d�Z�e�e}egeJd��d�e�eg�d�e`d�� eo� � ���ϡ ���d�Z�e�e�e��� e�B d�d�����d�Z�G �d�d� �d�Z�eӐd k�
r�ed�d
�Z�ed�d �Z�egeCeF�d �Z�e�ed
d��d���e��Z�e�e�e׃����d�Zؐde�B Z�e�ed
d��d���e��Z�e�e�eڃ����d�Z�eԐd�eِd� e� eېd� Z�eܠݐd� e�jޠݐd� e�jߠݐd� e�j�ݐd� ddl�Z�e�je�e�j�� e�j�ݐd� dS ( a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict)i�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sd t | t�r| S z
t| �W S ty^ t| ��t�� d�}td�}|�dd� � |� |� Y S 0 dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� r| r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � r| z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�data� from_symbols�
to_symbols�from_�to_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jvr|V qd S r� )�string�
whitespace�r� �cry ry rz r� � r| c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d u r || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dv r,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� �anamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� � markerString�line_str� line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
r c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s r! c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s r# c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s r% c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� ��parseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� �p1�p2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modal�retobjry ry rz r� k s
zParseResults.__new__c
C s` | j rvd| _ d | _d | _i | _|| _|| _|d u r6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d u�r\|�r\|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fv �s\||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n4z|d | |< W n" tttf�yZ || |< Y n0 d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jvr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� r| z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� �mylen�removedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j v S r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r r
r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � r| z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � r| z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | v r~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� � defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || v r| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r �insStrr� r r� r r ry ry rz r" I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r$ ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� �itemseqry ry rz r& k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r( } s zParseResults.clearc C sh z
| | W S t y Y dS 0 || jv r`|| jvrF| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � r| z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r+ �
otheritems�otherdictitemsr� r� ry )r2 r. rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r+ ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � r| z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r$ r} r$ �
_asStringListr� )r� �sep�outr% ry ry rz r= � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � r| z'ParseResults.asList.<locals>.<listcomp>r r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � r| z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r �asDict)r� rA ry rz rB � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� rA ry rz r� � r| z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� �item_fnry rA rz rC � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r3 r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |durJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|v r�|| �||
|o�|du ||�g7 }n || �d|o�|du ||�g7 }q�d} |
|v r�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r0 ry ry rz r� s
�z%ParseResults.asXML.<locals>.<genexpr>� r� N�ITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� �doctag�namedItemsOnly�indent� formatted�nlr? �
namedItems�nextLevelIndent�selfTagr� r@ �resTag� xmlBodyTextry ry rz rO � sZ
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||u r| S qq
d S r� )r� r� )r� r� r� r1 r� r� ry ry rz �__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dv rxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr
r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
rH c s s | ]\}}t |�|fV qd S r� )r rD ry ry rz r� ~ r| z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: rJ r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � r| z
%s%s[%d]:
%s%s%sr� )
r$ r� r� r �sortedr� r} r$ �dumpr� �anyr� r� ) r� rR �depth�fullr? �NLr� r� r� r� r_ ry ry rz ra g s,
4,zParseResults.dumpc O s t j | �� g|�R i |�� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rf � s zParseResults.pprintc C s. | j | j�� | jd ur | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d urDt|�| _nd | _d S r� )r� r� r� r� r3 r� r� )r� �stater] � inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r r r r � __nonzero__r r
r r r rE r r r� r r r r r r� r" r$ r& r( r� r, r6 r8 r� r� r= r� rC r� rO r[ r^ ra rf rh rk rl r� ry ry ry rz r$ D sh &
'
4
#
=%
-
r$ c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� rH )r� �rfind)r� �strgr� ry ry rz r; � s
r; c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
rH r r� )�count)r� ro ry ry rz rL � s
rL c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
rH r r� N)rn �find)r� ro �lastCR�nextCRry ry rz rI � s
rI c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rw c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rt r� r r� )ru �startloc�endlocrv �toksry ry rz �_defaultSuccessDebugAction� s r{ c C s t dt|� � d S )NzException raised:)rt r� )ru r� rv �excry ry rz � _defaultExceptionDebugAction� s r} c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rS rs c s� �t v r�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n ty� t��}Y n0 ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r� r ������r� ��limitrs )�system_version� traceback�
extract_stack)r� r. �
frame_summaryry ry rz r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� rt rs )r� �
extract_tb)�tbr� �framesr� ry ry rz r� s z _trim_arity.<locals>.extract_tb� r� rt r� c s� z"�| �d d � � }d�d< |W S t y� �d r<� n6z0t�� d }� |dd�d d d� �ksh� W ~n~0 �d �kr��d d7 < Y q � Y q 0 q d S )Nr Trt rs r� r� )r� r� �exc_info)r� r� r� �r� �
foundArityr� r� �maxargs�pa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr� � Exceptionr )r� r� r� � LINE_DIFF� this_liner� � func_namery r� rz � _trim_arity s,
� r� c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+ur�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� r� r� r� r& r� r� )r� �cpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r r� r� r) ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr� r� )r� r� �listAllMatches�newselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdb� set_trace)ru r� � doActions� callPreParser� �� _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r )r� � breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �mapr� r� r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)r� r� r� r� r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r r� r~ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! r� r$ r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)r� )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sL d}|rHd}| j D ]2}z|�||�\}}d}qW q tyB Y q0 qq|S �NTF)r� r� r! )r� ru r� �
exprsFound�e�dummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |v rD|d7 }q&|S �Nr� )r� r� r� r� r� )r� ru r� �wt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� ru r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� ru r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zBz| �|||�\}}W n& ty� t|t|�| j | ��Y n0 W nZ t
y� } zB| jd r�| jd ||| | � | jr�| �||| | � � W Y d } ~ n
d } ~ 0 0 n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rhz| �|||�\}}W n( t�yd t|t|�| j | ��Y n0 n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d u�r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nH t
�yP } z.| jd �r:| jd ||| | � � W Y d } ~ n
d } ~ 0 0 nJ| jD ]B} | |||
�}|d u�rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� r� r� r� r� r� r� r! r� r� r r� r� r$ r� r� r� r� r� r} r� ) r� ru r� r� r� � debugging�preloc� tokensStart�tokens�err� retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s> z| j ||dd�d W S ty8 t||| j| ��Y n0 d S )NF)r� r )r� r# r! r� �r� ru r� ry ry rz �tryParse� s zParserElement.tryParsec C s2 z| � ||� W n ttfy( Y dS 0 dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r( r� r� ry rz r( � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r( r )r� r� r� r( r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s< |� |< t � ��kr8z� �d� W q ty4 Y q0 qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r( � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r( r �r� r r� r� r( r� ry )r� r� r rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr$ r� )r� �key_fifor ry rz r� � s r c s � � � �� � d S r� r� r� )r� r ry rz r( � s r c s t � �S r� r� r� r� ry rz r� � s r )
r� r� � collections�dequer� r� r� r� r( r r ry )r� r r� r rz r� � s r Nr� ry ry ry rz r � s r c C s0 d\}}| ||||f}t j�� t j}|�|�} | |ju r�t j| d7 < z| �||||�} W n: ty� }
z"|�||
j |
j
� � � W Y d }
~
n8d }
~
0 0 |�|| d | d � � f� | W d � S nBt j| d7 < t | t
�r�| �| d | d � � fW d � S W d � n1 �s"0 Y d S )Nr/ r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� r� r� r� r} r� ) r� ru r� r� r� �HIT�MISS�lookupr� r r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r r( r� r ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| du r t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r r r r� )�cache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n2 t y� } zt j r�� n|�W Y d}~nd}~0 0 |S dS )aC
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explicitly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� ru �parseAllr� r� r� �ser| ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t y� |
d }Y qZ0 | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n6 t �y0 } z t j
�r� n|�W Y d}~n
d}~0 0 dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r r� r� r� r r� r� r� r& r r! r r )r� ru �
maxMatches�overlapr� r� r� �
preparseFn�parseFn�matchesr� �nextLocr� �nextlocr| ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t y� } zt j
rĂ n|�W Y d}~n
d}~0 0 dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � r| z1ParserElement.transformString.<locals>.<listcomp>r� )r� r( r$ r} r$ r� r� r� r� r� �_flattenr r& r )r� ru r? �lastErx r� r� r| ry ry rz r� � s(
z ParserElement.transformStringc
C sT z t dd� | �||�D ��W S tyN } ztjr6� n|�W Y d}~n
d}~0 0 dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � r| z.ParserElement.searchString.<locals>.<listcomp>N)r$ r( r r& r )r� ru r! r| ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r! N)r( ) r� ru �maxsplit�includeSeparators�splits�lastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& r� �warnings�warnr� �
SyntaxWarningr r7 ry ry rz r, s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r1 rs r2 N�r} r� r& r� r4 r5 r� r6 r7 ry ry rz r8 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r1 rs r2 N)
r} r� r& r� r4 r5 r� r6 r �
_ErrorStopr7 ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d du rHd|d f}t |d t�r�|d du r�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r> � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r+ � minElements� optElementsr� ry r= rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )rC r7 ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dur| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r) ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jvrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r$ r� r7 ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rw r{ r} r� r� )r� � startAction�
successAction�exceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)rV rw r{ r} r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r� r� ry ry rz r o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)rY )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W nD tyP t|d��}|� � }W d � n1 sB0 Y Y n0 z| �||�W S ty� } ztjrz� n|�W Y d}~n
d}~0 0 dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr r r& r )r� �file_or_filenamer �
file_contents�fr| ry ry rz � parseFile} s ,zParserElement.parseFilec sH t |t�r"| |u p t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r% �superr7 �r� ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r7 ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r7 ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r7 ry ry rz �__rne__� s zParserElement.__rne__c C s2 z| j t|�|d� W dS ty, Y dS 0 dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r TFN)r r� r )r� �
testStringr ry ry rz r% � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dur^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� t�yt }
z�t |
t�r�dnd }d|
v �r(| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �oZ|} |
} W Y d}
~
nNd}
~
0 t�y� } z,| �
dt|� � | �o�|} |} W Y d}~n
d}~0 0 |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFrH �\nrm )rd z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r r� �rstrip�
splitlinesr r% r$ r� r� r ra r r# rI r� r; r� rt )r� �testsr �comment�fullDump� printResults� failureTests�
allResults�comments�successrx r? �resultr� r� r| ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r )F)N)T)F)T)Tro TTF)Or� r� r� r� r� r � staticmethodr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r� r r r r �_MAX_INTr( r� r, r� r, r8 r9 r: rC rD rE rF rG rH rI rJ rK rL rM rO rP rQ rR rV rX r� r� r rY r[ rb rf rg rj rk rl r% r~ �
__classcell__ry ry re rz r& O s�
&
G
"
2G+ D
)
r& c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )rd r. r� r� re ry rz r� @ s zToken.__init__�r� r� r� r� r� r� ry ry re rz r. < s r. c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)rd r r� r� r� r� r� re ry rz r� H s zEmpty.__init__r� ry ry re rz r D s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)rd r r� r� r� r� r� r� re ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r� ry ry re rz r O s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n( tyT tj dt
dd� t | _ Y n0 dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r2 �"%s"r� F)rd r r� �matchr� �matchLen�firstMatchCharr� r4 r5 r6 r r� r� r� r� r� r� �r� � matchStringre ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r� r� �
startswithr� r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr� ry ry re rz r ^ s
r c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d u r tj}|| _t|�| _z|d | _W n" ty\ t j
dt dd� Y n0 d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r2 r� r� F)rd r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r4 r5 r6 r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r� r� r� re ry rz r� � s(
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jvr�|dksj||d �� | jvr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jvr�|dks�||d | jvr�|| j | jfS t ||| j
| ��d S r� ) r� r� r� r� r� r� r� r� r� r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )rd r r� r� r� )r� r� re ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r� r� ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r� r� r� r� r r� r� ry ry re rz r � s
r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )rd r
r� r� � returnStringr� r� r� re ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r� r� r� r� r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr� ry ry re rz r
� s
r
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r� )rd r r� )r� r� r� re ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jvrV|| j | jfS t||| j| ��d S r� )r� r� r� r� r� r� r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr� ry ry re rz r � s r c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rd rn r� r� � match_string�
maxMismatchesr� r� r� )r� r� r� re ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r$ r$ r! r� )r� ru r� r� �startr� �maxlocr� �match_stringlocr� r� �s_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr� ry ry re rz rn � s rn c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j v�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n t�y� d | _Y n0 d S )Nr� c 3 s | ]}|� vr|V qd S r� ry r� �� excludeCharsry rz r� `
r| z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� vr|V qd S r� ry r� r� ry rz r� b
r| r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Frq z[%s]+z%s[%s]*z [%s][%s]*z\b)rd r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr@ �minLen�maxLenr� r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler� )r� r� r� �min�max�exactr� r� re r� rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jvrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |v r�|d7 }q�d} || | j k r�d} | j r�||k r�|| |v r�d} | j
�r|dkr�||d |v �s||k �r|| |v �rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r� r! r� �end�groupr� r� r� r� r� r� r� r� )
r� ru r� r� r} r� r� � bodycharsr� �throwExceptionry ry rz r� �
s6
2zWord.parseImplc st zt t| ��� W S ty" Y n0 | jd u rndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))rd r1 r� r� r� r� r� )r� r� re ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r� ry ry re rz r1 .
s .6
#r1 c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jy� tjd| tdd� � Y q�0 n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r2 �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)rd r) r� r} r� r4 r5 r6 �pattern�flagsr� r� r� �
sre_constants�error�compiledREtyper r@ r� r� r� r� r� )r� r� r� re ry rz r� �
s6
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r� r! r� r� � groupdictr$ r� )r� ru r� r� r} �dr� r� ry ry rz r� �
s zRegex.parseImplc sD zt t| ��� W S ty" Y n0 | jd u r>dt| j� | _| jS )NzRe:(%s))rd r) r� r� r� r� r� r� re ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r� r� r� r� r� r� ry ry re rz r) �
s
"
r) c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sL t t� ��� |�� }|s0tjdtdd� t� �|d u r>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d ur�t|�p�df � _n<d� _dt�� j�t� j d �|d u�rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n. t j �y$ tjd� j tdd� � Y n0 t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r2 z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r� � endQuoteCharr� r; r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%sr� r� FT)%rd r' r� r� r4 r5 r6 � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr� �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr� r� r� r� r� r� �escCharReplacePatternr� r� r� r� r� r� r� r� r� )r� r� r� r� � multiliner� r� r� re r� rz r� / sz
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|v r�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� rH � �
)�\trp z\fz\rz\g<1>)r� r� r� r! r� r� r� r� r� r� r} r� r� r� r� r� r� r� r� r� ) r� ru r� r� r} r� �ws_map�wslit�wscharry ry rz r� p s*
�zQuotedString.parseImplc sF zt t| ��� W S ty" Y n0 | jd u r@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rd r' r� r� r� r� r� r� re ry rz r� � s
zQuotedString.__str__)NNFTNT)Tr� ry ry re rz r' s A
#r' c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )rd r r� r� �notCharsr@ r� r� r� r� r� r� r� r� )r� r� r� r� r� re ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j v r t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |vrb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r� r� r� r� )r� ru r� r� r� �notchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sd zt t| ��� W S ty" Y n0 | jd u r^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr� z
!W:(%s...)z!W:(%s))rd r r� r� r� r� r� r� re ry rz r� � s
zCharsNotIn.__str__)r� r r )Tr� ry ry re rz r � s
r c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)rq r� rH r� r� �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j vr|V qd S r� )�
matchWhiter� r� ry rz r� � r| z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � r| Tr� r )
rd r0 r� r� rP r� r� r� r� r� r� r� r� )r� �wsr� r� r� re r� rz r� � s zWhite.__init__Tc C s� || | j vr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j v rb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� r� r� r� r� )r� ru r� r� r� r� ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r� ry ry re rz r0 � s �r0 c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )rd r� r� r� r� r� r� r� r� re ry rz r� s
z_PositionToken.__init__�r� r� r� r� r� ry ry re rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )rd r r� r; )r� �colnore ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� ru r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� ru r� r� �thiscol�newlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� ry ry re rz r s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)rd r r� r� r� re ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr� ry ry re rz r : s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )NrH r� zExpected end of line)rd r r� rP r& r� r� r� r� re ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )NrH r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr� ry ry re rz r X s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)rd r, r� r� r� re ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr� ry ry re rz r, l s r, c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)rd r+ r� r� r� re ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr� ry ry re rz r+ { s r+ c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)rd r3 r� r� � wordCharsr� �r� r� re ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j v s(|| | j vr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r� ry ry re rz r3 � s r3 c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)rd r2 r� r� r� r� r� r� re ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jv s8||d | jvrHt||| j| ��|g fS r� )r� r� r! r� )r� ru r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry re rz r2 � s r2 c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nft|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n*zt|�| _ W n t
y� |g| _ Y n0 d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rv ry ry rz r� � r| z+ParseExpression.__init__.<locals>.<genexpr>F)rd r" r� r} r� r� r� r& r� �exprsr �allr� r� r� �r� r� r� re ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r$ r� r7 ry ry rz r$ � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r* �r� r� ry ry rz r� � r| z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� r� rO )r� r� ry ry rz rO � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r )r} r- r� rd r" rR r� )r� r+ r� re ry rz rR � s
zParseExpression.ignorec sL zt t| ��� W S ty" Y n0 | jd u rFd| jjt| j�f | _| jS �Nz%s:(%s)) rd r" r� r� r� r� r� r� r� r� re ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd u r�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd u �r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )rd r" r r� r� r} r� r� r� r� r� r� r� r� r� )r� r� r+ re ry rz r � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )rd r" r� )r� r� r� r� re ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r[ rY )r� rZ �tmpr� ry ry rz r[
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r* r� ry ry rz r� %
r| z(ParseExpression.copy.<locals>.<listcomp>)rd r" r� r� rG re ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r$ rO rR r� r r� r[ r� r� ry ry re rz r" � s
" r" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s* t tj| �j|i |�� d| _| �� d S )N�-)rd r r8 r� r� rO rg re ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry re rz r8 8
s r8 Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
r| z And.__init__.<locals>.<genexpr>r T)
rd r r� r� r� r� rP r� r� r� r� re ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tyr � Y q� ty� } z d |_t�|��W Y d }~q�d }~0 t y� t|t
|�| j | ��Y q�0 n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr r� T)
r� r� r} r r8 r% r �
__traceback__r� r� r� r� r ) r� ru r� r� �
resultlist� errorStopr� �
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& r� r$ r7 ry ry rz r6 ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� rY r� �r� r� �subRecCheckListr� ry ry rz rY c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� �{rq c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
r| z And.__str__.<locals>.<genexpr>�}�r r� r� r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r8 r� r� r6 rY r� r� ry ry re rz r (
s
r c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
r| z Or.__init__.<locals>.<genexpr>T)rd r r� r� rb r� r� re ry rz r� �
s z Or.__init__Tc C sT d}d }g }| j D ]�}z|�||�}W nv tyd } z&d | _| j|krP| }| j}W Y d } ~ qd } ~ 0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 |�||f� q|�r*|j dd� d� |D ]`\}
}z|�
|||�W S t�y& } z(d | _| j|k�r| }| j}W Y d } ~ q�d } ~ 0 0 q�|d u�rB| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r$ �sortr� r� ) r� ru r� r� � maxExcLoc� maxExceptionr% r� �loc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r7 ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
r| z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� rY r� ry ry rz rY �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r r� rY r� ry ry re rz r t
s
& r c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
r| z&MatchFirst.__init__.<locals>.<genexpr>T)rd r r� r� rb r� r� re ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tyb } z |j|krN|}|j}W Y d }~qd }~0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 q|d ur�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� ru r� r� r r r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r7 ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
r| z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r r� ry ry rz rY s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r r� rY r� ry ry re rz r �
s
r c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? r| z Each.__init__.<locals>.<genexpr>T)rd r r� r� r� r� r� �initExprGroupsr� re ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rh|� | j | j }
g } |
D ]t} z| �||�}W n t �y | �
| � Y q�0 |�
| j� t | �| �� | |v �r>|�
| � q�| � v r܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r ri rv r� ry ry rz r� E r| z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rv r� ry ry rz r� F r| z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G r| c S s g | ]}t |t�r|j�qS ry )r} r4 rv r� ry ry rz r� I r| c S s g | ]}t |t�r|j�qS ry )r} r rv r� ry ry rz r� J r| c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K r| FTr: c s s | ]}t |�V qd S r� r� r� ry ry rz r� f r| z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� v r|�qS ry r
r� ��tmpOptry rz r� j r| )r r� r� �opt1map� optionals�multioptionals�
multirequired�requiredr� r! r$ r� ri �remover� r� r� �sumr$ )r� ru r� r� �opt1�opt2�tmpLoc�tmpReqd�
matchOrder� keepMatching�tmpExprs�failedr� �missingr� r� � finalResultsry r rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y r| z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r r� ry ry rz rY } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� rY r� ry ry re rz r s
5
1 r c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d ur�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )rd r r� r} r� �
issubclassr& r� r. r rv r� r� r� rP r� r� r� r� r� r& �r� rv r� re ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d ur | j j|||dd�S td|| j| ��d S )NFr r� )rv r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd ur&| j�� | S r )r� rv r� rO r� ry ry rz rO � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jd urn| j�| jd � n,tt| ��|� | jd urn| j�| jd � | S r )r} r- r� rd r rR rv r7 re ry rz rR � s
zParseElementEnhance.ignorec s& t t| ��� | jd ur"| j�� | S r� )rd r r rv r� re ry rz r � s
z ParseElementEnhance.streamlinec C sB | |v rt || g ��|d d � | g }| jd ur>| j�|� d S r� )r( rv rY )r� r� r� ry ry rz rY � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d ur(| j �|� | �g � d S r� �rv r[ rY �r� rZ r� ry ry rz r[ � s
z ParseElementEnhance.validatec sV zt t| ��� W S ty" Y n0 | jd u rP| jd urPd| jjt| j�f | _| jS r� ) rd r r� r� r� rv r� r� r� r� re ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� rO rR r rY r[ r� r� ry ry re rz r � s
r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )rd r r� r� �r� rv re ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rv r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr� ry ry re rz r � s r c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )rd r r� r� r� r� rv r� r" re ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rv r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� z~{r� �r r� r� r� rv r� ry ry rz r� s
zNotAny.__str__)Tr� ry ry re rz r � s
r c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d ur<| nd | _d S r� ) rd r$ r� r� r} r� r& r� � not_ender)r� rv �stopOn�enderre ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd u}|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfy� Y n0 ||fS �NFr ) rv r� r� r% r� r� r r! r� ) r� ru r� r� �self_expr_parse�self_skip_ignorables� check_ender�
try_not_enderr� �hasIgnoreExprsr� � tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� ry ry re rz r$
s r$ c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r� z}...r# r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s r c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r& T)rd r4 r� r� )r� rv r& re ry rz r� _ s zZeroOrMore.__init__Tc s: zt t| ��|||�W S ttfy4 |g f Y S 0 d S r� )rd r4 r� r! r� r� re ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r9 �]...r# r� ry ry rz r� i s
zZeroOrMore.__str__)N)Tr� ry ry re rz r4 S s r4 c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r ry r� ry ry rz r s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r rm r� ry ry ry rz r0 r s r0 c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr� T)rd r r� rv r� r! r� )r� rv r re ry rz r� � s
zOptional.__init__Tc C sx z | j j|||dd�\}}W nR ttfyn | jturf| j jr\t| jg�}| j|| j j< qj| jg}ng }Y n0 ||fS r( )rv r� r! r� r! �_optionalNotMatchedr� r$ )r� ru r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r9 r< r# r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r1 r� r� r� r� ry ry re rz r z s "
r c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )rd r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& r� �failOnr� rv r� )r� r+ �includerR r4 re ry rz r� � s
zSkipTo.__init__Tc C s" |}t |�}| j}| jj}| jd ur,| jjnd }| jd urB| jjnd } |}
|
|kr�|d urf|||
�rfq�| d ur�z| ||
�}
W qn ty� Y q�Y qn0 qnz|||
ddd� W q� tt fy� |
d7 }
Y qJ0 q�qJt||| j
| ��|
}|||� } t | �} | j �r||||dd�\}}
| |
7 } || fS )NF)r� r� r� r )
r� rv r� r4 r� r2 r� r r! r� r� r$ r3 )r� ru r� r� rx r� rv �
expr_parse�self_failOn_canParseNext�self_ignoreExpr_tryParse�tmploc�skiptext�
skipresultr� ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr� ry ry re rz r* � s 6
r* c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r� )rd r r� r7 re ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& r� rv r� r� r� rP r� r� r� r� r& r7 ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r7 ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r rN r� ry ry rz rO S s zForward.leaveWhitespacec C s$ | j s d| _ | jd ur | j�� | S r� )r� rv r r� ry ry rz r W s
zForward.streamlinec C s> | |vr0|d d � | g }| j d ur0| j �|� | �g � d S r� r r! ry ry rz r[ ^ s
zForward.validatec C s^ t | d�r| jS | jjd S z&| jd ur4t| j�}nd}W | j| _n
| j| _0 | jjd | S )Nr� z: ...�Nonez: )r r� r� r� Z _revertClass�_ForwardNoRecurserv r� )r� � retStringry ry rz r� e s
zForward.__str__c s. | j d urtt| ��� S t� }|| K }|S d S r� )rv rd r r� rG re ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r< r= rO r r[ r� r� r� ry ry re rz r - s
r c @ s e Zd Zdd� ZdS )r? c C s dS )Nr� ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r? ~ s r? c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r )rd r/ r� r� r re ry rz r� � s zTokenConverter.__init__)Fr� ry ry re rz r/ � s r/ c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )rd r r� rO �adjacentr� �
joinStringr� )r� rv rB rA re ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )rA r& rR rd r r7 re ry rz rR � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r= rB r� r� r )r� ru r� r� �retToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� rR r� r� ry ry re rz r � s
r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )rd r r� r� r" re ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r� ry ry re rz r � s
r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )rd r
r� r� r" re ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r r� )r� ru r� r� r� �tok�ikey� dictvaluery ry rz r� � s$
zDict.postParserD ry ry re rz r
� s # r
c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz rM " s zSuppress.suppressN)r� r� r� r� r� rM ry ry ry rz r- s r- c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r )r� �callable�called)r� �
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )rI rH r! )r� r� r rx r� ry ry rz rL - s
zOnlyOnce.__call__c C s
d| _ d S r )rI r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� rL rK ry ry ry rz r & s r c s8 t � �� � fdd�}z � j|_W n ty2 Y n0 |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n: ty� } z"tj�d||f � � W Y d }~n
d }~0 0 tj�d||f � |S )Nr� rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� r� r� �stderr�writerI r� )�paArgs�thisFuncr� r rx r� r| �ra ry rz �zL s ztraceParseAction.<locals>.z)r� r� r� )ra rR ry rQ rz rd 6 s
rd �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [rq r/ N)r� r r4 r� r- )rv �delim�combine�dlNamery ry rz rB b s
$rB c sj t � � � �fdd�}|du r0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r rx r< �� arrayExprrv ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>�arrayLenT�r� z(len) r� )r r1 rT r� r� r� r� r� )rv �intExprrY ry rW rz r> u s
r> c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r& r* r$ )�Lr� r� ry ry rz r* � s
r* c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� �ttry ry rz r� � r| zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r* r� r r )r� r rx �tflat��repry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr[ �(prev) )r r� r� r� )rv rc ry ra rz rQ � s
rQ c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r* r� r! )r� r rx � theseTokens�� matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr[ )r* r� r� )r� r rx rh ra rf rz rc � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr[ rd )r r� r� r� r� )rv �e2rc ry ra rz rP � s rP c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]rH rp r� r� )r� �_bslashr� )r� r� ry ry rz r� � s
r� Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n$ t�y� tjdt dd� Y n0 t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r� �r- �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r� r� rk ry ry rz r{ � r| c S s | |kS r� ry rk ry ry rz r{ � r| c S s
|� | �S r� )r� rk ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r2 r r� Nr� z[%s]c s s | ]}t |�V qd S r� )r� �r� �symry ry rz r� r| zoneOf.<locals>.<genexpr>r �|c s s | ]}t �|�V qd S r� )r� r� rm ry ry rz r� r| z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry rm ��parseElementClassry rz r� $ r| )r
r r} r� r� r r� r4 r5 r6 r r� r� r" r� r) r� r� r )
�strsr� �useRegex�isequal�masks�symbolsr� �curr r+ ry rp rz rU � sP
�
**� rU c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r ry ry rz rC & s !rC c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )rx ry r~ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nrx ry )r r~ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rv �asString� locMarker� endlocMarker� matchExprrz ry ry rz ri I s
ri c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rv ry ry rz rj n s rj c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry r~ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>�
locn_startr �locn_end)r r� r r� rO )rv �locatorry ry rz rl u s rl rE rK rJ rc rb z\[]-*.$+^?()~ �r� c C s |d d S r� ry r~ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstripr~ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv r~ ry ry rz r{ � r| z\]r� r9 rr �negate�bodyr< c sD dd� � z"d� � fdd�t�| �jD ��W S ty> Y dS 0 dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � r| z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�� _expandedry rz r� � r| zsrange.<locals>.<genexpr>N)r� �_reBracketExprr r� r� r� ry r� rz ra � s
" ra c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )ro �locnrz r; ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r< r� ry r; rz rO � s rO c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry r~ ��replStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s r^ c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry r~ ry ry rz r\ � s r\ c sL � �fdd�}zt �dt �d�j�}W n ty@ t��}Y n0 ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|g� �R � �qS ry ry )r� �tokn�r� r� ry rz r� � r| z(tokenMap.<locals>.pa.<locals>.<listcomp>ry r~ r� ry rz r� � s ztokenMap.<locals>.par� r� )r� r� r� r )r� r� r� r� ry r� rz ro � s
� ro c C s t | ��� S r� �r� r� rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:rL �tag�=�/F�r rE c S s |d dkS �Nr r� ry r~ ry ry rz r{ r| z_makeTags.<locals>.<lambda>rM r� c s s | ]}|d vr|V qdS )rM Nry r� ry ry rz r� r| z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry r~ ry ry rz r{ r| rN r� �:rq z<%s>r� z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStr�xml�resname� tagAttrName� tagAttrValue�openTagZprintablesLessRAbrack�closeTagry ry rz � _makeTags s>
� ���� ��..r� c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r� �r� ry ry rz rM ( s rM c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr� r� ry ry rz rN ; s rN c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry rD ry ry rz r� z r| z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||vr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r r� �attrName� attrValue��attrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� �attrDictr� ry r� rz rg D s 2 rg c C s" |r d| nd}t f i || i��S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )� classname� namespace� classattrry ry rz rm � s rm �(r� c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|du stt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dur�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|du�r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nr� rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r@ r� rV �LEFTr r r �RIGHTr} r rv r? r� r� )�baseExpr�opList�lpar�rparr� �lastExprr� �operDef�opExpr�arity�rightLeftAssocr� �termName�opExpr1�opExpr2�thisExprr~ ry ry rz rk � sZ =
&
�
&
�
rk z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|du �r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dur�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dur�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|du�rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r� rw ry ry rz r{ j r| c S s | d � � S r� r� rw ry ry rz r{ p r| c S s | d � � S r� r� rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r@ r} r� r� r r r r& r� r� rE r� r r r r- r4 r� )�opener�closer�contentr2 r� ry ry rz rR % sH :
����� �� ��
*$rR c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r rx �curCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r$ r! r� r� ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r� znot an unindent)r� r; r! r r� r� ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� �UNINDENTzindented block) r r rP rM r r� r� r r rR rj ) �blockStatementExprr� rR r� r� r� re r� �PEER�UNDENT�smExprry r� rz rh s( N ����rh z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>ro z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� �entityrw ry ry rz r] � s r] z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemr� r< c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS rI )rp �
_ipv6_partr% r^ ry ry rz r� � r| z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sP zt �|d � ��� W S tyJ } z t| |t|���W Y d }~n
d }~0 0 d S r� )r �strptime�dater@ r! r �r� r rx �ve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r� r� ry r� rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sL zt �|d � �W S tyF } z t| |t|���W Y d }~n
d }~0 0 d S r� )r r� r@ r! r r� r� ry rz r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r� ry r� rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsrS r� r� r� r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r� )r� )?r� r� r� r� ro rv �convertToInteger�float�convertToFloatr1 rT r� r� r� rF r� r) �signed_integerr� r� r rM �
mixed_integerr �real�sci_realr �numberr� r6 r5 r� � ipv4_addressr� �_full_ipv6_address�_short_ipv6_addressr� �_mixed_ipv6_addressr � ipv6_address� mac_addressr r� r� � iso8601_date�iso8601_datetime�uuidr9 r8 r� r� r r r rX r0 �
_commasepitemrB r[ r� �comma_separated_listrf rD ry ry ry rz rp sV ""
2
� � rp �__main__�select�fromr� rL )rU �columnsr� Ztables�commandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )rS F)N)FT)T)r� )T)�r� � __version__�__versionTime__�
__author__r� �weakrefr r� r� r� r4 r� r� r rf r� r� r �_threadr � ImportError� threading�collections.abcr r r r Z ordereddict�__all__r? � version_infor� rE �maxsizer� r r� �chrr� r� r r� r` �reversedr� r� rb r� r� r� r� Zmaxint�xranger� � __builtin__r� �fnamer$ r� r� r� r� r� r� r� �ascii_uppercase�ascii_lowercaser6 rT rF r5 rj r� � printablerX r� r r! r# r% r( r� r$ �registerr; rL rI rw r{ r} rS r� r& r. r r r r� r� r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r$ r r4 r0 r1 r r* r r? r/ r r r
r- r rd rB r> r* rQ rP r� rU rC ri rj rl r� rE rK rJ rc rb r� � _escapedPunc�_escapedHexChar�_escapedOctChar� _singleChar�
_charRanger� r� ra rO r^ r\ ro rf rD r� rM rN rg r� rm rV r� r� rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r� r r= r] r: rG rO r_ rA r? rH rZ r r r< rp r� Z selectTokenZ fromToken�identZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr~ r� r� r� r r� ry ry ry rz �<module> s� �4
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
��Z r
��� �"
"
site-packages/setuptools/_vendor/packaging/_typing.py 0000644 00000003424 15056474501 0017122 0 ustar 00 """For neatly implementing static typing in packaging.
`mypy` - the static type analysis tool we use - uses the `typing` module, which
provides core functionality fundamental to mypy's functioning.
Generally, `typing` would be imported at runtime and used in that fashion -
it acts as a no-op at runtime and does not have any run-time overhead by
design.
As it turns out, `typing` is not vendorable - it uses separate sources for
Python 2/Python 3. Thus, this codebase can not expect it to be present.
To work around this, mypy allows the typing import to be behind a False-y
optional to prevent it from running at runtime and type-comments can be used
to remove the need for the types to be accessible directly during runtime.
This module provides the False-y guard in a nicely named fashion so that a
curious maintainer can reach here to read this.
In packaging, all static-typing related imports should be guarded as follows:
from packaging._typing import TYPE_CHECKING
if TYPE_CHECKING:
from typing import ...
Ref: https://github.com/python/mypy/issues/3216
"""
__all__ = ["TYPE_CHECKING", "cast"]
# The TYPE_CHECKING constant defined by the typing module is False at runtime
# but True while type checking.
if False: # pragma: no cover
from typing import TYPE_CHECKING
else:
TYPE_CHECKING = False
# typing's cast syntax requires calling typing.cast at runtime, but we don't
# want to import typing at runtime. Here, we inform the type checkers that
# we're importing `typing.cast` as `cast` and re-implement typing.cast's
# runtime behavior in a block that is ignored by type checkers.
if TYPE_CHECKING: # pragma: no cover
# not executed at runtime
from typing import cast
else:
# executed at runtime
def cast(type_, value): # noqa
return value
site-packages/setuptools/_vendor/packaging/__pycache__/utils.cpython-39.pyc 0000644 00000003247 15056474501 0023103 0 ustar 00 a
(�Re � @ sx d dl mZmZmZ d dlZddlmZmZ ddlm Z m
Z
erZd dl m Z m
Z
e de�Ze�d�Zd d
� Zd d � ZdS )
� )�absolute_import�division�print_functionN� )�
TYPE_CHECKING�cast)�InvalidVersion�Version)�NewType�Union�NormalizedNamez[-_.]+c C s t �d| ��� }td|�S )N�-r )�_canonicalize_regex�sub�lowerr )�name�value� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �}W n ty" | Y S 0 g }|jdkrD|�d�|j�� |�t�ddd�dd� |jD ���� |j dur�|�d�d d� |j D ��� |j
dur�|�d
�|j
�� |j dur�|�d �|j �� |j dur�|�d �|j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr r r � <genexpr>/ � z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r r r r 3 r z.post{0}z.dev{0}z+{0})
r r �epoch�append�format�rer �join�release�pre�post�dev�local)�_version�version�partsr r r �canonicalize_version s"
&
r- )�
__future__r r r r# Z_typingr r r+ r r �typingr
r r r �compiler r r- r r r r �<module> s
site-packages/setuptools/_vendor/packaging/__pycache__/tags.cpython-39.pyc 0000644 00000041640 15056474501 0022700 0 ustar 00 a
(�Re^ � @ sL d dl mZ d dlZzd dlmZ W n. eyR d dlZdd� e�� D �Z[Y n0 d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZddlmZmZ er�d dlmZmZmZmZmZmZmZm Z m Z m Z e e Z e e e f Z!e e e f Z"e �#e$�Z%d d
d d d
d�Z&ej'dkZ(G dd� de)�Z*dd� Z+dd� Z,dSdd�Z-dd� Z.dd � Z/dTd d �Z0dUd d �Z1d!d"� Z2dVd#d$�Z3d%d&� Z4dWd'd(�Z5e(fd)d*�Z6d+d,� Z7dXd-d.�Z8d/d0� Z9d1d2� Z:d3d4� Z;d5d6� Z<d7d8� Z=d9d:� Z>G d;d<� d<e)�Z?d=d>� Z@d?d@� ZAdAdB� ZBdCdD� ZCe(fdEdF�ZDdGdH� ZEdIdJ� ZFdKdL� ZGdMdN� ZHdOdP� ZIdQdR� ZJdS )Y� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/tags.py�
<listcomp> � r � )�
TYPE_CHECKING�cast)
�Dict� FrozenSet�IO�Iterable�Iterator�List�Optional�Sequence�Tuple�Union�py�cp�pp�ip�jy)�python�cpython�pypy�
ironpython�jythonl c @ sd e Zd ZdZg d�Zdd� Zedd� �Zedd� �Zed d
� �Z d d � Z
d
d� Z dd� Z dd� Z
dS )�Tagz�
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
)� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr" r# r$ )�self� interpreter�abi�platformr r r �__init__F s
z Tag.__init__c C s | j S r% )r" �r' r r r r( L s zTag.interpreterc C s | j S r% )r# r, r r r r) Q s zTag.abic C s | j S r% )r$ r, r r r r* V s z Tag.platformc C s2 t |t�stS | j|jko0| j|jko0| j|jkS r% )�
isinstancer! �NotImplementedr* r) r( )r' �otherr r r �__eq__[ s
�
�z
Tag.__eq__c C s t | j| j| jf�S r% )�hashr" r# r$ r, r r r �__hash__f s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr" r# r$ r, r r r �__str__j s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r' �self_id)r3 �idr, r r r �__repr__n s z Tag.__repr__N)�__name__�
__module__� __qualname__�__doc__� __slots__r+ �propertyr( r) r* r0 r2 r4 r7 r r r r r! < s
r! c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )z�
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
�-�.)�set�split�addr! � frozenset)�tag�tags� interpreters�abis� platformsr( r) � platform_r r r � parse_tags s rJ c C sP |sdS t |�dks d|vrH|�dd� tt|�� ��}td�| |���|d S )z[
Backwards-compatibility with Python 2.7 to allow treating 'warn' as keyword-only.
Fr
�warnNz,{}() got an unexpected keyword argument {!r})�len�pop�next�iter�keys� TypeErrorr3 )� func_name�kwargs�argr r r �_warn_keyword_parameter� s
�rU Fc C s& t �| �}|d u r"|r"t�d| � |S )Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)� sysconfig�get_config_var�logger�debug)�namerK �valuer r r �_get_config_var� s
�r\ c C s | � dd�� dd�S )Nr? �_r> )�replace)�stringr r r �_normalize_string� s r` c C s t | �dkot| �dkS )zj
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
r
)� � )rL �tuple)�python_versionr r r �
_abi3_applies� s re c C s� t | �} g }t| d d� �}d } }}td|�}ttd�}dtv } |sX|d u r\|sX| r\d}| dk r�td|�}
|
sz|
d u r~d }| d
k r�td |�} | d ks�| d u r�tjd
kr�d}n|r�|�dj|d�� |� ddj||||d�� |S )Nrb � �Py_DEBUG�gettotalrefcountz_d.pyd�d)ra � �
WITH_PYMALLOC�m)ra ra �Py_UNICODE_SIZE� i�� �u� cp{version}��versionr z"cp{version}{debug}{pymalloc}{ucs4})rr rY �pymalloc�ucs4)
rc �_version_nodotr\ �hasattr�sysr �
maxunicode�appendr3 �insert) �
py_versionrK rG rr rY rs rt �
with_debug� has_refcount�has_ext�
with_pymalloc� unicode_sizer r r �
_cpython_abis� s<
����r� c
+ sZ t d|�}| s tjdd� } d�t| dd� ��� |du rVt| �dkrRt| |�}ng }t|�}dD ]&}z|�|� W qb t y� Y qb0 qbt|p�t
� �}|D ] }|D ]}t � ||�V q�q�t | �r� fdd�|D �D ]
}|V qԇ fd d�|D �D ]
}|V q�t | ��rVt
| d d dd
�D ]8} |D ],}d jt| d | f�d
�� t � d|�V �q$�q dS )a
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
� cpython_tagsNrb zcp{}r
)�abi3�nonec 3 s | ]}t � d |�V qdS )r� N�r! �r rI �r( r r � <genexpr> r z cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS )r� Nr� r� r� r r r� r ���rp r rq r� )rU rw � version_infor3 ru rL r� �list�remove�
ValueError�_platform_tagsr! re �range)
rd rG rH rS rK � explicit_abir) rI rD �
minor_versionr r� r r� � s<
�r� c c s t �d�} | rt| �V d S )N�SOABI)rV rW r` )r) r r r � _generic_abi s
r� c k s� t d|�}| s,t� }t|d�}d�||g�} |du r:t� }t|pDt� �}t|�}d|vrb|�d� |D ] }|D ]}t| ||�V qnqfdS )z�
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
� generic_tags�rK rf Nr� ) rU �interpreter_name�interpreter_version�joinr� r� r� ry r! ) r( rG rH rS rK � interp_name�interp_versionr) rI r r r r� s
r� c c s| t | �dkr&djt| dd� �d�V dj| d d�V t | �dkrxt| d d d d �D ] }djt| d |f�d�V qXdS )
z�
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
r
z py{version}Nrb rq z py{major}r )�majorr� )rL r3 ru r� )r{ �minorr r r �_py_interpreter_range4 s r� c c sx | st jdd� } t|p t� �}t| �D ] }|D ]}t|d|�V q0q(|rXt|dd�V t| �D ]}t|dd�V q`dS )z�
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
Nrb r� �any)rw r� r� r� r� r! )rd r( rH rr rI r r r �compatible_tagsD s r� c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch^ s
r� c C s� |g}|dkr*| dk rg S |� g d�� nn|dkrN| dk r>g S |� g d�� nJ|dkrv| dksf| dk rjg S |�d� n"|d kr�| d
kr�g S |� d d g� |�d
� |S )N�x86_64)�
rn )�intel�fat64�fat32r� )r� r� �fat�ppc64)r� � r� r� )r� � r� r� � universal)�extendry )rr �cpu_arch�formatsr r r �_mac_binary_formatsi s&
r� c c s� t �� \}}}| du r:tdttt|�d�dd� ���} n| } |du rPt|�}n|}t| d dd�D ]>}| d |f}t ||�}|D ] }dj
|d |d |d �V q�qddS )
aD
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
N�
MacVersionr? rb r
r� r z&macosx_{major}_{minor}_{binary_format})r� r� �
binary_format) r* �mac_verr rc �map�intrA r� r� r� r3 ) rr r� � version_strr] r� r� �compat_version�binary_formatsr� r r r �
mac_platforms� s
$
�r� c C s< z dd l }tt|| d ��W S ttfy2 Y n0 t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)rZ �
glibc_versionr� r r r �_is_manylinux_compatible� s r� c C s t � p
t� S r% )� _glibc_version_string_confstr� _glibc_version_string_ctypesr r r r �_glibc_version_string� s r� c C sH z&t �d�} | dusJ �| �� \}}W n ttttfyB Y dS 0 |S )zJ
Primary implementation of glibc_version_string using os.confstr.
�CS_GNU_LIBC_VERSIONN)�os�confstrrA �AssertionErrorr� �OSErrorr� )�version_stringr] rr r r r r� � s � r� c C sr z ddl } W n ty Y dS 0 | �d�}z
|j}W n tyJ Y dS 0 | j|_|� }t|t�sn|� d�}|S )zG
Fallback implementation of glibc_version_string using ctypes.
r N�ascii)
�ctypesr� �CDLL�gnu_get_libc_versionr� �c_char_p�restyper- �str�decode)r� �process_namespacer� r� r r r r� � s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr� r� )�re�match�warningsrK �RuntimeWarningr� �group)r� �required_major�
minimum_minorrl r r r �_check_glibc_version� s ���r� c C s t � }|d u rdS t|| |�S �NF)r� r� )r� r� r� r r r r� s r� c @ sT e Zd ZG dd� de�ZdZdZdZdZdZ dZ
dZ dZ d Z
d
Zd Zd Zd
d� ZdS )�_ELFFileHeaderc @ s e Zd ZdZdS )z$_ELFFileHeader._InvalidELFFileHeaderz7
An invalid ELF file header was found.
N)r8 r9 r: r; r r r r �_InvalidELFFileHeader s r� iFLEr
rb ra � �( �> l ~ i i c sr � fdd�}|d�| _ | j | jkr*t�� �|d�| _| j| j| jhvrNt�� �|d�| _| j| j| j hvrrt�� �|d�| _
|d�| _ |d�| _ � �
d�| _| j| jkr�dnd}| j| jkr�dnd}| j| jkr�d nd
}| j| jkr�|n|}||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _d S ) Nc s@ z t �| � �t �| ���\}W n t jy: t�� �Y n0 |S r% )�struct�unpack�read�calcsize�errorr� r� )�fmt�result��filer r r� ) s �
z'_ELFFileHeader.__init__.<locals>.unpackz>I�B� z<Hz>Hz<Iz<Qz>Q) �
e_ident_magic�ELF_MAGIC_NUMBERr� r� �
e_ident_class�
ELFCLASS32�
ELFCLASS64� e_ident_data� ELFDATA2LSB� ELFDATA2MSB�e_ident_version�
e_ident_osabi�e_ident_abiversionr� � e_ident_pad�e_type� e_machine� e_version�e_entry�e_phoff�e_shoff�e_flags�e_ehsize� e_phentsize�e_phnum� e_shentsize�e_shnum�
e_shstrndx)r' r� r� �format_h�format_i�format_q�format_pr r� r r+ ' s>
z_ELFFileHeader.__init__N)r8 r9 r: r� r� r� r� r� r� r� �EM_386�EM_S390�EM_ARM� EM_X86_64�EF_ARM_ABIMASK�EF_ARM_ABI_VER5�EF_ARM_ABI_FLOAT_HARDr+ r r r r r� s r� c C s\ z8t tjd��} t| �}W d � n1 s,0 Y W n ttttjfyV Y d S 0 |S )N�rb)�openrw �
executabler� �IOErrorr� rQ r� )�f�
elf_headerr r r �_get_elf_headerS s *r c C sn t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|| j| j@ | j kM }|| j| j
@ | j
kM }|S r� ) r r� r� r� r� r� r r r r r �r r� r r r �_is_linux_armhf] s
�
�r c C sB t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|S r� )r r� r� r� r� r� r
r r r r �_is_linux_i686q s r c C s | dkrt � S | dkr t� S dS )N�armv7l�i686T)r r )r� r r r � _have_compatible_manylinux_abi| s
r c c s� t tj�� �}| r,|dkr d}n |dkr,d}g }|�dd�\}}t|�rv|dv rZ|�d� |d v rv|�d
� |�d � t|�}|D ]$\}}t||�r�|� d |�V q�q�|D ]\}}|� d |�V q�|V d S )
N� linux_x86_64�
linux_i686�
linux_aarch64� linux_armv7lr] r
> �ppc64le�aarch64r �s390xr r� r� )�
manylinux2014)rb � > r� r )�
manylinux2010)rb � )�
manylinux1)rb r� �linux)
r` � distutils�util� get_platformrA r ry rO r� r^ )r� r- Zmanylinux_supportr] r� Zmanylinux_support_iterrZ r� r r r �_linux_platforms� s8 ���
r1 c c s t tj�� �V d S r% )r` r. r/ r0 r r r r �_generic_platforms� s r2 c C s. t �� dkrt� S t �� dkr$t� S t� S dS )z;
Provides the platform tags for this installation.
�Darwin�LinuxN)r* �systemr� r1 r2 r r r r r� � s
r� c C s: z t jj} W n ty* t�� �� } Y n0 t�| �p8| S )z6
Returns the name of the running interpreter.
) rw �implementationrZ r� r* �python_implementationr& �INTERPRETER_SHORT_NAMES�get)rZ r r r r� � s
r� c K s: t d| �}td|d�}|r$t|�}nttjdd� �}|S )z9
Returns the version of the running interpreter.
r� �py_version_nodotr� Nrb )rU r\ r� ru rw r� )rS rK rr r r r r� � s
r� c C s, t dd� | D ��rd}nd}|�tt| ��S )Nc s s | ]}|d kV qdS )r� Nr )r �vr r r r� � r z!_version_nodot.<locals>.<genexpr>r] rf )r� r� r� r� )rr �sepr r r ru � s ru c k sX t d| �}t� }|dkr0t|d�D ]
}|V q"nt� D ]
}|V q6t� D ]
}|V qHdS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
�sys_tagsr r� N)rU r� r� r� r� )rS rK r� rD r r r r= � s
r= )F)F)NNN)NNN)NNN)NN)K�
__future__r �distutils.utilr. �importlib.machineryr r� �impZ get_suffixes�loggingr� r* r� r� rw rV r� Z_typingr r �typingr
r r r r r r r r r r� �
PythonVersionr� Z GlibcVersion� getLoggerr8 rX r8 �maxsize�_32_BIT_INTERPRETER�objectr! rJ rU r\ r` re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r1 r2 r� r� r� ru r= r r r r �<module> s� 0
�
7
& �
< �
�
# @
!
site-packages/setuptools/_vendor/packaging/__pycache__/requirements.cpython-39.pyc 0000644 00000010043 15056474501 0024456 0 ustar 00 a
(�Re5 � @ s� d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZ dd lmZmZ dd
lmZm Z m Z er�d d l m Z G d d
� d
e �Z!e ej"ej# �Z$ed��%� Z&ed��%� Z'ed��%� Z(ed��%� Z)ed��%� Z*ed��%� Z+ed��%� Z,e d�Z-e$e e-�e$ B Z.ee$e e.� �Z/e/d�Z0e/Z1ed�d�Z2e,e2 Z3e1e e*e1 � Z4e&e
e4� e' d�Z5ee j6ej7ej8B �Z9eej6ej7ej8B �Z:e9e:A Z;ee;e e*e; � ddd�d �Z<e
e(e< e) e<B �Z=e=�>d d � � e e=�d �Z?e?�>d d � � e e� �d!�Ze�>d"d � � e+Z@e@e ZAe?e
eA� ZBe3e
eA� ZCe0e
e5� eCeBB ZDeeD e ZEeE�Fd#� G d$d%� d%eG�ZHdS )&� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )�
TYPE_CHECKING)� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSet)�Listc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)�
joinString�adjacent� _raw_specc C s
|j pdS )N� )r+ ��s�l�tr r r �<lambda>; � r1 � specifierc C s |d S )Nr r r- r r r r1 > r2 �markerc C s t | |j|j� �S )N)r �_original_start�
_original_endr- r r r r1 B r2 zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nF tyT } z.td�||j|jd � |j���W Y d }~n
d }~0 0 |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �format�loc�msgr& r' �urlparse�scheme�
urlunparse�netloc�setr( �asListr r3 r4 )�self�requirement_string�req�e�
parsed_urlr r r �__init___ s2 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r# z@ {0}� z; {0}r, )
r& r( �appendr< �join�sortedr3 �strr' r4 )rE �partsr r r �__str__{ s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r< rO )rE r r r �__repr__� s zRequirement.__repr__N)r r r r rJ rQ rR r r r r r7 R s r7 )I�
__future__r r r �string�reZsetuptools.extern.pyparsingr r r r r r
r r r
r �L�urllibr r? Z_typingr �markersr r �
specifiersr r r �typingr �
ValueErrorr �
ascii_letters�digits�ALPHANUM�suppress�LBRACKET�RBRACKET�LPAREN�RPAREN�COMMA� SEMICOLON�AT� PUNCTUATION�IDENTIFIER_END�
IDENTIFIER�NAME�EXTRA�URI�URL� EXTRAS_LIST�EXTRAS�
_regex_str�VERBOSE�
IGNORECASE�VERSION_PEP440�VERSION_LEGACY� VERSION_ONE� VERSION_MANY�
_VERSION_SPEC�setParseAction� VERSION_SPEC�MARKER_SEPARATOR�MARKER�VERSION_AND_MARKER�URL_AND_MARKER�NAMED_REQUIREMENTr: r; �objectr7 r r r r �<module> sj �� �
site-packages/setuptools/_vendor/packaging/__pycache__/_structures.cpython-39.pyc 0000644 00000005606 15056474501 0024326 0 ustar 00 a
(�Re� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )� InfinityTypec C s dS )N�Infinity� ��selfr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/_structures.py�__repr__ s zInfinityType.__repr__c C s t t| ��S �N��hash�reprr r r r
�__hash__ s zInfinityType.__hash__c C s dS �NFr �r �otherr r r
�__lt__ s zInfinityType.__lt__c C s dS r r r r r r
�__le__ s zInfinityType.__le__c C s t || j�S r ��
isinstance� __class__r r r r
�__eq__ s zInfinityType.__eq__c C s t || j� S r r r r r r
�__ne__ s zInfinityType.__ne__c C s dS �NTr r r r r
�__gt__ s zInfinityType.__gt__c C s dS r r r r r r
�__ge__$ s zInfinityType.__ge__c C s t S r )�NegativeInfinityr r r r
�__neg__( s zInfinityType.__neg__N� �__name__�
__module__� __qualname__r r r r r r r r r r r r r
r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�NegativeInfinityTypec C s dS )Nz -Infinityr r r r r
r 1 s z NegativeInfinityType.__repr__c C s t t| ��S r r
r r r r
r 5 s z NegativeInfinityType.__hash__c C s dS r r r r r r
r 9 s zNegativeInfinityType.__lt__c C s dS r r r r r r
r = s zNegativeInfinityType.__le__c C s t || j�S r r r r r r
r A s zNegativeInfinityType.__eq__c C s t || j� S r r r r r r
r E s zNegativeInfinityType.__ne__c C s dS r r r r r r
r I s zNegativeInfinityType.__gt__c C s dS r r r r r r
r M s zNegativeInfinityType.__ge__c C s t S r )r r r r r
r Q s z NegativeInfinityType.__neg__Nr r r r r
r$ 0 s r$ N) �
__future__r r r �objectr r r$ r r r r r
�<module> s && site-packages/setuptools/_vendor/packaging/__pycache__/version.cpython-39.pyc 0000644 00000032072 15056474501 0023426 0 ustar 00 a
(�Ren< � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZm Z ddl
m Z e �r.d dl m
Z
mZmZmZmZmZmZ ddlmZmZ eeef Zeeeeef f Zeeeef Zeeeeeeeef eeef f df f Zeeeedf eeeef Z eeeedf f Z e
ee e f ee e f ge f Z g d �Z e�!d
g d ��Z"d d
� Z#G dd� de$�Z%G dd� de&�Z'G dd� de'�Z(e�)dej*�Z+dddddd�Z,dd� Z-dd � Z.d Z/G d d � d e'�Z0d d!� Z1e�)d"�Z2d#d$� Z3d%d&� Z4dS )'� )�absolute_import�division�print_functionN� )�Infinity�NegativeInfinity)�
TYPE_CHECKING)�Callable�Iterator�List�Optional� SupportsInt�Tuple�Union)� InfinityType�NegativeInfinityType.)�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version)�epoch�release�dev�pre�post�localc C s* z
t | �W S ty$ t| � Y S 0 dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r r )�version� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/version.pyr 0 s
r c @ s e Zd ZdZdS )r zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r = s r c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )� _BaseVersionNc C s
t | j�S �N)�hash�_key��selfr r r �__hash__F s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r& r ��s�or r r �<lambda>L � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r* �otherr r r �__lt__J s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ P r0 z%_BaseVersion.__le__.<locals>.<lambda>r1 r3 r r r �__le__N s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ T r0 z%_BaseVersion.__eq__.<locals>.<lambda>r1 r3 r r r �__eq__R s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ X r0 z%_BaseVersion.__ge__.<locals>.<lambda>r1 r3 r r r �__ge__V s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ \ r0 z%_BaseVersion.__gt__.<locals>.<lambda>r1 r3 r r r �__gt__Z s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ ` r0 z%_BaseVersion.__ne__.<locals>.<lambda>r1 r3 r r r �__ne__^ s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r& )�
isinstancer% �NotImplementedr( )r* r4 �methodr r r r2 b s
z_BaseVersion._compare) r! r" r# r( r+ r5 r6 r7 r8 r9 r: r2 r r r r r% C s r% c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r& )�str�_version�_legacy_cmpkeyr( )r* r r r r �__init__k s
zLegacyVersion.__init__c C s | j S r& �r? r) r r r �__str__p s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr> r) r r r �__repr__t s zLegacyVersion.__repr__c C s | j S r& rB r) r r r �publicx s zLegacyVersion.publicc C s | j S r& rB r) r r r � base_version} s zLegacyVersion.base_versionc C s dS )N���r r) r r r r � s zLegacyVersion.epochc C s d S r& r r) r r r r � s zLegacyVersion.releasec C s d S r& r r) r r r r � s zLegacyVersion.prec C s d S r& r r) r r r r � s zLegacyVersion.postc C s d S r& r r) r r r r � s zLegacyVersion.devc C s d S r& r r) r r r r � s zLegacyVersion.localc C s dS �NFr r) r r r �
is_prerelease� s zLegacyVersion.is_prereleasec C s dS rK r r) r r r �is_postrelease� s z LegacyVersion.is_postreleasec C s dS rK r r) r r r �
is_devrelease� s zLegacyVersion.is_devreleaseN)r! r" r# rA rC rG �propertyrH rI r r r r r r rL rM rN r r r r r j s2
r z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dv rF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r- �partr r r �_parse_version_parts� s r` c C sv d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� q|t|�fS )NrJ rX rY z*final-�00000000)r` �lower�
startswith�pop�append�tuple)r r �partsr_ r r r r@ � s
r@ a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Ze d d � �Ze d!d"� �Ze d#d$� �Zd%S )&r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S r& )�int��.0�ir r r � <genexpr> r0 z#Version.__init__.<locals>.<genexpr>r rU �pre_l�pre_n�post_l�post_n1�post_n2�dev_l�dev_nr )r r r r r r )�_regex�searchr rE r �grouprh rf r[ �_parse_letter_version�_parse_local_versionr? �_cmpkeyr r r r r r r( )r* r �matchr r r rA s* � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>rD r) r r r rG - s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd urb|�d�dd� | jD ��� | jd ur~|�d�| j�� | jd ur�|�d �| j�� | jd ur�|�d
�| j�� d�|�S ) Nr �{0}!rU c s s | ]}t |�V qd S r& �r> �rj �xr r r rl : r0 z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r& r| r} r r r rl > r0 z.post{0}z.dev{0}z+{0}) r re rE �joinr r r r r �r* rg r r r rC 1 s
zVersion.__str__c C s | j j}|S r& )r? r )r* �_epochr r r r N s z
Version.epochc C s | j j}|S r& )r? r )r* �_releaser r r r T s zVersion.releasec C s | j j}|S r& )r? r )r* �_prer r r r Z s z Version.prec C s | j jr| j jd S d S �Nr )r? r r) r r r r ` s z Version.postc C s | j jr| j jd S d S r� )r? r r) r r r r e s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrU c s s | ]}t |�V qd S r& r| r} r r r rl n r0 z Version.local.<locals>.<genexpr>)r? r r� r) r r r r j s z
Version.localc C s t | ��dd�d S )N�+r r )r> r[ r) r r r rH r s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr r{ rU c s s | ]}t |�V qd S r& r| r} r r r rl � r0 z'Version.base_version.<locals>.<genexpr>r )r re rE r� r r� r r r rI w s
zVersion.base_versionc C s | j d up| jd uS r& )r r r) r r r rL � s zVersion.is_prereleasec C s
| j d uS r& )r r) r r r rM � s zVersion.is_postreleasec C s
| j d uS r& )r r) r r r rN � s zVersion.is_devreleasec C s t | j�dkr| jd S dS )Nr r ��lenr r) r r r �major� s z
Version.majorc C s t | j�dkr| jd S dS )N� r r r� r) r r r �minor� s z
Version.minorc C s t | j�dkr| jd S dS )N� r� r r� r) r r r �micro� s z
Version.microN)r! r" r# �re�compiler �VERBOSE�
IGNORECASErt rA rG rC rO r r r r r r rH rI rL rM rN r� r� r� r r r r r s@
r c C sv | rZ|d u rd}| � � } | dkr&d} n(| dkr4d} n| dv rBd} n | dv rNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr �alpha�a�beta�b)rP r rR rT )�rev�rr )rb rh )�letter�numberr r r rw � s" rw z[\._-]c C s$ | dur t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r& )�isdigitrb rh )rj r_ r r r rl � s �z'_parse_local_version.<locals>.<genexpr>)rf �_local_version_separatorsr[ )r r r r rx � s
�rx c C s� t ttt�dd� t|�����}|d u r>|d u r>|d ur>t}n|d u rLt}n|}|d u r^t}n|}|d u rpt} n|} |d u r�t}
nt dd� |D ��}
| |||| |
fS )Nc S s | dkS )Nr r )r~ r r r r/ � r0 z_cmpkey.<locals>.<lambda>c s s( | ] }t |t�r|d fnt|fV qdS )r N)r; rh r ri r r r rl s z_cmpkey.<locals>.<genexpr>)rf �reversed�list� itertools� dropwhiler r ) r r r r r r r� r� �_post�_dev�_localr r r ry � s( � �ry )5�
__future__r r r � collectionsr� r� � _structuresr r Z_typingr �typingr r
r r r
r r r r �
InfiniteTypesr> rh �PrePostDevType� SubLocalType� LocalType�CmpKey� LegacyCmpKey�bool�VersionComparisonMethod�__all__�
namedtupler r �
ValueErrorr �objectr% r r� r� rZ r\ r` r@ r r rw r� rx ry r r r r �<module> sp $
������ ���
'F� &
site-packages/setuptools/_vendor/packaging/__pycache__/__about__.cpython-39.pyc 0000644 00000001360 15056474501 0023643 0 ustar 00 a
(�Re� � @ sD d dl mZmZmZ g d�ZdZdZdZdZdZ dZ
d Z d
e Z d S ) � )�absolute_import�division�print_function)� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__� packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz20.4z)Donald Stufft and individual contributorszdonald@stufft.iozBSD-2-Clause or Apache-2.0zCopyright 2014-2019 %sN)
�
__future__r r r �__all__r r r r r r
r r � r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/__about__.py�<module> s site-packages/setuptools/_vendor/packaging/__pycache__/markers.cpython-39.pyc 0000644 00000022212 15056474501 0023400 0 ustar 00 a
(�Re%% � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZ dd lmZmZ er�d d
lmZm Z m Z m Z m Z m Z m!Z! e e"e"ge#f Z$g d �Z%G d d
� d
e&�Z'G dd� de&�Z(G dd� de&�Z)G dd� de*�Z+G dd� de+�Z,G dd� de+�Z-G dd� de+�Z.ed�ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B ed+�B Z/d$d#d d ddd,�Z0e/�1d-d.� � ed/�ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B ed6�B Z2e2ed7�B ed8�B Z3e3�1d9d.� � ed:�ed;�B Z4e4�1d<d.� � ed=�ed>�B Z5e/e4B Z6ee6e3 e6 �Z7e7�1d?d.� � ed@��8� Z9edA��8� Z:e� Z;e7ee9e; e: �B Z<e;e<e
e5e; � > e e; e Z=dBdC� Z>dXdEdF�Z?dGd.� dHd.� ej@ejAejBejCejDejEdI�ZFdJdK� ZGG dLdM� dMe*�ZHeH� ZIdNdO� ZJdPdQ� ZKdRdS� ZLdTdU� ZMG dVdW� dWe*�ZNdS )Y� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)�
TYPE_CHECKING)� Specifier�InvalidSpecifier)�Any�Callable�Dict�List�Optional�Tuple�Union)�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r$ r$ ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/markers.pyr " s r c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r$ r$ r$ r% r ( s r c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r$ r$ r$ r% r . s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr( r$ r$ r% �__init__6 s z
Node.__init__c C s
t | j�S r' )�strr( �r) r$ r$ r% �__str__: s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r+ r, r$ r$ r% �__repr__> s z
Node.__repr__c C s t �d S r' )�NotImplementedErrorr, r$ r$ r% � serializeB s zNode.serializeN)r r! r" r* r- r0 r2 r$ r$ r$ r% r& 5 s r& c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r' �r+ r, r$ r$ r% r2 H s zVariable.serializeN�r r! r" r2 r$ r$ r$ r% r3 G s r3 c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r. r, r$ r$ r% r2 N s zValue.serializeNr5 r$ r$ r$ r% r6 M s r6 c @ s e Zd Zdd� ZdS )�Opc C s t | �S r' r4 r, r$ r$ r% r2 T s z Op.serializeNr5 r$ r$ r$ r% r7 S s r7 �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementation�extra)rC rD rE rF rG rH c C s t t�|d |d ��S �Nr )r3 �ALIASES�get��s�l�tr$ r$ r% �<lambda>u � rQ z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rJ )r7 rM r$ r$ r% rQ | rR �'�"c C s t |d �S rJ )r6 rM r$ r$ r% rQ rR �and�orc C s t |d �S rJ )�tuplerM r$ r$ r% rQ � rR �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r$ )�_coerce_parse_result)�.0�ir$ r$ r% �
<listcomp>� rR z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr$ r$ r% rb � s
rb Tc C s� t | tttf�sJ �t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rc �mr$ r$ r% � <genexpr>� rR z!_format_marker.<locals>.<genexpr>� r` ra c S s g | ] }|� � �qS r$ )r2 rj r$ r$ r% re � rR z"_format_marker.<locals>.<listcomp>)rf �listr_ r �lenri �join)�markerrh �innerr$ r$ r% ri � s �
��
ri c C s | |v S r' r$ ��lhs�rhsr$ r$ r% rQ � rR c C s | |vS r' r$ rs r$ r$ r% rQ � rR )rZ rY rX rU rS rV rT rW c C sj zt d�|�� |g��}W n ty, Y n 0 |�| �S t�|�� �}|d u r`td�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rp r2 r �contains�
_operatorsrL r r. )rt �opru �spec�operr$ r$ r% �_eval_op� s
�r| c @ s e Zd ZdS )� UndefinedN)r r! r" r$ r$ r$ r% r} � s r} c C s( | � |t�}t|t�r$td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rL �
_undefinedrf r} r r. )� environment�namer( r$ r$ r% �_get_env� s
�r� c C s� g g}| D ]�}t |tttf�s"J �t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j�}|j}n|j}t||j�}|d �t |||�� q
|dv s�J �|dkr
|�g � q
t
dd� |D ��S )N���)r] r^ r^ c s s | ]}t |�V qd S r' )�all)rc �itemr$ r$ r% rl rR z$_evaluate_markers.<locals>.<genexpr>) rf rn r_ r �append�_evaluate_markersr3 r� r( r| �any) �markersr �groupsrq rt ry ru � lhs_value� rhs_valuer$ r$ r% r� � s"
r� c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r. � releaselevelr+ �serial)�info�version�kindr$ r$ r% �format_full_version s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rv �.� ) r: r8 rB r> r< r? r= r; r9 r@ rA )�hasattr�sysr� r� r� r� �os�platform�machine�release�systemr@ rH rp �python_version_tuple)�iverr: r$ r$ r% r s"
�r c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C sb zt t�|��| _W nH ty\ } z0d�|||j|jd � �}t|��W Y d }~n
d }~0 0 d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rb �MARKER� parseString�_markersr r. �locr )r) rq �eZerr_strr$ r$ r% r* ( s �zMarker.__init__c C s
t | j�S r' )ri r� r, r$ r$ r% r- 2 s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r. r+ r, r$ r$ r% r0 6 s zMarker.__repr__Nc C s$ t � }|dur|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater� r� )r) r �current_environmentr$ r$ r% �evaluate: s
zMarker.evaluate)N)r r! r" r* r- r0 r� r$ r$ r$ r% r ' s
r )T)O�
__future__r r r �operatorr� r� r� Zsetuptools.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z_typingr �
specifiersr r �typingr r r r r r r r+ �bool�Operator�__all__�
ValueErrorr r r �objectr& r3 r6 r7 �VARIABLErK �setParseAction� VERSION_CMP� MARKER_OP� MARKER_VALUE�BOOLOP�
MARKER_VAR� MARKER_ITEM�suppress�LPAREN�RPAREN� MARKER_EXPR� MARKER_ATOMr� rb ri �lt�le�eq�ne�ge�gtrx r| r} r~ r� r� r� r r r$ r$ r$ r% �<module> s� $ �������� �
� � �
�������>�
� site-packages/setuptools/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc 0000644 00000050231 15056474501 0024072 0 ustar 00 a
(�Re�| � @ sX d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z ddl
mZ ddlmZmZmZ e r�d dlmZmZmZmZmZmZmZmZm Z eeef Z eeee f Z ee e ge f Z!G d d
� d
e"�Z#G d d � d e
ej$e%��Z&G d
d� de&�Z'G dd� de'�Z(dd� Z)G dd� de'�Z*e�+d�Z,dd� Z-dd� Z.G dd� de&�Z/dS ) � )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�
TYPE_CHECKING)�canonicalize_version)�Version�
LegacyVersion�parse) �List�Dict�Union�Iterable�Iterator�Optional�Callable�Tuple� FrozenSetc @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/specifiers.pyr " s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__) s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__1 s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__8 s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r" r r r �__ne__@ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleasesH s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r& P s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr& r r r �containsX s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler& r r r �filter_ s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r! r$ r% �abstractpropertyr& �setterr+ r- r r r r r ( s
r c @ s� e Zd Zi Zd"dd�Zdd� Zdd� Zed d
� �Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
edd� �Zedd� �Zedd� �Zejdd� �Zd d � Zd#d d �Zd$d d!�ZdS )%�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr& �matchr r r �__init__l s �z _IndividualSpecifier.__init__c C s0 | j d urd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r3 z<{0}({1!r}{2})>)r< r8 r& � __class__r �str�r �prer r r �__repr__z s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r8 r; r r r r r � s z _IndividualSpecifier.__str__c C s | j d t| j d �fS )Nr r )r; r r r r r �_canonical_spec� s z$_IndividualSpecifier._canonical_specc C s
t | j�S �N)�hashrF r r r r r! � s z _IndividualSpecifier.__hash__c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rG )�
isinstancer rA rB r �NotImplementedrF r" r r r r$ � s
z_IndividualSpecifier.__eq__c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rG )rI r rA rB r rJ r; r" r r r r% � s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��}|S )Nz _compare_{0})�getattrr8 �
_operators)r �op�operator_callabler r r �
_get_operator� s �z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S rG )rI r r
r �r r5 r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r; r r r r r4 � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rR r r r r r5 � s z _IndividualSpecifier.versionc C s | j S rG �r< r r r r r& � s z _IndividualSpecifier.prereleasesc C s
|| _ d S rG rS r' r r r r& � s c C s
| � |�S rG �r+ �r r* r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s> |d u r| j }| �|�}|jr&|s&dS | �| j�}||| j�S �NF)r& rQ �
is_prereleaserO r4 r5 )r r* r& �normalized_itemrN r r r r+ � s
z _IndividualSpecifier.containsc c s� d}g }d|d ur|ndi}|D ]F}| � |�}| j|fi |��r |jr\|s\| js\|�|� q d}|V q |s�|r�|D ]
}|V qtd S )NFr& T)rQ r+ rX r& �append)r r, r& �yielded�found_prereleases�kwr5 �parsed_versionr r r r- � s"
�� z_IndividualSpecifier.filter)r3 N)N)N)r r r rL r? rE r �propertyrF r! r$ r% rO rQ r4 r5 r& r1 rV r+ r- r r r r r2 h s,
r2 c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S rG )rI r rB rP r r r rQ s
z LegacySpecifier._coerce_versionc C s || � |�kS rG �rQ �r � prospectiver= r r r �_compare_equal& s z LegacySpecifier._compare_equalc C s || � |�kS rG ro rp r r r �_compare_not_equal* s z"LegacySpecifier._compare_not_equalc C s || � |�kS rG ro rp r r r �_compare_less_than_equal. s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS rG ro rp r r r �_compare_greater_than_equal2 s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S rG ro rp r r r �_compare_less_than6 s z"LegacySpecifier._compare_less_thanc C s || � |�kS rG ro rp r r r �_compare_greater_than: s z%LegacySpecifier._compare_greater_thanN)r r r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr6 rL rQ rr rs rt ru rv rw r r r r r` s � r` c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rW )rI r
rp ��fnr r �wrappedC s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)r~ r r r} r �_require_version_compare? s r� c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
ra rb �
compatiblerc rd re rf rg rh � arbitrary)�~=ri rj rk rl rm rn �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )N�post�dev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*rl ri )�join�list� itertools� takewhile�_version_splitrO )r rq r= �prefixr r r �_compare_compatible� s
����
�z Specifier._compare_compatiblec C sz |� d�rVt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}||kS t|�}|jsnt|j�}||kS d S )Nr� ���)�endswithr
�publicr� rB �len� _pad_version�local) r rq r= �
split_spec�split_prospective�shortened_prospective� padded_spec�padded_prospective� spec_versionr r r rr � s
�
zSpecifier._compare_equalc C s | � ||� S rG )rr rp r r r rs � s z Specifier._compare_not_equalc C s t |j�t |�kS rG �r
r� rp r r r rt s z"Specifier._compare_less_than_equalc C s t |j�t |�kS rG r� rp r r r ru
s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r
rX � base_version�r rq �spec_strr= r r r rv s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd urZt |j�t |j�krZdS dS r� )r
�is_postreleaser� r� r� r r r rw 1 s
z Specifier._compare_greater_thanc C s t |��� t |��� kS rG )rB �lowerrp r r r �_compare_arbitraryR s z Specifier._compare_arbitraryc C sR | j d ur| j S | j\}}|dv rN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)ri rl rk r� r� ri r� r� TF)r< r; r� r rX )r r4 r5 r r r r& V s
zSpecifier.prereleasesc C s
|| _ d S rG rS r' r r r r& p s N)r r r rx ry rz r{ r| r6 rL r� r� rr rs rt ru rv rw r� r_ r& r1 r r r r r� M s< ] �
(
r� z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nr� )�split�
_prefix_regexr7 �extend�groupsrZ )r5 �resultr* r> r r r r� y s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S rG ��isdigitr� r r r r� � r� z _pad_version.<locals>.<lambda>c S s | � � S rG r� r� r r r r� � r� r r �0)rZ r� r� r� r� �insert�max�chain)�left�right�
left_split� right_splitr r r r� � s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr3 Nc C sl dd� |� d�D �}t� }|D ]8}z|�t|�� W q tyT |�t|�� Y q 0 q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r: ��.0�sr r r �
<listcomp>� r� z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addr� r r` � frozenset�_specsr< )r �
specifiersr& �split_specifiers�parsed� specifierr r r r? � s
zSpecifierSet.__init__c C s* | j d urd�| j�nd}d�t| �|�S )Nr@ r3 z<SpecifierSet({0!r}{1})>)r< r8 r& rB rC r r r rE � s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S rG )rB r� r r r � <genexpr>� r� z'SpecifierSet.__str__.<locals>.<genexpr>)r� �sortedr� r r r r r � s zSpecifierSet.__str__c C s
t | j�S rG )rH r� r r r r r! � s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd u rX|jd urX|j|_n<| jd urv|jd u rv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)rI r r� rJ r� r� r< �
ValueError)r r# r� r r r �__and__� s
�zSpecifierSet.__and__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rG �rI r r2 r� rB rJ r� r" r r r r$ � s
zSpecifierSet.__eq__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rG r� r" r r r r% � s
zSpecifierSet.__ne__c C s
t | j�S rG )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S rG )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d ur| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S rG �r& r� r r r r� r� z+SpecifierSet.prereleases.<locals>.<genexpr>)r< r� �anyr r r r r& � s
zSpecifierSet.prereleasesc C s
|| _ d S rG rS r' r r r r& s c C s
| � |�S rG rT rU r r r rV s zSpecifierSet.__contains__c sL t � ttf�st� �� �d u r$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrT r� �r* r& r r r� * r� z(SpecifierSet.contains.<locals>.<genexpr>)rI r r
r r& rX �allr� r) r r� r r+ s
zSpecifierSet.containsc C s� |d u r| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d u r�|S |S d S )Nr� )
r& r� r- �boolrI r r
r rX rZ )r r, r& r= �filteredr\ r* r^ r r r r- , s*
zSpecifierSet.filter)r3 N)N)N)r r r r? rE r r! r� r$ r% r� r� r_ r& r1 rV r+ r- r r r r r� � s"
�r� )0�
__future__r r r r. r� r� ry Z_compatr r Z_typingr �utilsr r5 r
r r �typingr
r r r r r r r r �
ParsedVersionrB �UnparsedVersionr� �CallableOperatorr� r �ABCMeta�objectr r2 r` r� r� rz r� r� r� r� r r r r �<module> s4 , @ 8 +
site-packages/setuptools/_vendor/packaging/__pycache__/_typing.cpython-39.pyc 0000644 00000003005 15056474501 0023404 0 ustar 00 a
(�Re � @ s. d Z ddgZdZer"ddlmZ ndd� ZdS )a; For neatly implementing static typing in packaging.
`mypy` - the static type analysis tool we use - uses the `typing` module, which
provides core functionality fundamental to mypy's functioning.
Generally, `typing` would be imported at runtime and used in that fashion -
it acts as a no-op at runtime and does not have any run-time overhead by
design.
As it turns out, `typing` is not vendorable - it uses separate sources for
Python 2/Python 3. Thus, this codebase can not expect it to be present.
To work around this, mypy allows the typing import to be behind a False-y
optional to prevent it from running at runtime and type-comments can be used
to remove the need for the types to be accessible directly during runtime.
This module provides the False-y guard in a nicely named fashion so that a
curious maintainer can reach here to read this.
In packaging, all static-typing related imports should be guarded as follows:
from packaging._typing import TYPE_CHECKING
if TYPE_CHECKING:
from typing import ...
Ref: https://github.com/python/mypy/issues/3216
�
TYPE_CHECKING�castF� )r c C s |S )N� )�type_�valuer r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/_typing.pyr / s N)�__doc__�__all__r �typingr r r r r �<module> s
site-packages/setuptools/_vendor/packaging/__pycache__/_compat.cpython-39.pyc 0000644 00000002254 15056474501 0023362 0 ustar 00 a
(�Reh � @ s~ d dl mZmZmZ d dlZddlmZ erDd dlmZm Z m
Z
m Z ej d dkZ
ej d dkZerlefZnefZdd � ZdS )
� )�absolute_import�division�print_functionN� )�
TYPE_CHECKING)�Any�Dict�Tuple�Type� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�name�
this_bases�d��bases�metar
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/_compat.py�__new__" s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r
r r
r � metaclass! s r �temporary_classr
)�typer )r r r r
r r �with_metaclass s r )�
__future__r r r �sysZ_typingr �typingr r r r
� version_info�PY2�PY3�str� string_types�
basestringr r
r
r
r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/__init__.cpython-39.pyc 0000644 00000001126 15056474501 0023474 0 ustar 00 a
(�Re2 � @ sH d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z g d�Z
dS )� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__)r r
r r
r r r r N)�
__future__r r r � __about__r r r r r
r r r
�__all__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/packaging/__init__.py�<module> s ( site-packages/setuptools/_vendor/packaging/markers.py 0000644 00000022445 15056474501 0017121 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from setuptools.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd
from setuptools.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from setuptools.extern.pyparsing import Literal as L # noqa
from ._compat import string_types
from ._typing import TYPE_CHECKING
from .specifiers import Specifier, InvalidSpecifier
if TYPE_CHECKING: # pragma: no cover
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
Operator = Callable[[str, str], bool]
__all__ = [
"InvalidMarker",
"UndefinedComparison",
"UndefinedEnvironmentName",
"Marker",
"default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
# type: (Any) -> None
self.value = value
def __str__(self):
# type: () -> str
return str(self.value)
def __repr__(self):
# type: () -> str
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
# type: () -> str
raise NotImplementedError
class Variable(Node):
def serialize(self):
# type: () -> str
return str(self)
class Value(Node):
def serialize(self):
# type: () -> str
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
# type: () -> str
return str(self)
VARIABLE = (
L("implementation_version")
| L("platform_python_implementation")
| L("implementation_name")
| L("python_full_version")
| L("platform_release")
| L("platform_version")
| L("platform_machine")
| L("platform_system")
| L("python_version")
| L("sys_platform")
| L("os_name")
| L("os.name") # PEP-345
| L("sys.platform") # PEP-345
| L("platform.version") # PEP-345
| L("platform.machine") # PEP-345
| L("platform.python_implementation") # PEP-345
| L("python_implementation") # undocumented setuptools legacy
| L("extra") # PEP-508
)
ALIASES = {
"os.name": "os_name",
"sys.platform": "sys_platform",
"platform.version": "platform_version",
"platform.machine": "platform_machine",
"platform.python_implementation": "platform_python_implementation",
"python_implementation": "platform_python_implementation",
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
# type: (Union[ParseResults, List[Any]]) -> List[Any]
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
# type: (Union[List[str], Tuple[Node, ...], str], Optional[bool]) -> str
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (
isinstance(marker, list)
and len(marker) == 1
and isinstance(marker[0], (list, tuple))
):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
} # type: Dict[str, Operator]
def _eval_op(lhs, op, rhs):
# type: (str, Op, str) -> bool
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize()) # type: Optional[Operator]
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
class Undefined(object):
pass
_undefined = Undefined()
def _get_env(environment, name):
# type: (Dict[str, str], str) -> str
value = environment.get(name, _undefined) # type: Union[str, Undefined]
if isinstance(value, Undefined):
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
# type: (List[Any], Dict[str, str]) -> bool
groups = [[]] # type: List[List[bool]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
# type: (sys._version_info) -> str
version = "{0.major}.{0.minor}.{0.micro}".format(info)
kind = info.releaselevel
if kind != "final":
version += kind[0] + str(info.serial)
return version
def default_environment():
# type: () -> Dict[str, str]
if hasattr(sys, "implementation"):
# Ignoring the `sys.implementation` reference for type checking due to
# mypy not liking that the attribute doesn't exist in Python 2.7 when
# run with the `--py27` flag.
iver = format_full_version(sys.implementation.version) # type: ignore
implementation_name = sys.implementation.name # type: ignore
else:
iver = "0"
implementation_name = ""
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": ".".join(platform.python_version_tuple()[:2]),
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
# type: (str) -> None
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc : e.loc + 8]
)
raise InvalidMarker(err_str)
def __str__(self):
# type: () -> str
return _format_marker(self._markers)
def __repr__(self):
# type: () -> str
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
# type: (Optional[Dict[str, str]]) -> bool
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/setuptools/_vendor/packaging/__about__.py 0000644 00000001340 15056474501 0017352 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "20.4"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD-2-Clause or Apache-2.0"
__copyright__ = "Copyright 2014-2019 %s" % __author__
site-packages/setuptools/_vendor/packaging/utils.py 0000644 00000003423 15056474501 0016610 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
from ._typing import TYPE_CHECKING, cast
from .version import InvalidVersion, Version
if TYPE_CHECKING: # pragma: no cover
from typing import NewType, Union
NormalizedName = NewType("NormalizedName", str)
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# type: (str) -> NormalizedName
# This is taken from PEP 503.
value = _canonicalize_regex.sub("-", name).lower()
return cast("NormalizedName", value)
def canonicalize_version(_version):
# type: (str) -> Union[Version, str]
"""
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
"""
try:
version = Version(_version)
except InvalidVersion:
# Legacy versions cannot be normalized
return _version
parts = []
# Epoch
if version.epoch != 0:
parts.append("{0}!".format(version.epoch))
# Release segment
# NB: This strips trailing '.0's to normalize
parts.append(re.sub(r"(\.0)+$", "", ".".join(str(x) for x in version.release)))
# Pre-release
if version.pre is not None:
parts.append("".join(str(x) for x in version.pre))
# Post-release
if version.post is not None:
parts.append(".post{0}".format(version.post))
# Development release
if version.dev is not None:
parts.append(".dev{0}".format(version.dev))
# Local version segment
if version.local is not None:
parts.append("+{0}".format(version.local))
return "".join(parts)
site-packages/setuptools/_vendor/packaging/_compat.py 0000644 00000002150 15056474501 0017066 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
from ._typing import TYPE_CHECKING
if TYPE_CHECKING: # pragma: no cover
from typing import Any, Dict, Tuple, Type
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = (str,)
else:
string_types = (basestring,)
def with_metaclass(meta, *bases):
# type: (Type[Any], Tuple[Type[Any], ...]) -> Any
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta): # type: ignore
def __new__(cls, name, this_bases, d):
# type: (Type[Any], str, Tuple[Any], Dict[Any, Any]) -> Any
return meta(name, bases, d)
return type.__new__(metaclass, "temporary_class", (), {})
site-packages/setuptools/_vendor/packaging/version.py 0000644 00000036156 15056474501 0017146 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity, NegativeInfinity
from ._typing import TYPE_CHECKING
if TYPE_CHECKING: # pragma: no cover
from typing import Callable, Iterator, List, Optional, SupportsInt, Tuple, Union
from ._structures import InfinityType, NegativeInfinityType
InfiniteTypes = Union[InfinityType, NegativeInfinityType]
PrePostDevType = Union[InfiniteTypes, Tuple[str, int]]
SubLocalType = Union[InfiniteTypes, int, str]
LocalType = Union[
NegativeInfinityType,
Tuple[
Union[
SubLocalType,
Tuple[SubLocalType, str],
Tuple[NegativeInfinityType, SubLocalType],
],
...,
],
]
CmpKey = Tuple[
int, Tuple[int, ...], PrePostDevType, PrePostDevType, PrePostDevType, LocalType
]
LegacyCmpKey = Tuple[int, Tuple[str, ...]]
VersionComparisonMethod = Callable[
[Union[CmpKey, LegacyCmpKey], Union[CmpKey, LegacyCmpKey]], bool
]
__all__ = ["parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"]
_Version = collections.namedtuple(
"_Version", ["epoch", "release", "dev", "pre", "post", "local"]
)
def parse(version):
# type: (str) -> Union[LegacyVersion, Version]
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
_key = None # type: Union[CmpKey, LegacyCmpKey]
def __hash__(self):
# type: () -> int
return hash(self._key)
def __lt__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
# type: (object) -> bool
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
# type: (object) -> bool
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
# type: (object, VersionComparisonMethod) -> Union[bool, NotImplemented]
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
# type: (str) -> None
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
# type: () -> str
return self._version
def __repr__(self):
# type: () -> str
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
# type: () -> str
return self._version
@property
def base_version(self):
# type: () -> str
return self._version
@property
def epoch(self):
# type: () -> int
return -1
@property
def release(self):
# type: () -> None
return None
@property
def pre(self):
# type: () -> None
return None
@property
def post(self):
# type: () -> None
return None
@property
def dev(self):
# type: () -> None
return None
@property
def local(self):
# type: () -> None
return None
@property
def is_prerelease(self):
# type: () -> bool
return False
@property
def is_postrelease(self):
# type: () -> bool
return False
@property
def is_devrelease(self):
# type: () -> bool
return False
_legacy_version_component_re = re.compile(r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE)
_legacy_version_replacement_map = {
"pre": "c",
"preview": "c",
"-": "final-",
"rc": "c",
"dev": "@",
}
def _parse_version_parts(s):
# type: (str) -> Iterator[str]
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# type: (str) -> LegacyCmpKey
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = [] # type: List[str]
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
return epoch, tuple(parts)
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE)
def __init__(self, version):
# type: (str) -> None
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(match.group("pre_l"), match.group("pre_n")),
post=_parse_letter_version(
match.group("post_l"), match.group("post_n1") or match.group("post_n2")
),
dev=_parse_letter_version(match.group("dev_l"), match.group("dev_n")),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
# type: () -> str
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
# type: () -> str
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
# Pre-release
if self.pre is not None:
parts.append("".join(str(x) for x in self.pre))
# Post-release
if self.post is not None:
parts.append(".post{0}".format(self.post))
# Development release
if self.dev is not None:
parts.append(".dev{0}".format(self.dev))
# Local version segment
if self.local is not None:
parts.append("+{0}".format(self.local))
return "".join(parts)
@property
def epoch(self):
# type: () -> int
_epoch = self._version.epoch # type: int
return _epoch
@property
def release(self):
# type: () -> Tuple[int, ...]
_release = self._version.release # type: Tuple[int, ...]
return _release
@property
def pre(self):
# type: () -> Optional[Tuple[str, int]]
_pre = self._version.pre # type: Optional[Tuple[str, int]]
return _pre
@property
def post(self):
# type: () -> Optional[Tuple[str, int]]
return self._version.post[1] if self._version.post else None
@property
def dev(self):
# type: () -> Optional[Tuple[str, int]]
return self._version.dev[1] if self._version.dev else None
@property
def local(self):
# type: () -> Optional[str]
if self._version.local:
return ".".join(str(x) for x in self._version.local)
else:
return None
@property
def public(self):
# type: () -> str
return str(self).split("+", 1)[0]
@property
def base_version(self):
# type: () -> str
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
return "".join(parts)
@property
def is_prerelease(self):
# type: () -> bool
return self.dev is not None or self.pre is not None
@property
def is_postrelease(self):
# type: () -> bool
return self.post is not None
@property
def is_devrelease(self):
# type: () -> bool
return self.dev is not None
@property
def major(self):
# type: () -> int
return self.release[0] if len(self.release) >= 1 else 0
@property
def minor(self):
# type: () -> int
return self.release[1] if len(self.release) >= 2 else 0
@property
def micro(self):
# type: () -> int
return self.release[2] if len(self.release) >= 3 else 0
def _parse_letter_version(
letter, # type: str
number, # type: Union[str, bytes, SupportsInt]
):
# type: (...) -> Optional[Tuple[str, int]]
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
return None
_local_version_separators = re.compile(r"[\._-]")
def _parse_local_version(local):
# type: (str) -> Optional[LocalType]
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_separators.split(local)
)
return None
def _cmpkey(
epoch, # type: int
release, # type: Tuple[int, ...]
pre, # type: Optional[Tuple[str, int]]
post, # type: Optional[Tuple[str, int]]
dev, # type: Optional[Tuple[str, int]]
local, # type: Optional[Tuple[SubLocalType]]
):
# type: (...) -> CmpKey
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
_release = tuple(
reversed(list(itertools.dropwhile(lambda x: x == 0, reversed(release))))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
_pre = NegativeInfinity # type: PrePostDevType
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
_pre = Infinity
else:
_pre = pre
# Versions without a post segment should sort before those with one.
if post is None:
_post = NegativeInfinity # type: PrePostDevType
else:
_post = post
# Versions without a development segment should sort after those with one.
if dev is None:
_dev = Infinity # type: PrePostDevType
else:
_dev = dev
if local is None:
# Versions without a local segment should sort before those with one.
_local = NegativeInfinity # type: LocalType
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
_local = tuple(
(i, "") if isinstance(i, int) else (NegativeInfinity, i) for i in local
)
return epoch, _release, _pre, _post, _dev, _local
site-packages/setuptools/_vendor/packaging/__init__.py 0000644 00000001062 15056474501 0017204 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__,
__copyright__,
__email__,
__license__,
__summary__,
__title__,
__uri__,
__version__,
)
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
site-packages/setuptools/_vendor/packaging/specifiers.py 0000644 00000076310 15056474501 0017611 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from ._typing import TYPE_CHECKING
from .utils import canonicalize_version
from .version import Version, LegacyVersion, parse
if TYPE_CHECKING: # pragma: no cover
from typing import (
List,
Dict,
Union,
Iterable,
Iterator,
Optional,
Callable,
Tuple,
FrozenSet,
)
ParsedVersion = Union[Version, LegacyVersion]
UnparsedVersion = Union[Version, LegacyVersion, str]
CallableOperator = Callable[[ParsedVersion, str], bool]
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): # type: ignore
@abc.abstractmethod
def __str__(self):
# type: () -> str
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
# type: () -> int
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
# type: (object) -> bool
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
# type: (object) -> bool
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
# type: () -> Optional[bool]
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
# type: (str, Optional[bool]) -> bool
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
# type: (Iterable[UnparsedVersion], Optional[bool]) -> Iterable[UnparsedVersion]
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {} # type: Dict[str, str]
def __init__(self, spec="", prereleases=None):
# type: (str, Optional[bool]) -> None
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (
match.group("operator").strip(),
match.group("version").strip(),
) # type: Tuple[str, str]
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
# type: () -> str
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(self.__class__.__name__, str(self), pre)
def __str__(self):
# type: () -> str
return "{0}{1}".format(*self._spec)
@property
def _canonical_spec(self):
# type: () -> Tuple[str, Union[Version, str]]
return self._spec[0], canonicalize_version(self._spec[1])
def __hash__(self):
# type: () -> int
return hash(self._canonical_spec)
def __eq__(self, other):
# type: (object) -> bool
if isinstance(other, string_types):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._canonical_spec == other._canonical_spec
def __ne__(self, other):
# type: (object) -> bool
if isinstance(other, string_types):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
# type: (str) -> CallableOperator
operator_callable = getattr(
self, "_compare_{0}".format(self._operators[op])
) # type: CallableOperator
return operator_callable
def _coerce_version(self, version):
# type: (UnparsedVersion) -> ParsedVersion
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
# type: () -> str
return self._spec[0]
@property
def version(self):
# type: () -> str
return self._spec[1]
@property
def prereleases(self):
# type: () -> Optional[bool]
return self._prereleases
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
def __contains__(self, item):
# type: (str) -> bool
return self.contains(item)
def contains(self, item, prereleases=None):
# type: (UnparsedVersion, Optional[bool]) -> bool
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
normalized_item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if normalized_item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
operator_callable = self._get_operator(self.operator) # type: CallableOperator
return operator_callable(normalized_item, self.version)
def filter(self, iterable, prereleases=None):
# type: (Iterable[UnparsedVersion], Optional[bool]) -> Iterable[UnparsedVersion]
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if parsed_version.is_prerelease and not (
prereleases or self.prereleases
):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the beginning.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
# type: (Union[ParsedVersion, str]) -> LegacyVersion
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective > self._coerce_version(spec)
def _require_version_compare(
fn # type: (Callable[[Specifier, ParsedVersion, str], bool])
):
# type: (...) -> Callable[[Specifier, ParsedVersion, str], bool]
@functools.wraps(fn)
def wrapped(self, prospective, spec):
# type: (Specifier, ParsedVersion, str) -> bool
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return self._get_operator(">=")(prospective, spec) and self._get_operator("==")(
prospective, prefix
)
@_require_version_compare
def _compare_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
split_spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
split_prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
shortened_prospective = split_prospective[: len(split_spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
padded_spec, padded_prospective = _pad_version(
split_spec, shortened_prospective
)
return padded_prospective == padded_spec
else:
# Convert our spec string into a Version
spec_version = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec_version.local:
prospective = Version(prospective.public)
return prospective == spec_version
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec_str):
# type: (ParsedVersion, str) -> bool
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec_str):
# type: (ParsedVersion, str) -> bool
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is technically greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
# type: (Version, str) -> bool
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# type: () -> bool
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
# type: (str) -> List[str]
result = [] # type: List[str]
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
# type: (List[str], List[str]) -> Tuple[List[str], List[str]]
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]) :])
right_split.append(right[len(right_split[0]) :])
# Insert our padding
left_split.insert(1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])))
right_split.insert(1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])))
return (list(itertools.chain(*left_split)), list(itertools.chain(*right_split)))
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# type: (str, Optional[bool]) -> None
# Split on , to break each individual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
split_specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in split_specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
# type: () -> str
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
# type: () -> str
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
# type: () -> int
return hash(self._specs)
def __and__(self, other):
# type: (Union[SpecifierSet, str]) -> SpecifierSet
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
# type: (object) -> bool
if isinstance(other, (string_types, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
# type: (object) -> bool
if isinstance(other, (string_types, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
# type: () -> int
return len(self._specs)
def __iter__(self):
# type: () -> Iterator[FrozenSet[_IndividualSpecifier]]
return iter(self._specs)
@property
def prereleases(self):
# type: () -> Optional[bool]
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
def __contains__(self, item):
# type: (Union[ParsedVersion, str]) -> bool
return self.contains(item)
def contains(self, item, prereleases=None):
# type: (Union[ParsedVersion, str], Optional[bool]) -> bool
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(s.contains(item, prereleases=prereleases) for s in self._specs)
def filter(
self,
iterable, # type: Iterable[Union[ParsedVersion, str]]
prereleases=None, # type: Optional[bool]
):
# type: (...) -> Iterable[Union[ParsedVersion, str]]
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = [] # type: List[Union[ParsedVersion, str]]
found_prereleases = [] # type: List[Union[ParsedVersion, str]]
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/setuptools/_vendor/packaging/_structures.py 0000644 00000003746 15056474501 0020042 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class InfinityType(object):
def __repr__(self):
# type: () -> str
return "Infinity"
def __hash__(self):
# type: () -> int
return hash(repr(self))
def __lt__(self, other):
# type: (object) -> bool
return False
def __le__(self, other):
# type: (object) -> bool
return False
def __eq__(self, other):
# type: (object) -> bool
return isinstance(other, self.__class__)
def __ne__(self, other):
# type: (object) -> bool
return not isinstance(other, self.__class__)
def __gt__(self, other):
# type: (object) -> bool
return True
def __ge__(self, other):
# type: (object) -> bool
return True
def __neg__(self):
# type: (object) -> NegativeInfinityType
return NegativeInfinity
Infinity = InfinityType()
class NegativeInfinityType(object):
def __repr__(self):
# type: () -> str
return "-Infinity"
def __hash__(self):
# type: () -> int
return hash(repr(self))
def __lt__(self, other):
# type: (object) -> bool
return True
def __le__(self, other):
# type: (object) -> bool
return True
def __eq__(self, other):
# type: (object) -> bool
return isinstance(other, self.__class__)
def __ne__(self, other):
# type: (object) -> bool
return not isinstance(other, self.__class__)
def __gt__(self, other):
# type: (object) -> bool
return False
def __ge__(self, other):
# type: (object) -> bool
return False
def __neg__(self):
# type: (object) -> InfinityType
return Infinity
NegativeInfinity = NegativeInfinityType()
site-packages/setuptools/_vendor/packaging/tags.py 0000644 00000057003 15056474501 0016411 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import
import distutils.util
try:
from importlib.machinery import EXTENSION_SUFFIXES
except ImportError: # pragma: no cover
import imp
EXTENSION_SUFFIXES = [x[0] for x in imp.get_suffixes()]
del imp
import logging
import os
import platform
import re
import struct
import sys
import sysconfig
import warnings
from ._typing import TYPE_CHECKING, cast
if TYPE_CHECKING: # pragma: no cover
from typing import (
Dict,
FrozenSet,
IO,
Iterable,
Iterator,
List,
Optional,
Sequence,
Tuple,
Union,
)
PythonVersion = Sequence[int]
MacVersion = Tuple[int, int]
GlibcVersion = Tuple[int, int]
logger = logging.getLogger(__name__)
INTERPRETER_SHORT_NAMES = {
"python": "py", # Generic.
"cpython": "cp",
"pypy": "pp",
"ironpython": "ip",
"jython": "jy",
} # type: Dict[str, str]
_32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32
class Tag(object):
"""
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
"""
__slots__ = ["_interpreter", "_abi", "_platform"]
def __init__(self, interpreter, abi, platform):
# type: (str, str, str) -> None
self._interpreter = interpreter.lower()
self._abi = abi.lower()
self._platform = platform.lower()
@property
def interpreter(self):
# type: () -> str
return self._interpreter
@property
def abi(self):
# type: () -> str
return self._abi
@property
def platform(self):
# type: () -> str
return self._platform
def __eq__(self, other):
# type: (object) -> bool
if not isinstance(other, Tag):
return NotImplemented
return (
(self.platform == other.platform)
and (self.abi == other.abi)
and (self.interpreter == other.interpreter)
)
def __hash__(self):
# type: () -> int
return hash((self._interpreter, self._abi, self._platform))
def __str__(self):
# type: () -> str
return "{}-{}-{}".format(self._interpreter, self._abi, self._platform)
def __repr__(self):
# type: () -> str
return "<{self} @ {self_id}>".format(self=self, self_id=id(self))
def parse_tag(tag):
# type: (str) -> FrozenSet[Tag]
"""
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
"""
tags = set()
interpreters, abis, platforms = tag.split("-")
for interpreter in interpreters.split("."):
for abi in abis.split("."):
for platform_ in platforms.split("."):
tags.add(Tag(interpreter, abi, platform_))
return frozenset(tags)
def _warn_keyword_parameter(func_name, kwargs):
# type: (str, Dict[str, bool]) -> bool
"""
Backwards-compatibility with Python 2.7 to allow treating 'warn' as keyword-only.
"""
if not kwargs:
return False
elif len(kwargs) > 1 or "warn" not in kwargs:
kwargs.pop("warn", None)
arg = next(iter(kwargs.keys()))
raise TypeError(
"{}() got an unexpected keyword argument {!r}".format(func_name, arg)
)
return kwargs["warn"]
def _get_config_var(name, warn=False):
# type: (str, bool) -> Union[int, str, None]
value = sysconfig.get_config_var(name)
if value is None and warn:
logger.debug(
"Config variable '%s' is unset, Python ABI tag may be incorrect", name
)
return value
def _normalize_string(string):
# type: (str) -> str
return string.replace(".", "_").replace("-", "_")
def _abi3_applies(python_version):
# type: (PythonVersion) -> bool
"""
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
"""
return len(python_version) > 1 and tuple(python_version) >= (3, 2)
def _cpython_abis(py_version, warn=False):
# type: (PythonVersion, bool) -> List[str]
py_version = tuple(py_version) # To allow for version comparison.
abis = []
version = _version_nodot(py_version[:2])
debug = pymalloc = ucs4 = ""
with_debug = _get_config_var("Py_DEBUG", warn)
has_refcount = hasattr(sys, "gettotalrefcount")
# Windows doesn't set Py_DEBUG, so checking for support of debug-compiled
# extension modules is the best option.
# https://github.com/pypa/pip/issues/3383#issuecomment-173267692
has_ext = "_d.pyd" in EXTENSION_SUFFIXES
if with_debug or (with_debug is None and (has_refcount or has_ext)):
debug = "d"
if py_version < (3, 8):
with_pymalloc = _get_config_var("WITH_PYMALLOC", warn)
if with_pymalloc or with_pymalloc is None:
pymalloc = "m"
if py_version < (3, 3):
unicode_size = _get_config_var("Py_UNICODE_SIZE", warn)
if unicode_size == 4 or (
unicode_size is None and sys.maxunicode == 0x10FFFF
):
ucs4 = "u"
elif debug:
# Debug builds can also load "normal" extension modules.
# We can also assume no UCS-4 or pymalloc requirement.
abis.append("cp{version}".format(version=version))
abis.insert(
0,
"cp{version}{debug}{pymalloc}{ucs4}".format(
version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4
),
)
return abis
def cpython_tags(
python_version=None, # type: Optional[PythonVersion]
abis=None, # type: Optional[Iterable[str]]
platforms=None, # type: Optional[Iterable[str]]
**kwargs # type: bool
):
# type: (...) -> Iterator[Tag]
"""
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
"""
warn = _warn_keyword_parameter("cpython_tags", kwargs)
if not python_version:
python_version = sys.version_info[:2]
interpreter = "cp{}".format(_version_nodot(python_version[:2]))
if abis is None:
if len(python_version) > 1:
abis = _cpython_abis(python_version, warn)
else:
abis = []
abis = list(abis)
# 'abi3' and 'none' are explicitly handled later.
for explicit_abi in ("abi3", "none"):
try:
abis.remove(explicit_abi)
except ValueError:
pass
platforms = list(platforms or _platform_tags())
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
if _abi3_applies(python_version):
for tag in (Tag(interpreter, "abi3", platform_) for platform_ in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform_) for platform_ in platforms):
yield tag
if _abi3_applies(python_version):
for minor_version in range(python_version[1] - 1, 1, -1):
for platform_ in platforms:
interpreter = "cp{version}".format(
version=_version_nodot((python_version[0], minor_version))
)
yield Tag(interpreter, "abi3", platform_)
def _generic_abi():
# type: () -> Iterator[str]
abi = sysconfig.get_config_var("SOABI")
if abi:
yield _normalize_string(abi)
def generic_tags(
interpreter=None, # type: Optional[str]
abis=None, # type: Optional[Iterable[str]]
platforms=None, # type: Optional[Iterable[str]]
**kwargs # type: bool
):
# type: (...) -> Iterator[Tag]
"""
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
"""
warn = _warn_keyword_parameter("generic_tags", kwargs)
if not interpreter:
interp_name = interpreter_name()
interp_version = interpreter_version(warn=warn)
interpreter = "".join([interp_name, interp_version])
if abis is None:
abis = _generic_abi()
platforms = list(platforms or _platform_tags())
abis = list(abis)
if "none" not in abis:
abis.append("none")
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
def _py_interpreter_range(py_version):
# type: (PythonVersion) -> Iterator[str]
"""
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
"""
if len(py_version) > 1:
yield "py{version}".format(version=_version_nodot(py_version[:2]))
yield "py{major}".format(major=py_version[0])
if len(py_version) > 1:
for minor in range(py_version[1] - 1, -1, -1):
yield "py{version}".format(version=_version_nodot((py_version[0], minor)))
def compatible_tags(
python_version=None, # type: Optional[PythonVersion]
interpreter=None, # type: Optional[str]
platforms=None, # type: Optional[Iterable[str]]
):
# type: (...) -> Iterator[Tag]
"""
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
"""
if not python_version:
python_version = sys.version_info[:2]
platforms = list(platforms or _platform_tags())
for version in _py_interpreter_range(python_version):
for platform_ in platforms:
yield Tag(version, "none", platform_)
if interpreter:
yield Tag(interpreter, "none", "any")
for version in _py_interpreter_range(python_version):
yield Tag(version, "none", "any")
def _mac_arch(arch, is_32bit=_32_BIT_INTERPRETER):
# type: (str, bool) -> str
if not is_32bit:
return arch
if arch.startswith("ppc"):
return "ppc"
return "i386"
def _mac_binary_formats(version, cpu_arch):
# type: (MacVersion, str) -> List[str]
formats = [cpu_arch]
if cpu_arch == "x86_64":
if version < (10, 4):
return []
formats.extend(["intel", "fat64", "fat32"])
elif cpu_arch == "i386":
if version < (10, 4):
return []
formats.extend(["intel", "fat32", "fat"])
elif cpu_arch == "ppc64":
# TODO: Need to care about 32-bit PPC for ppc64 through 10.2?
if version > (10, 5) or version < (10, 4):
return []
formats.append("fat64")
elif cpu_arch == "ppc":
if version > (10, 6):
return []
formats.extend(["fat32", "fat"])
formats.append("universal")
return formats
def mac_platforms(version=None, arch=None):
# type: (Optional[MacVersion], Optional[str]) -> Iterator[str]
"""
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
"""
version_str, _, cpu_arch = platform.mac_ver() # type: ignore
if version is None:
version = cast("MacVersion", tuple(map(int, version_str.split(".")[:2])))
else:
version = version
if arch is None:
arch = _mac_arch(cpu_arch)
else:
arch = arch
for minor_version in range(version[1], -1, -1):
compat_version = version[0], minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
yield "macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
# From PEP 513.
def _is_manylinux_compatible(name, glibc_version):
# type: (str, GlibcVersion) -> bool
# Check for presence of _manylinux module.
try:
import _manylinux # noqa
return bool(getattr(_manylinux, name + "_compatible"))
except (ImportError, AttributeError):
# Fall through to heuristic check below.
pass
return _have_compatible_glibc(*glibc_version)
def _glibc_version_string():
# type: () -> Optional[str]
# Returns glibc version string, or None if not using glibc.
return _glibc_version_string_confstr() or _glibc_version_string_ctypes()
def _glibc_version_string_confstr():
# type: () -> Optional[str]
"""
Primary implementation of glibc_version_string using os.confstr.
"""
# os.confstr is quite a bit faster than ctypes.DLL. It's also less likely
# to be broken or missing. This strategy is used in the standard library
# platform module.
# https://github.com/python/cpython/blob/fcf1d003bf4f0100c9d0921ff3d70e1127ca1b71/Lib/platform.py#L175-L183
try:
# os.confstr("CS_GNU_LIBC_VERSION") returns a string like "glibc 2.17".
version_string = os.confstr( # type: ignore[attr-defined] # noqa: F821
"CS_GNU_LIBC_VERSION"
)
assert version_string is not None
_, version = version_string.split() # type: Tuple[str, str]
except (AssertionError, AttributeError, OSError, ValueError):
# os.confstr() or CS_GNU_LIBC_VERSION not available (or a bad value)...
return None
return version
def _glibc_version_string_ctypes():
# type: () -> Optional[str]
"""
Fallback implementation of glibc_version_string using ctypes.
"""
try:
import ctypes
except ImportError:
return None
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
#
# Note: typeshed is wrong here so we are ignoring this line.
process_namespace = ctypes.CDLL(None) # type: ignore
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str = gnu_get_libc_version() # type: str
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
# Separated out from have_compatible_glibc for easier unit testing.
def _check_glibc_version(version_str, required_major, minimum_minor):
# type: (str, int, int) -> bool
# Parse string and check against requested version.
#
# We use a regexp instead of str.split because we want to discard any
# random junk that might come after the minor version -- this might happen
# in patched/forked versions of glibc (e.g. Linaro's version of glibc
# uses version strings like "2.20-2014.11"). See gh-3588.
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn(
"Expected glibc version with 2 components major.minor,"
" got: %s" % version_str,
RuntimeWarning,
)
return False
return (
int(m.group("major")) == required_major
and int(m.group("minor")) >= minimum_minor
)
def _have_compatible_glibc(required_major, minimum_minor):
# type: (int, int) -> bool
version_str = _glibc_version_string()
if version_str is None:
return False
return _check_glibc_version(version_str, required_major, minimum_minor)
# Python does not provide platform information at sufficient granularity to
# identify the architecture of the running executable in some cases, so we
# determine it dynamically by reading the information from the running
# process. This only applies on Linux, which uses the ELF format.
class _ELFFileHeader(object):
# https://en.wikipedia.org/wiki/Executable_and_Linkable_Format#File_header
class _InvalidELFFileHeader(ValueError):
"""
An invalid ELF file header was found.
"""
ELF_MAGIC_NUMBER = 0x7F454C46
ELFCLASS32 = 1
ELFCLASS64 = 2
ELFDATA2LSB = 1
ELFDATA2MSB = 2
EM_386 = 3
EM_S390 = 22
EM_ARM = 40
EM_X86_64 = 62
EF_ARM_ABIMASK = 0xFF000000
EF_ARM_ABI_VER5 = 0x05000000
EF_ARM_ABI_FLOAT_HARD = 0x00000400
def __init__(self, file):
# type: (IO[bytes]) -> None
def unpack(fmt):
# type: (str) -> int
try:
(result,) = struct.unpack(
fmt, file.read(struct.calcsize(fmt))
) # type: (int, )
except struct.error:
raise _ELFFileHeader._InvalidELFFileHeader()
return result
self.e_ident_magic = unpack(">I")
if self.e_ident_magic != self.ELF_MAGIC_NUMBER:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_class = unpack("B")
if self.e_ident_class not in {self.ELFCLASS32, self.ELFCLASS64}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_data = unpack("B")
if self.e_ident_data not in {self.ELFDATA2LSB, self.ELFDATA2MSB}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_version = unpack("B")
self.e_ident_osabi = unpack("B")
self.e_ident_abiversion = unpack("B")
self.e_ident_pad = file.read(7)
format_h = "<H" if self.e_ident_data == self.ELFDATA2LSB else ">H"
format_i = "<I" if self.e_ident_data == self.ELFDATA2LSB else ">I"
format_q = "<Q" if self.e_ident_data == self.ELFDATA2LSB else ">Q"
format_p = format_i if self.e_ident_class == self.ELFCLASS32 else format_q
self.e_type = unpack(format_h)
self.e_machine = unpack(format_h)
self.e_version = unpack(format_i)
self.e_entry = unpack(format_p)
self.e_phoff = unpack(format_p)
self.e_shoff = unpack(format_p)
self.e_flags = unpack(format_i)
self.e_ehsize = unpack(format_h)
self.e_phentsize = unpack(format_h)
self.e_phnum = unpack(format_h)
self.e_shentsize = unpack(format_h)
self.e_shnum = unpack(format_h)
self.e_shstrndx = unpack(format_h)
def _get_elf_header():
# type: () -> Optional[_ELFFileHeader]
try:
with open(sys.executable, "rb") as f:
elf_header = _ELFFileHeader(f)
except (IOError, OSError, TypeError, _ELFFileHeader._InvalidELFFileHeader):
return None
return elf_header
def _is_linux_armhf():
# type: () -> bool
# hard-float ABI can be detected from the ELF header of the running
# process
# https://static.docs.arm.com/ihi0044/g/aaelf32.pdf
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_ARM
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABIMASK
) == elf_header.EF_ARM_ABI_VER5
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABI_FLOAT_HARD
) == elf_header.EF_ARM_ABI_FLOAT_HARD
return result
def _is_linux_i686():
# type: () -> bool
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_386
return result
def _have_compatible_manylinux_abi(arch):
# type: (str) -> bool
if arch == "armv7l":
return _is_linux_armhf()
if arch == "i686":
return _is_linux_i686()
return True
def _linux_platforms(is_32bit=_32_BIT_INTERPRETER):
# type: (bool) -> Iterator[str]
linux = _normalize_string(distutils.util.get_platform())
if is_32bit:
if linux == "linux_x86_64":
linux = "linux_i686"
elif linux == "linux_aarch64":
linux = "linux_armv7l"
manylinux_support = []
_, arch = linux.split("_", 1)
if _have_compatible_manylinux_abi(arch):
if arch in {"x86_64", "i686", "aarch64", "armv7l", "ppc64", "ppc64le", "s390x"}:
manylinux_support.append(
("manylinux2014", (2, 17))
) # CentOS 7 w/ glibc 2.17 (PEP 599)
if arch in {"x86_64", "i686"}:
manylinux_support.append(
("manylinux2010", (2, 12))
) # CentOS 6 w/ glibc 2.12 (PEP 571)
manylinux_support.append(
("manylinux1", (2, 5))
) # CentOS 5 w/ glibc 2.5 (PEP 513)
manylinux_support_iter = iter(manylinux_support)
for name, glibc_version in manylinux_support_iter:
if _is_manylinux_compatible(name, glibc_version):
yield linux.replace("linux", name)
break
# Support for a later manylinux implies support for an earlier version.
for name, _ in manylinux_support_iter:
yield linux.replace("linux", name)
yield linux
def _generic_platforms():
# type: () -> Iterator[str]
yield _normalize_string(distutils.util.get_platform())
def _platform_tags():
# type: () -> Iterator[str]
"""
Provides the platform tags for this installation.
"""
if platform.system() == "Darwin":
return mac_platforms()
elif platform.system() == "Linux":
return _linux_platforms()
else:
return _generic_platforms()
def interpreter_name():
# type: () -> str
"""
Returns the name of the running interpreter.
"""
try:
name = sys.implementation.name # type: ignore
except AttributeError: # pragma: no cover
# Python 2.7 compatibility.
name = platform.python_implementation().lower()
return INTERPRETER_SHORT_NAMES.get(name) or name
def interpreter_version(**kwargs):
# type: (bool) -> str
"""
Returns the version of the running interpreter.
"""
warn = _warn_keyword_parameter("interpreter_version", kwargs)
version = _get_config_var("py_version_nodot", warn=warn)
if version:
version = str(version)
else:
version = _version_nodot(sys.version_info[:2])
return version
def _version_nodot(version):
# type: (PythonVersion) -> str
if any(v >= 10 for v in version):
sep = "_"
else:
sep = ""
return sep.join(map(str, version))
def sys_tags(**kwargs):
# type: (bool) -> Iterator[Tag]
"""
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
"""
warn = _warn_keyword_parameter("sys_tags", kwargs)
interp_name = interpreter_name()
if interp_name == "cp":
for tag in cpython_tags(warn=warn):
yield tag
else:
for tag in generic_tags():
yield tag
for tag in compatible_tags():
yield tag
site-packages/setuptools/_vendor/packaging/requirements.py 0000644 00000011465 15056474501 0020200 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from setuptools.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException
from setuptools.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from setuptools.extern.pyparsing import Literal as L # noqa
from urllib import parse as urlparse
from ._typing import TYPE_CHECKING
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
if TYPE_CHECKING: # pragma: no cover
from typing import List
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r"[^ ]+")("url")
URL = AT + URI
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(
VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False
)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "")
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start : t._original_end])
)
MARKER_SEPARATOR = SEMICOLON
MARKER = MARKER_SEPARATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
# setuptools.extern.pyparsing isn't thread safe during initialization, so we do it eagerly, see
# issue #104
REQUIREMENT.parseString("x[]")
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
# type: (str) -> None
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
'Parse error at "{0!r}": {1}'.format(
requirement_string[e.loc : e.loc + 8], e.msg
)
)
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if parsed_url.scheme == "file":
if urlparse.urlunparse(parsed_url) != req.url:
raise InvalidRequirement("Invalid URL given")
elif not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc
):
raise InvalidRequirement("Invalid URL: {0}".format(req.url))
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
# type: () -> str
parts = [self.name] # type: List[str]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append(" ")
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
# type: () -> str
return "<Requirement({0!r})>".format(str(self))
site-packages/setuptools/_vendor/more_itertools/__pycache__/more.cpython-39.pyc 0000644 00000326756 15056474501 0024044 0 ustar 00 a
(�Re�� � @ s� d dl Z d dlmZmZmZmZ d dlmZ d dlm Z d dl
m Z m Z m
Z
d dlmZmZmZmZ d dlmZmZmZmZmZmZmZmZm Z m Z m Z m Z d dl m!Z!m"Z"m#Z#m$Z$ d d l%m&Z&m'Z' d d
l(m(Z(m)Z)m*Z* d d l+m,Z,m-Z-m.Z.m/Z/m0Z0 d d l1m2Z2m3Z3 d d
l4m5Z5 ddl6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z< g d�Z=e>� Z?d�dd�Z@e?fdd�ZAe?fdd�ZBe?fdd�ZCG dd� d�ZDd d � ZEd d � ZFd d!� ZGd"d#� ZHd$d%� ZId�d&d'�ZJd�d(d)�ZKd�d*d+�ZLd,d-� ZMd�d.d/�ZNd0d1� ZOd�d2d3�ZPG d4d5� d5�ZQd�d6d7�ZRd8d9� ZSd:d;� ZTd�d<d=�ZUd�d>d?�ZVd�d@dA�ZWd�dCdD�ZXd�dEdF�ZYd�dGdH�ZZd�dIdJ�Z[dKdL� Z\d�dMdN�Z]d�dOdP�Z^dQdR� Z_d�dTdU�Z`G dVdW� dWea�ZbdXdY� ZcdZd[� Zdddd\�d]d^�Zed�d`da�Zfdbdc� Zgddde� Zheiejffdfdg�Zkd�dhdi�Zld�djdk�ZmG dldm� dmejejn�Zod�dndo�Zpdpdq� Zqerdfdrds�Zsdtdu� Ztdvdw� Zudxdy� ZvG dzd{� d{�Zwd|d}� Zxd~d� Zyd�d�� fd�d��Zze.fdd��d�d��Z{G d�d�� d�e�Z|G d�d�� d��Z}G d�d�� d��Z~erfd�d��Zd�d�� Z�d�d�d��Z�d�d�d��Z�erdfd�d��Z�d�d�d��Z�d�d�� Z�d�d�d��Z�G d�d�� d��Z�d�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�d��Z�d�d�d��Z�G d�d�� d�e��Z�G d�d�� d��Z�d�d�� Z�d�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d Z�d�dĄ Z�G d�dƄ dƃZ�dS )�� N)�Counter� defaultdict�deque�abc)�Sequence)�ThreadPoolExecutor)�partial�reduce�wraps)�merge�heapify� heapreplace�heappop) �chain�compress�count�cycle� dropwhile�groupby�islice�repeat�starmap� takewhile�tee� zip_longest)�exp� factorial�floor�log)�Empty�Queue)�random� randrange�uniform)�
itemgetter�mul�sub�gt�lt)�
hexversion�maxsize)� monotonic� )�consume�flatten�pairwise�powerset�take�unique_everseen)S� AbortThread�adjacent�always_iterable�always_reversible�bucket�
callback_iter�chunked�circular_shifts�collapse�collate�consecutive_groups�consumer� countable� count_cycle� mark_ends�
difference�distinct_combinations�distinct_permutations�
distribute�divide� exactly_n�
filter_except�first�groupby_transform�ilen�interleave_longest�
interleave� intersperse�islice_extended�iterate�ichunked� is_sorted�last�locate�lstrip�make_decorator�
map_except�
map_reduce� nth_or_last�nth_permutation� nth_product�
numeric_range�one�only�padded�
partitions�set_partitions�peekable� repeat_last�replace�rlocate�rstrip�
run_length�sample�seekable� SequenceView� side_effect�sliced�
sort_together�split_at� split_after� split_before�
split_when�
split_into�spy�stagger�strip�
substrings�substrings_indexes� time_limited�unique_to_each�unzip�windowed� with_iter�UnequalIterablesError� zip_equal�
zip_offset�windowed_complete�
all_unique� value_chain�
product_index�combination_index�permutation_indexFc s: t tt�t | ��g �� |r2� �fdd�}t |� �S � S dS )aJ Break *iterable* into lists of length *n*:
>>> list(chunked([1, 2, 3, 4, 5, 6], 3))
[[1, 2, 3], [4, 5, 6]]
By the default, the last yielded list will have fewer than *n* elements
if the length of *iterable* is not divisible by *n*:
>>> list(chunked([1, 2, 3, 4, 5, 6, 7, 8], 3))
[[1, 2, 3], [4, 5, 6], [7, 8]]
To use a fill-in value instead, see the :func:`grouper` recipe.
If the length of *iterable* is not divisible by *n* and *strict* is
``True``, then ``ValueError`` will be raised before the last
list is yielded.
c 3 s( � D ] } t | ��kr td��| V qd S )Nz iterable is not divisible by n.��len�
ValueError)�chunk��iterator�n� ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/more_itertools/more.py�ret� s zchunked.<locals>.retN)�iterr r1 )�iterabler� �strictr� r� r� r� r9 s
r9 c
C sN zt t| ��W S tyH } z"|tu r0td�|�|W Y d}~S d}~0 0 dS )a� Return the first item of *iterable*, or *default* if *iterable* is
empty.
>>> first([0, 1, 2, 3])
0
>>> first([], 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
:func:`first` is useful when you have a generator of expensive-to-retrieve
values and want any arbitrary one. It is marginally shorter than
``next(iter(iterable), default)``.
zKfirst() was called on an empty iterable, and no default value was provided.N)�nextr� �
StopIteration�_markerr� )r� �default�er� r� r� rI � s ��rI c
C s| zJt | t�r| d W S t| d�r6tdkr6tt| ��W S t| dd�d W S W n, ttt fyv |t
u rnt d��| Y S 0 dS )a Return the last item of *iterable*, or *default* if *iterable* is
empty.
>>> last([0, 1, 2, 3])
3
>>> last([], 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
���� __reversed__i� r, ��maxlenzDlast() was called on an empty iterable, and no default was provided.N) �
isinstancer �hasattrr) r� �reversedr �
IndexError� TypeErrorr� r� r� )r� r� r� r� r� rS � s
�rS c C s t t| |d �|d�S )ag Return the nth or the last item of *iterable*,
or *default* if *iterable* is empty.
>>> nth_or_last([0, 1, 2, 3], 2)
2
>>> nth_or_last([0, 1], 2)
1
>>> nth_or_last([], 0, 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
r, �r� )rS r )r� r� r� r� r� r� rY � s rY c @ sT e Zd ZdZdd� Zdd� Zdd� Zefdd �Zd
d � Z d d
� Z
dd� Z dd� Z dS )rb a Wrap an iterator to allow lookahead and prepending elements.
Call :meth:`peek` on the result to get the value that will be returned
by :func:`next`. This won't advance the iterator:
>>> p = peekable(['a', 'b'])
>>> p.peek()
'a'
>>> next(p)
'a'
Pass :meth:`peek` a default value to return that instead of raising
``StopIteration`` when the iterator is exhausted.
>>> p = peekable([])
>>> p.peek('hi')
'hi'
peekables also offer a :meth:`prepend` method, which "inserts" items
at the head of the iterable:
>>> p = peekable([1, 2, 3])
>>> p.prepend(10, 11, 12)
>>> next(p)
10
>>> p.peek()
11
>>> list(p)
[11, 12, 1, 2, 3]
peekables can be indexed. Index 0 is the item that will be returned by
:func:`next`, index 1 is the item after that, and so on:
The values up to the given index will be cached.
>>> p = peekable(['a', 'b', 'c', 'd'])
>>> p[0]
'a'
>>> p[1]
'b'
>>> next(p)
'a'
Negative indexes are supported, but be aware that they will cache the
remaining items in the source iterator, which may require significant
storage.
To check whether a peekable is exhausted, check its truth value:
>>> p = peekable(['a', 'b'])
>>> if p: # peekable has items
... list(p)
['a', 'b']
>>> if not p: # peekable is exhausted
... list(p)
[]
c C s t |�| _t� | _d S �N)r� �_itr �_cache��selfr� r� r� r� �__init__% s
zpeekable.__init__c C s | S r� r� �r� r� r� r� �__iter__) s zpeekable.__iter__c C s& z | � � W n ty Y dS 0 dS �NFT��peekr� r� r� r� r� �__bool__, s
zpeekable.__bool__c C sH | j s>z| j �t| j�� W n ty< |tu r4� | Y S 0 | j d S )z�Return the item that will be next returned from ``next()``.
Return ``default`` if there are no items left. If ``default`` is not
provided, raise ``StopIteration``.
r )r� �appendr� r� r� r� )r� r� r� r� r� r� 3 s
z
peekable.peekc G s | j �t|�� dS )a Stack up items to be the next ones returned from ``next()`` or
``self.peek()``. The items will be returned in
first in, first out order::
>>> p = peekable([1, 2, 3])
>>> p.prepend(10, 11, 12)
>>> next(p)
10
>>> list(p)
[11, 12, 1, 2, 3]
It is possible, by prepending items, to "resurrect" a peekable that
previously raised ``StopIteration``.
>>> p = peekable([])
>>> next(p)
Traceback (most recent call last):
...
StopIteration
>>> p.prepend(1)
>>> next(p)
1
>>> next(p)
Traceback (most recent call last):
...
StopIteration
N)r� �
extendleftr� )r� �itemsr� r� r� �prependC s zpeekable.prependc C s | j r| j �� S t| j�S r� )r� �popleftr� r� r� r� r� r� �__next__b s
zpeekable.__next__c C s� |j d u rdn|j }|dkrF|jd u r*dn|j}|jd u r>tn|j}n@|dk r~|jd u r\dn|j}|jd u rvt d n|j}ntd��|dk s�|dk r�| j�| j� n>tt ||�d t�}t
| j�}||kr�| j�t | j|| �� t | j�| S )Nr, r r� zslice step cannot be zero)
�step�start�stopr* r� r� �extendr� �min�maxr� r �list)r� �indexr� r� r� r� � cache_lenr� r� r� �
_get_sliceh s
zpeekable._get_slicec C sd t |t�r| �|�S t| j�}|dk r6| j�| j� n$||krZ| j�t| j|d | �� | j| S �Nr r, )r� �slicer� r� r� r� r� r )r� r� r� r� r� r� � __getitem__� s
zpeekable.__getitem__N)
�__name__�
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� rb � s : rb c O s t �dt� t| i |��S )a� Return a sorted merge of the items from each of several already-sorted
*iterables*.
>>> list(collate('ACDZ', 'AZ', 'JKL'))
['A', 'A', 'C', 'D', 'J', 'K', 'L', 'Z', 'Z']
Works lazily, keeping only the next value from each iterable in memory. Use
:func:`collate` to, for example, perform a n-way mergesort of items that
don't fit in memory.
If a *key* function is specified, the iterables will be sorted according
to its result:
>>> key = lambda s: int(s) # Sort by numeric value, not by string
>>> list(collate(['1', '10'], ['2', '11'], key=key))
['1', '2', '10', '11']
If the *iterables* are sorted in descending order, set *reverse* to
``True``:
>>> list(collate([5, 3, 1], [4, 2, 0], reverse=True))
[5, 4, 3, 2, 1, 0]
If the elements of the passed-in iterables are out of order, you might get
unexpected results.
On Python 3.5+, this function is an alias for :func:`heapq.merge`.
z<collate is no longer part of more_itertools, use heapq.merge)�warnings�warn�DeprecationWarningr )� iterables�kwargsr� r� r� r< � s
�r< c s t � �� fdd��}|S )ab Decorator that automatically advances a PEP-342-style "reverse iterator"
to its first yield point so you don't have to call ``next()`` on it
manually.
>>> @consumer
... def tally():
... i = 0
... while True:
... print('Thing number %s is %s.' % (i, (yield)))
... i += 1
...
>>> t = tally()
>>> t.send('red')
Thing number 0 is red.
>>> t.send('fish')
Thing number 1 is fish.
Without the decorator, you would have to call ``next(t)`` before
``t.send()`` could be used.
c s � | i |��}t |� |S r� )r� )�argsr� �gen��funcr� r� �wrapper� s zconsumer.<locals>.wrapper)r
)r� r� r� r� r� r> � s r> c C s t � }tt| |�dd� t|�S )z�Return the number of items in *iterable*.
>>> ilen(x for x in range(1000000) if x % 3 == 0)
333334
This consumes the iterable, so handle with care.
r r� )r r �zipr� )r� �counterr� r� r� rK � s rK c c s |V | |�}q dS )z�Return ``start``, ``func(start)``, ``func(func(start))``, ...
>>> from itertools import islice
>>> list(islice(iterate(lambda x: 2*x, 1), 10))
[1, 2, 4, 8, 16, 32, 64, 128, 256, 512]
Nr� )r� r� r� r� r� rP � s rP c c s2 | �}|E dH W d � n1 s$0 Y dS )a: Wrap an iterable in a ``with`` statement, so it closes once exhausted.
For example, this will close the file when the iterator is exhausted::
upper_lines = (line.upper() for line in with_iter(open('foo')))
Any context manager which returns an iterable is a candidate for
``with_iter``.
Nr� )Zcontext_managerr� r� r� r� r| � s r| c
C s� t | �}z t|�}W n2 tyF } z|p.td�|�W Y d}~n
d}~0 0 z t|�}W n tyf Y n0 d�||�}|p~t|��|S )a� Return the first item from *iterable*, which is expected to contain only
that item. Raise an exception if *iterable* is empty or has more than one
item.
:func:`one` is useful for ensuring that an iterable contains only one item.
For example, it can be used to retrieve the result of a database query
that is expected to return a single row.
If *iterable* is empty, ``ValueError`` will be raised. You may specify a
different exception with the *too_short* keyword:
>>> it = []
>>> one(it) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: too many items in iterable (expected 1)'
>>> too_short = IndexError('too few items')
>>> one(it, too_short=too_short) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
IndexError: too few items
Similarly, if *iterable* contains more than one item, ``ValueError`` will
be raised. You may specify a different exception with the *too_long*
keyword:
>>> it = ['too', 'many']
>>> one(it) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: Expected exactly one item in iterable, but got 'too',
'many', and perhaps more.
>>> too_long = RuntimeError
>>> one(it, too_long=too_long) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
RuntimeError
Note that :func:`one` attempts to advance *iterable* twice to ensure there
is only one item. See :func:`spy` or :func:`peekable` to check iterable
contents less destructively.
z&too few items in iterable (expected 1)N�LExpected exactly one item in iterable, but got {!r}, {!r}, and perhaps more.)r� r� r� r� �format)r� Z too_short�too_long�it� first_valuer� � second_value�msgr� r� r� r] s" ,
� �� r] c sr � fdd�}dd� }t | �}t|�� |du r0� }d| k rD� krbn n|� krX||�S |||�S t|rldnd�S ) a� Yield successive distinct permutations of the elements in *iterable*.
>>> sorted(distinct_permutations([1, 0, 1]))
[(0, 1, 1), (1, 0, 1), (1, 1, 0)]
Equivalent to ``set(permutations(iterable))``, except duplicates are not
generated and thrown away. For larger input sequences this is much more
efficient.
Duplicate permutations arise when there are duplicated elements in the
input iterable. The number of items returned is
`n! / (x_1! * x_2! * ... * x_n!)`, where `n` is the total number of
items input, and each `x_i` is the count of a distinct item in the input
sequence.
If *r* is given, only the *r*-length permutations are yielded.
>>> sorted(distinct_permutations([1, 0, 1], r=2))
[(0, 1), (1, 0), (1, 1)]
>>> sorted(distinct_permutations(range(3), r=2))
[(0, 1), (0, 2), (1, 0), (1, 2), (2, 0), (2, 1)]
c 3 s� t | �V t� d dd�D ] }| | | |d k r q<qd S t� d |d�D ]}| | | | k rL qfqL| | | | | |< | |< | d |� d� | |d d �< q d S )N� r� r, )�tuple�range)�A�i�j��sizer� r� �_full^ s
z$distinct_permutations.<locals>._fullc s s4 | d |� | |d � }}t |d dd�}t t|��}t|�V |d }|D ] }|| |k r` qn|| }qLd S |D ]2}|| || krr|| || ||< ||< q�qr|D ]2}|| || kr�|| || ||< ||< q�q�||d || d� 7 }|d7 }|d || � ||| d � ||d �< |d d �< q6d S )Nr, r� )r� r� r� ) r� �r�head�tailZright_head_indexesZleft_tail_indexesZpivotr� r� r� r� r� �_partialv s*
z'distinct_permutations.<locals>._partialNr r� )r� )�sortedr� r� )r� r� r� r� r� r� r� r� rD E s 'rD c C s^ |dkrt d��nH|dkr0ttt| �|�dd�S t| g�}t||�}ttt||�dd��S dS )a6 Intersperse filler element *e* among the items in *iterable*, leaving
*n* items between each filler element.
>>> list(intersperse('!', [1, 2, 3, 4, 5]))
[1, '!', 2, '!', 3, '!', 4, '!', 5]
>>> list(intersperse(None, [1, 2, 3, 4, 5], n=2))
[1, 2, None, 3, 4, None, 5]
r z
n must be > 0r, N)r� r rM r r9 r. )r� r� r� Zfiller�chunksr� r� r� rN � s
rN c sF dd� | D �}t t�tt|���� � fdd�� D ���fdd�|D �S )a� Return the elements from each of the input iterables that aren't in the
other input iterables.
For example, suppose you have a set of packages, each with a set of
dependencies::
{'pkg_1': {'A', 'B'}, 'pkg_2': {'B', 'C'}, 'pkg_3': {'B', 'D'}}
If you remove one package, which dependencies can also be removed?
If ``pkg_1`` is removed, then ``A`` is no longer necessary - it is not
associated with ``pkg_2`` or ``pkg_3``. Similarly, ``C`` is only needed for
``pkg_2``, and ``D`` is only needed for ``pkg_3``::
>>> unique_to_each({'A', 'B'}, {'B', 'C'}, {'B', 'D'})
[['A'], ['C'], ['D']]
If there are duplicates in one input iterable that aren't in the others
they will be duplicated in the output. Input order is preserved::
>>> unique_to_each("mississippi", "missouri")
[['p', 'p'], ['o', 'u', 'r']]
It is assumed that the elements of each iterable are hashable.
c S s g | ] }t |��qS r� )r� ��.0r� r� r� r� �
<listcomp>� � z"unique_to_each.<locals>.<listcomp>c s h | ]}� | d kr|�qS �r, r� )r� �element)�countsr� r� � <setcomp>� r� z!unique_to_each.<locals>.<setcomp>c s g | ]}t t� j|���qS r� )r� �filter� __contains__r� )�uniquesr� r� r� � r� )r r �
from_iterable�map�set)r� �poolr� )r� r� r� ry � s ry c c s� |dk rt d��|dkr$t� V dS |dk r4t d��t|d�}|}t|j| �D ] }|d8 }|sN|}t|�V qNt|�}||k r�tt|t||| ���V n6d| k r�t||�k r�n n||f| 7 }t|�V dS )aM Return a sliding window of width *n* over the given iterable.
>>> all_windows = windowed([1, 2, 3, 4, 5], 3)
>>> list(all_windows)
[(1, 2, 3), (2, 3, 4), (3, 4, 5)]
When the window is larger than the iterable, *fillvalue* is used in place
of missing values:
>>> list(windowed([1, 2, 3], 4))
[(1, 2, 3, None)]
Each window will advance in increments of *step*:
>>> list(windowed([1, 2, 3, 4, 5, 6], 3, fillvalue='!', step=2))
[(1, 2, 3), (3, 4, 5), (5, 6, '!')]
To slide into the iterable's items, use :func:`chain` to add filler items
to the left:
>>> iterable = [1, 2, 3, 4]
>>> n = 3
>>> padding = [None] * (n - 1)
>>> list(windowed(chain(padding, iterable), 3))
[(None, None, 1), (None, 1, 2), (1, 2, 3), (2, 3, 4)]
r �n must be >= 0Nr, zstep must be >= 1r� ) r� r� r r� r� r� r r r� )�seqr� � fillvaluer� Zwindowr� �_r� r� r� r� r{ � s(
r{ c c st g }t | �D ]}|�|� |fV q t|�}t|�}td|d �D ],}t|| d �D ]}|||| � V qVqBdS )aF Yield all of the substrings of *iterable*.
>>> [''.join(s) for s in substrings('more')]
['m', 'o', 'r', 'e', 'mo', 'or', 're', 'mor', 'ore', 'more']
Note that non-string iterables can also be subdivided.
>>> list(substrings([0, 1, 2]))
[(0,), (1,), (2,), (0, 1), (1, 2), (0, 1, 2)]
r� r, N)r� r� r� r� r� )r� r� �item�
item_countr� r� r� r� r� rv s
rv c s0 t dt� �d �}|r t|�}� fdd�|D �S )a@ Yield all substrings and their positions in *seq*
The items yielded will be a tuple of the form ``(substr, i, j)``, where
``substr == seq[i:j]``.
This function only works for iterables that support slicing, such as
``str`` objects.
>>> for item in substrings_indexes('more'):
... print(item)
('m', 0, 1)
('o', 1, 2)
('r', 2, 3)
('e', 3, 4)
('mo', 0, 2)
('or', 1, 3)
('re', 2, 4)
('mor', 0, 3)
('ore', 1, 4)
('more', 0, 4)
Set *reverse* to ``True`` to yield the same items in the opposite order.
r, c 3 sB | ]:}t t� �| d �D ] }� ||| � ||| fV qqdS �r, N)r� r� )r� �Lr� �r� r� r� � <genexpr>N s z%substrings_indexes.<locals>.<genexpr>)r� r� r� )r� �reverser� r� r� r� rw 1 s
�rw c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )r7 a� Wrap *iterable* and return an object that buckets it iterable into
child iterables based on a *key* function.
>>> iterable = ['a1', 'b1', 'c1', 'a2', 'b2', 'c2', 'b3']
>>> s = bucket(iterable, key=lambda x: x[0]) # Bucket by 1st character
>>> sorted(list(s)) # Get the keys
['a', 'b', 'c']
>>> a_iterable = s['a']
>>> next(a_iterable)
'a1'
>>> next(a_iterable)
'a2'
>>> list(s['b'])
['b1', 'b2', 'b3']
The original iterable will be advanced and its items will be cached until
they are used by the child iterables. This may require significant storage.
By default, attempting to select a bucket to which no items belong will
exhaust the iterable and cache all values.
If you specify a *validator* function, selected buckets will instead be
checked against it.
>>> from itertools import count
>>> it = count(1, 2) # Infinite sequence of odd numbers
>>> key = lambda x: x % 10 # Bucket by last digit
>>> validator = lambda x: x in {1, 3, 5, 7, 9} # Odd digits only
>>> s = bucket(it, key=key, validator=validator)
>>> 2 in s
False
>>> list(s[2])
[]
Nc C s, t |�| _|| _tt�| _|p$dd� | _d S )Nc S s dS �NTr� ��xr� r� r� �<lambda>{ r� z!bucket.__init__.<locals>.<lambda>)r� r� �_keyr r r� �
_validator)r� r� �key� validatorr� r� r� r� w s
zbucket.__init__c C sH | � |�sdS zt| | �}W n ty2 Y dS 0 | j| �|� dS r� )r r� r� r� �
appendleft)r� �valuer� r� r� r� r� } s
zbucket.__contains__c c s~ | j | r | j | �� V q zt| j�}W n ty> Y dS 0 | �|�}||kr\|V q q | �|�r | j | �|� q q dS )z�
Helper to yield items from the parent iterator that match *value*.
Items that don't match are stored in the local cache as they
are encountered.
N)r� r� r� r� r� r r r� )r� r
r� �
item_valuer� r� r� � _get_values� s
zbucket._get_valuesc c sD | j D ](}| �|�}| �|�r| j| �|� q| j�� E d H d S r� )r� r r r� r� �keys)r� r� r r� r� r� r� � s
zbucket.__iter__c C s | � |�std�S | �|�S )Nr� )r r� r �r� r
r� r� r� r� � s
zbucket.__getitem__)N) r� r� r� r� r� r� r r� r� r� r� r� r� r7 S s #
r7 c C s$ t | �}t||�}|�� t||�fS )a� Return a 2-tuple with a list containing the first *n* elements of
*iterable*, and an iterator with the same items as *iterable*.
This allows you to "look ahead" at the items in the iterable without
advancing it.
There is one item in the list by default:
>>> iterable = 'abcdefg'
>>> head, iterable = spy(iterable)
>>> head
['a']
>>> list(iterable)
['a', 'b', 'c', 'd', 'e', 'f', 'g']
You may use unpacking to retrieve items instead of lists:
>>> (head,), iterable = spy('abcdefg')
>>> head
'a'
>>> (first, second), iterable = spy('abcdefg', 2)
>>> first
'a'
>>> second
'b'
The number of items requested can be larger than the number of items in
the iterable:
>>> iterable = [1, 2, 3, 4, 5]
>>> head, iterable = spy(iterable, 10)
>>> head
[1, 2, 3, 4, 5]
>>> list(iterable)
[1, 2, 3, 4, 5]
)r� r1 �copyr )r� r� r� r� r� r� r� rs � s %
rs c G s t �t| � �S )a4 Return a new iterable yielding from each iterable in turn,
until the shortest is exhausted.
>>> list(interleave([1, 2, 3], [4, 5], [6, 7, 8]))
[1, 4, 6, 2, 5, 7]
For a version that doesn't terminate after the shortest iterable is
exhausted, see :func:`interleave_longest`.
)r r� r� )r� r� r� r� rM � s rM c G s" t �t| dti��}dd� |D �S )as Return a new iterable yielding from each iterable in turn,
skipping any that are exhausted.
>>> list(interleave_longest([1, 2, 3], [4, 5], [6, 7, 8]))
[1, 4, 6, 2, 5, 7, 3, 8]
This function produces the same output as :func:`roundrobin`, but may
perform better for some inputs (in particular when the number of iterables
is large).
r� c s s | ]}|t ur|V qd S r� )r� )r� r r� r� r� r� � r� z%interleave_longest.<locals>.<genexpr>)r r� r r� )r� r� r� r� r� rL � s rL c # s$ � ��fdd���| d�E dH dS )a> Flatten an iterable with multiple levels of nesting (e.g., a list of
lists of tuples) into non-iterable types.
>>> iterable = [(1, 2), ([3, 4], [[5], [6]])]
>>> list(collapse(iterable))
[1, 2, 3, 4, 5, 6]
Binary and text strings are not considered iterable and
will not be collapsed.
To avoid collapsing other types, specify *base_type*:
>>> iterable = ['ab', ('cd', 'ef'), ['gh', 'ij']]
>>> list(collapse(iterable, base_type=tuple))
['ab', ('cd', 'ef'), 'gh', 'ij']
Specify *levels* to stop flattening after a certain level:
>>> iterable = [('a', ['b']), ('c', ['d'])]
>>> list(collapse(iterable)) # Fully flattened
['a', 'b', 'c', 'd']
>>> list(collapse(iterable, levels=1)) # Only one level flattened
['a', ['b'], 'c', ['d']]
c 3 s� �d ur|�ks0t | ttf�s0� d ur:t | � �r:| V d S z t| �}W n ty` | V Y d S 0 |D ]}�||d �E d H qfd S �Nr, )r� �str�bytesr� r� )�node�level�tree�child�� base_type�levels�walkr� r� r s& �� ��� zcollapse.<locals>.walkr Nr� )r� r r r� r r� r; � s r; c c sz zd|dur|� |du r2|D ]}| |� |V q n"t ||�D ]}| |� |E dH q<W |durv|� n|durt|� 0 dS )au Invoke *func* on each item in *iterable* (or on each *chunk_size* group
of items) before yielding the item.
`func` must be a function that takes a single argument. Its return value
will be discarded.
*before* and *after* are optional functions that take no arguments. They
will be executed before iteration starts and after it ends, respectively.
`side_effect` can be used for logging, updating progress bars, or anything
that is not functionally "pure."
Emitting a status message:
>>> from more_itertools import consume
>>> func = lambda item: print('Received {}'.format(item))
>>> consume(side_effect(func, range(2)))
Received 0
Received 1
Operating on chunks of items:
>>> pair_sums = []
>>> func = lambda chunk: pair_sums.append(sum(chunk))
>>> list(side_effect(func, [0, 1, 2, 3, 4, 5], 2))
[0, 1, 2, 3, 4, 5]
>>> list(pair_sums)
[1, 5, 9]
Writing to a file-like object:
>>> from io import StringIO
>>> from more_itertools import consume
>>> f = StringIO()
>>> func = lambda x: print(x, file=f)
>>> before = lambda: print(u'HEADER', file=f)
>>> after = f.close
>>> it = [u'a', u'b', u'c']
>>> consume(side_effect(func, it, before=before, after=after))
>>> f.closed
True
N)r9 )r� r� �
chunk_size�before�afterr� r� r� r� r� rk , s ,
�rk c sD t t��fdd�td��D ��� |r<� �fdd�}t|� �S � S dS )ap Yield slices of length *n* from the sequence *seq*.
>>> list(sliced((1, 2, 3, 4, 5, 6), 3))
[(1, 2, 3), (4, 5, 6)]
By the default, the last yielded slice will have fewer than *n* elements
if the length of *seq* is not divisible by *n*:
>>> list(sliced((1, 2, 3, 4, 5, 6, 7, 8), 3))
[(1, 2, 3), (4, 5, 6), (7, 8)]
If the length of *seq* is not divisible by *n* and *strict* is
``True``, then ``ValueError`` will be raised before the last
slice is yielded.
This function will only work for iterables that support slicing.
For non-sliceable iterables, see :func:`chunked`.
c 3 s | ]}�||� � V qd S r� r� �r� r� )r� r� r� r� r� } r� zsliced.<locals>.<genexpr>r c 3 s( � D ] } t | ��kr td��| V qd S )Nzseq is not divisible by n.r� )Z_slicer� r� r� r� � s zsliced.<locals>.retN)r r� r r� )r� r� r� r� r� )r� r� r� r� rl i s
rl r� c c s� |dkrt | �V dS g }t| �}|D ]N}||�rj|V |rD|gV |dkr\t |�V dS g }|d8 }q&|�|� q&|V dS )a< Yield lists of items from *iterable*, where each list is delimited by
an item where callable *pred* returns ``True``.
>>> list(split_at('abcdcba', lambda x: x == 'b'))
[['a'], ['c', 'd', 'c'], ['a']]
>>> list(split_at(range(10), lambda n: n % 2 == 1))
[[0], [2], [4], [6], [8], []]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_at(range(10), lambda n: n % 2 == 1, maxsplit=2))
[[0], [2], [4, 5, 6, 7, 8, 9]]
By default, the delimiting items are not included in the output.
The include them, set *keep_separator* to ``True``.
>>> list(split_at('abcdcba', lambda x: x == 'b', keep_separator=True))
[['a'], ['b'], ['c', 'd', 'c'], ['b'], ['a']]
r Nr, �r� r� r� )r� �pred�maxsplitZkeep_separator�bufr� r� r� r� r� rn � s"
rn c c s� |dkrt | �V dS g }t| �}|D ]J}||�rf|rf|V |dkrZ|gt |� V dS g }|d8 }|�|� q&|r||V dS )a\ Yield lists of items from *iterable*, where each list ends just before
an item for which callable *pred* returns ``True``:
>>> list(split_before('OneTwo', lambda s: s.isupper()))
[['O', 'n', 'e'], ['T', 'w', 'o']]
>>> list(split_before(range(10), lambda n: n % 3 == 0))
[[0, 1, 2], [3, 4, 5], [6, 7, 8], [9]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_before(range(10), lambda n: n % 3 == 0, maxsplit=2))
[[0, 1, 2], [3, 4, 5], [6, 7, 8, 9]]
r Nr, r �r� r r! r" r� r� r� r� r� rp � s
rp c c sz |dkrt | �V dS g }t| �}|D ]D}|�|� ||�r&|r&|V |dkr^t |�V dS g }|d8 }q&|rv|V dS )a[ Yield lists of items from *iterable*, where each list ends with an
item where callable *pred* returns ``True``:
>>> list(split_after('one1two2', lambda s: s.isdigit()))
[['o', 'n', 'e', '1'], ['t', 'w', 'o', '2']]
>>> list(split_after(range(10), lambda n: n % 3 == 0))
[[0], [1, 2, 3], [4, 5, 6], [7, 8, 9]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_after(range(10), lambda n: n % 3 == 0, maxsplit=2))
[[0], [1, 2, 3], [4, 5, 6, 7, 8, 9]]
r Nr, r r# r� r� r� ro � s
ro c c s� |dkrt | �V dS t| �}z t|�}W n ty> Y dS 0 |g}|D ]L}|||�r�|V |dkr||gt |� V dS g }|d8 }|�|� |}qJ|V dS )a� Split *iterable* into pieces based on the output of *pred*.
*pred* should be a function that takes successive pairs of items and
returns ``True`` if the iterable should be split in between them.
For example, to find runs of increasing numbers, split the iterable when
element ``i`` is larger than element ``i + 1``:
>>> list(split_when([1, 2, 3, 3, 2, 5, 2, 4, 2], lambda x, y: x > y))
[[1, 2, 3, 3], [2, 5], [2, 4], [2]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_when([1, 2, 3, 3, 2, 5, 2, 4, 2],
... lambda x, y: x > y, maxsplit=2))
[[1, 2, 3, 3], [2, 5], [2, 4, 2]]
r Nr, )r� r� r� r� r� )r� r r! r� Zcur_itemr" Z next_itemr� r� r� rq � s(
rq c c s> t | �}|D ],}|du r(t|�V dS tt||��V q dS )a� Yield a list of sequential items from *iterable* of length 'n' for each
integer 'n' in *sizes*.
>>> list(split_into([1,2,3,4,5,6], [1,2,3]))
[[1], [2, 3], [4, 5, 6]]
If the sum of *sizes* is smaller than the length of *iterable*, then the
remaining items of *iterable* will not be returned.
>>> list(split_into([1,2,3,4,5,6], [2,3]))
[[1, 2], [3, 4, 5]]
If the sum of *sizes* is larger than the length of *iterable*, fewer items
will be returned in the iteration that overruns *iterable* and further
lists will be empty:
>>> list(split_into([1,2,3,4], [1,2,3,4]))
[[1], [2, 3], [4], []]
When a ``None`` object is encountered in *sizes*, the returned list will
contain items up to the end of *iterable* the same way that itertools.slice
does:
>>> list(split_into([1,2,3,4,5,6,7,8,9,0], [2,3,None]))
[[1, 2], [3, 4, 5], [6, 7, 8, 9, 0]]
:func:`split_into` can be useful for grouping a series of items where the
sizes of the groups are not uniform. An example would be where in a row
from a table, multiple columns represent elements of the same feature
(e.g. a point represented by x,y,z) but, the format is not the same for
all columns.
N)r� r� r )r� �sizesr� r� r� r� r� rr + s #
rr c c s� t | �}|du r&t|t|��E dH nZ|dk r8td��nHd}|D ]}|V |d7 }q@|rd|| | n|| }t|�D ]
}|V qtdS )a� Yield the elements from *iterable*, followed by *fillvalue*, such that
at least *n* items are emitted.
>>> list(padded([1, 2, 3], '?', 5))
[1, 2, 3, '?', '?']
If *next_multiple* is ``True``, *fillvalue* will be emitted until the
number of items emitted is a multiple of *n*::
>>> list(padded([1, 2, 3, 4], n=3, next_multiple=True))
[1, 2, 3, 4, None, None]
If *n* is ``None``, *fillvalue* will be emitted indefinitely.
Nr, �n must be at least 1r )r� r r r� r� ) r� r� r� Z
next_multipler� r� r� � remainingr� r� r� r� r_ X s
r_ c c s6 t }| D ]
}|V q|t u r |n|}t|�E dH dS )a" After the *iterable* is exhausted, keep yielding its last element.
>>> list(islice(repeat_last(range(3)), 5))
[0, 1, 2, 2, 2]
If the iterable is empty, yield *default* forever::
>>> list(islice(repeat_last(range(0), 42), 5))
[42, 42, 42, 42, 42]
N)r� r )r� r� r� �finalr� r� r� rc x s
rc c s0 � dk rt d��t|� �}� fdd�t|�D �S )a� Distribute the items from *iterable* among *n* smaller iterables.
>>> group_1, group_2 = distribute(2, [1, 2, 3, 4, 5, 6])
>>> list(group_1)
[1, 3, 5]
>>> list(group_2)
[2, 4, 6]
If the length of *iterable* is not evenly divisible by *n*, then the
length of the returned iterables will not be identical:
>>> children = distribute(3, [1, 2, 3, 4, 5, 6, 7])
>>> [list(c) for c in children]
[[1, 4, 7], [2, 5], [3, 6]]
If the length of *iterable* is smaller than *n*, then the last returned
iterables will be empty:
>>> children = distribute(5, [1, 2, 3])
>>> [list(c) for c in children]
[[1], [2], [3], [], []]
This function uses :func:`itertools.tee` and may require significant
storage. If you need the order items in the smaller iterables to match the
original iterable, see :func:`divide`.
r, r% c s g | ]\}}t ||d � ��qS r� )r )r� r� r� �r� r� r� r� � r� z distribute.<locals>.<listcomp>)r� r � enumerate)r� r� �childrenr� r( r� rE � s
rE �r� r r, c C s t | t|��}t||||d��S )a[ Yield tuples whose elements are offset from *iterable*.
The amount by which the `i`-th item in each tuple is offset is given by
the `i`-th item in *offsets*.
>>> list(stagger([0, 1, 2, 3]))
[(None, 0, 1), (0, 1, 2), (1, 2, 3)]
>>> list(stagger(range(8), offsets=(0, 2, 4)))
[(0, 2, 4), (1, 3, 5), (2, 4, 6), (3, 5, 7)]
By default, the sequence will end when the final element of a tuple is the
last item in the iterable. To continue until the first element of a tuple
is the last item in the iterable, set *longest* to ``True``::
>>> list(stagger([0, 1, 2, 3], longest=True))
[(None, 0, 1), (0, 1, 2), (1, 2, 3), (2, 3, None), (3, None, None)]
By default, ``None`` will be used to replace offsets beyond the end of the
sequence. Specify *fillvalue* to use some other value.
)�offsets�longestr� )r r� r )r� r, r- r� r* r� r� r� rt � s �rt c s e Zd Zd� fdd� Z� ZS )r} Nc s* d}|d ur|dj |� 7 }t� �|� d S )Nz Iterables have different lengthsz/: index 0 has length {}; index {} has length {})r� �superr� )r� �detailsr� �� __class__r� r� r� � s �z UnequalIterablesError.__init__)N)r� r� r� r� �
__classcell__r� r� r0 r� r} � s r} c c s6 t | dti�D ]"}|D ]}|tu rt� �q|V qd S )Nr� )r r� r} )r� Zcombo�valr� r� r� �_zip_equal_generator� s
r4 c G s� t dkrt�dt� zZt| d �}t| dd� d�D ] \}}t|�}||kr4 q\q4t| � W S t|||fd��W n ty� t | � Y S 0 dS )a ``zip`` the input *iterables* together, but raise
``UnequalIterablesError`` if they aren't all the same length.
>>> it_1 = range(3)
>>> it_2 = iter('abc')
>>> list(zip_equal(it_1, it_2))
[(0, 'a'), (1, 'b'), (2, 'c')]
>>> it_1 = range(3)
>>> it_2 = iter('abcd')
>>> list(zip_equal(it_1, it_2)) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
more_itertools.more.UnequalIterablesError: Iterables have different
lengths
i�
zwzip_equal will be removed in a future version of more-itertools. Use the builtin zip function with strict=True instead.r r, N)r/ )
r) r� r� r� r� r) r� r} r� r4 )r� Z
first_sizer� r� r� r� r� r� r~ � s �
r~ )r- r� c G s� t |�t | �krtd��g }t|| �D ]P\}}|dk rP|�tt|| �|�� q&|dkrl|�t||d�� q&|�|� q&|r�t|d|i�S t|� S )aF ``zip`` the input *iterables* together, but offset the `i`-th iterable
by the `i`-th item in *offsets*.
>>> list(zip_offset('0123', 'abcdef', offsets=(0, 1)))
[('0', 'b'), ('1', 'c'), ('2', 'd'), ('3', 'e')]
This can be used as a lightweight alternative to SciPy or pandas to analyze
data sets in which some series have a lead or lag relationship.
By default, the sequence will end when the shortest iterable is exhausted.
To continue until the longest iterable is exhausted, set *longest* to
``True``.
>>> list(zip_offset('0123', 'abcdef', offsets=(0, 1), longest=True))
[('0', 'b'), ('1', 'c'), ('2', 'd'), ('3', 'e'), (None, 'f')]
By default, ``None`` will be used to replace offsets beyond the end of the
sequence. Specify *fillvalue* to use some other value.
z,Number of iterables and offsets didn't matchr Nr� )r� r� r� r� r r r r )r, r- r� r� � staggeredr� r� r� r� r� r s r �r c sn �du rt |� }nBt|�}t|�dkr>|d ���fdd�}nt |� � � �fdd�}tttt| � ||d�� �S )a� Return the input iterables sorted together, with *key_list* as the
priority for sorting. All iterables are trimmed to the length of the
shortest one.
This can be used like the sorting function in a spreadsheet. If each
iterable represents a column of data, the key list determines which
columns are used for sorting.
By default, all iterables are sorted using the ``0``-th iterable::
>>> iterables = [(4, 3, 2, 1), ('a', 'b', 'c', 'd')]
>>> sort_together(iterables)
[(1, 2, 3, 4), ('d', 'c', 'b', 'a')]
Set a different key list to sort according to another iterable.
Specifying multiple keys dictates how ties are broken::
>>> iterables = [(3, 1, 2), (0, 1, 0), ('c', 'b', 'a')]
>>> sort_together(iterables, key_list=(1, 2))
[(2, 3, 1), (0, 0, 1), ('a', 'c', 'b')]
To sort by a function of the elements of the iterable, pass a *key*
function. Its arguments are the elements of the iterables corresponding to
the key list::
>>> names = ('a', 'b', 'c')
>>> lengths = (1, 2, 3)
>>> widths = (5, 2, 1)
>>> def area(length, width):
... return length * width
>>> sort_together([names, lengths, widths], key_list=(1, 2), key=area)
[('c', 'b', 'a'), (3, 2, 1), (1, 2, 5)]
Set *reverse* to ``True`` to sort in descending order.
>>> sort_together([(1, 2, 3), ('c', 'b', 'a')], reverse=True)
[(3, 2, 1), ('a', 'b', 'c')]
Nr, r c s � | � �S r� r� �Z zipped_items)r �
key_offsetr� r� r f r� z sort_together.<locals>.<lambda>c s �� | �� S r� r� r7 )�
get_key_itemsr r� r� r k s �)r r )r$ r� r� r� r� )r� Zkey_listr r Z key_argumentr� )r9 r r8 r� rm 2 s (
�rm c sP t t| ��\}} |sdS |d }t| t|��}dd� � t� fdd�t|�D ��S )a� The inverse of :func:`zip`, this function disaggregates the elements
of the zipped *iterable*.
The ``i``-th iterable contains the ``i``-th element from each element
of the zipped iterable. The first element is used to to determine the
length of the remaining elements.
>>> iterable = [('a', 1), ('b', 2), ('c', 3), ('d', 4)]
>>> letters, numbers = unzip(iterable)
>>> list(letters)
['a', 'b', 'c', 'd']
>>> list(numbers)
[1, 2, 3, 4]
This is similar to using ``zip(*iterable)``, but it avoids reading
*iterable* into memory. Note, however, that this function uses
:func:`itertools.tee` and thus may require significant storage.
r� r c s � fdd�}|S )Nc s& z
| � W S t y t�Y n0 d S r� )r� r� )�obj�r� r� r� �getter� s
z)unzip.<locals>.itemgetter.<locals>.getterr� )r� r< r� r; r� r$ � s zunzip.<locals>.itemgetterc 3 s | ]\}}t � |�|�V qd S r� �r� )r� r� r� �r$ r� r� r� � r� zunzip.<locals>.<genexpr>)rs r� r r� r� r) )r� r� r� r� r> r� rz t s rz c C s� | dk rt d��z|dd� W n ty: t|�}Y n0 |}tt|�| �\}}g }d}td| d �D ]6}|}|||kr�|d n|7 }|�t|||� �� qh|S )a� Divide the elements from *iterable* into *n* parts, maintaining
order.
>>> group_1, group_2 = divide(2, [1, 2, 3, 4, 5, 6])
>>> list(group_1)
[1, 2, 3]
>>> list(group_2)
[4, 5, 6]
If the length of *iterable* is not evenly divisible by *n*, then the
length of the returned iterables will not be identical:
>>> children = divide(3, [1, 2, 3, 4, 5, 6, 7])
>>> [list(c) for c in children]
[[1, 2, 3], [4, 5], [6, 7]]
If the length of the iterable is smaller than n, then the last returned
iterables will be empty:
>>> children = divide(5, [1, 2, 3])
>>> [list(c) for c in children]
[[1], [2], [3], [], []]
This function will exhaust the iterable before returning and may require
significant storage. If order is not important, see :func:`distribute`,
which does not first pull the iterable into memory.
r, r% Nr )r� r� r� �divmodr� r� r� r� ) r� r� r� �qr� r� r� r� r� r� r� r� rF � s rF c C sX | du rt d�S |dur,t| |�r,t | f�S z
t | �W S tyR t | f� Y S 0 dS )ax If *obj* is iterable, return an iterator over its items::
>>> obj = (1, 2, 3)
>>> list(always_iterable(obj))
[1, 2, 3]
If *obj* is not iterable, return a one-item iterable containing *obj*::
>>> obj = 1
>>> list(always_iterable(obj))
[1]
If *obj* is ``None``, return an empty iterable:
>>> obj = None
>>> list(always_iterable(None))
[]
By default, binary and text strings are not considered iterable::
>>> obj = 'foo'
>>> list(always_iterable(obj))
['foo']
If *base_type* is set, objects for which ``isinstance(obj, base_type)``
returns ``True`` won't be considered iterable.
>>> obj = {'a': 1}
>>> list(always_iterable(obj)) # Iterate over the dict's keys
['a']
>>> list(always_iterable(obj, base_type=dict)) # Treat dicts as a unit
[{'a': 1}]
Set *base_type* to ``None`` to avoid any special handling and treat objects
Python considers iterable as iterable:
>>> obj = 'foo'
>>> list(always_iterable(obj, base_type=None))
['f', 'o', 'o']
Nr� )r� r� r� )r: r r� r� r� r5 � s )
r5 c C sZ |dk rt d��t|�\}}dg| }t|t| |�|�}ttt|d| d ��}t||�S )as Return an iterable over `(bool, item)` tuples where the `item` is
drawn from *iterable* and the `bool` indicates whether
that item satisfies the *predicate* or is adjacent to an item that does.
For example, to find whether items are adjacent to a ``3``::
>>> list(adjacent(lambda x: x == 3, range(6)))
[(False, 0), (False, 1), (True, 2), (True, 3), (True, 4), (False, 5)]
Set *distance* to change what counts as adjacent. For example, to find
whether items are two places away from a ``3``:
>>> list(adjacent(lambda x: x == 3, range(6), distance=2))
[(False, 0), (True, 1), (True, 2), (True, 3), (True, 4), (True, 5)]
This is useful for contextualizing the results of a search function.
For example, a code comparison tool might want to identify lines that
have changed, but also surrounding lines to give the viewer of the diff
context.
The predicate function will only be called once for each item in the
iterable.
See also :func:`groupby_transform`, which can be used with this function
to group ranges of items with the same `bool` value.
r zdistance must be at least 0Fr� r, )r� r r r� �anyr{ r� )� predicater� �distance�i1�i2�padding�selectedZadjacent_to_selectedr� r� r� r4
s
r4 c s: t | |�}�r �fdd�|D �}� r6� fdd�|D �}|S )a An extension of :func:`itertools.groupby` that can apply transformations
to the grouped data.
* *keyfunc* is a function computing a key value for each item in *iterable*
* *valuefunc* is a function that transforms the individual items from
*iterable* after grouping
* *reducefunc* is a function that transforms each group of items
>>> iterable = 'aAAbBBcCC'
>>> keyfunc = lambda k: k.upper()
>>> valuefunc = lambda v: v.lower()
>>> reducefunc = lambda g: ''.join(g)
>>> list(groupby_transform(iterable, keyfunc, valuefunc, reducefunc))
[('A', 'aaa'), ('B', 'bbb'), ('C', 'ccc')]
Each optional argument defaults to an identity function if not specified.
:func:`groupby_transform` is useful when grouping elements of an iterable
using a separate iterable as the key. To do this, :func:`zip` the iterables
and pass a *keyfunc* that extracts the first element and a *valuefunc*
that extracts the second element::
>>> from operator import itemgetter
>>> keys = [0, 0, 1, 1, 1, 2, 2, 2, 3]
>>> values = 'abcdefghi'
>>> iterable = zip(keys, values)
>>> grouper = groupby_transform(iterable, itemgetter(0), itemgetter(1))
>>> [(k, ''.join(g)) for k, g in grouper]
[(0, 'ab'), (1, 'cde'), (2, 'fgh'), (3, 'i')]
Note that the order of items in the iterable is significant.
Only adjacent items are grouped together, so if you don't want any
duplicate groups, you should sort the iterable by the key function.
c 3 s | ]\}}|t � |�fV qd S r� r= �r� �k�g)� valuefuncr� r� r� Z r� z$groupby_transform.<locals>.<genexpr>c 3 s | ]\}}|� |�fV qd S r� r� rH )�
reducefuncr� r� r� \ r� �r )r� �keyfuncrK rL r� r� )rL rK r� rJ 4 s $
rJ c @ s� e Zd ZdZeedd��Zdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!S )"r\ a< An extension of the built-in ``range()`` function whose arguments can
be any orderable numeric type.
With only *stop* specified, *start* defaults to ``0`` and *step*
defaults to ``1``. The output items will match the type of *stop*:
>>> list(numeric_range(3.5))
[0.0, 1.0, 2.0, 3.0]
With only *start* and *stop* specified, *step* defaults to ``1``. The
output items will match the type of *start*:
>>> from decimal import Decimal
>>> start = Decimal('2.1')
>>> stop = Decimal('5.1')
>>> list(numeric_range(start, stop))
[Decimal('2.1'), Decimal('3.1'), Decimal('4.1')]
With *start*, *stop*, and *step* specified the output items will match
the type of ``start + step``:
>>> from fractions import Fraction
>>> start = Fraction(1, 2) # Start at 1/2
>>> stop = Fraction(5, 2) # End at 5/2
>>> step = Fraction(1, 2) # Count by 1/2
>>> list(numeric_range(start, stop, step))
[Fraction(1, 2), Fraction(1, 1), Fraction(3, 2), Fraction(2, 1)]
If *step* is zero, ``ValueError`` is raised. Negative steps are supported:
>>> list(numeric_range(3, -1, -1.0))
[3.0, 2.0, 1.0, 0.0]
Be aware of the limitations of floating point numbers; the representation
of the yielded numbers may be surprising.
``datetime.datetime`` objects can be used for *start* and *stop*, if *step*
is a ``datetime.timedelta`` object:
>>> import datetime
>>> start = datetime.datetime(2019, 1, 1)
>>> stop = datetime.datetime(2019, 1, 3)
>>> step = datetime.timedelta(days=1)
>>> items = iter(numeric_range(start, stop, step))
>>> next(items)
datetime.datetime(2019, 1, 1, 0, 0)
>>> next(items)
datetime.datetime(2019, 1, 2, 0, 0)
r c G s� t |�}|dkr@|\| _t| j�d�| _t| j| j �d�| _nl|dkrl|\| _| _t| j| j �d�| _n@|dkr�|\| _| _| _n&|dkr�td�|���ntd�|���t| j�d�| _| j| jkr�td��| j| jk| _ | �
� d S )Nr, r r� � z2numeric_range expected at least 1 argument, got {}z2numeric_range expected at most 3 arguments, got {}z&numeric_range() arg 3 must not be zero) r� �_stop�type�_start�_stepr� r� �_zeror� �_growing� _init_len)r� r� Zargcr� r� r� r� � s4 ���� znumeric_range.__init__c C s" | j r| j| jk S | j| jkS d S r� )rU rR rP r� r� r� r� r� � s znumeric_range.__bool__c C sr | j r:| j| kr | jk rnn qn|| j | j | jkS n4| j| krR| jkrnn n| j| | j | jkS dS �NF)rU rR rP rS rT )r� �elemr� r� r� r� � s znumeric_range.__contains__c C sd t |t�r\t| � }t|� }|s&|r.|o,|S | j|jkoX| j|jkoX| �d�|�d�kS ndS d S )Nr� F)r� r\ �boolrR rS �
_get_by_index)r� �otherZ
empty_selfZ empty_otherr� r� r� �__eq__� s
��znumeric_range.__eq__c C s� t |t�r| �|�S t |t�r�|jd u r.| jn
|j| j }|jd u sR|j| j krZ| j}n |j| jkrn| j }n | �|j�}|j
d u s�|j
| jkr�| j }n"|j
| j kr�| j}n | �|j
�}t |||�S t d�
t|�j���d S )Nz8numeric range indices must be integers or slices, not {})r� �intrZ r� r� rS r� �_lenrR rP r� r\ r� r� rQ r� )r� r r� r� r� r� r� r� r� � s(
��znumeric_range.__getitem__c C s& | r t | j| �d�| jf�S | jS d S �Nr� )�hashrR rZ rS � _EMPTY_HASHr� r� r� r� �__hash__� s znumeric_range.__hash__c sB � fdd�t � D �}� jr,ttt� j�|�S ttt� j�|�S d S )Nc 3 s | ]}� j |� j V qd S r� )rR rS )r� r� r� r� r� r� � r� z)numeric_range.__iter__.<locals>.<genexpr>)r rU r r r' rP r( )r� �valuesr� r� r� r� � s znumeric_range.__iter__c C s | j S r� )r^ r� r� r� r� �__len__� s znumeric_range.__len__c C sr | j r| j}| j}| j}n| j}| j}| j }|| }|| jkrHd| _n&t||�\}}t|�t|| jk� | _d S �Nr )rU rR rP rS rT r^ r? r] )r� r� r� r� rC r@ r� r� r� r� rV � s
znumeric_range._init_lenc C s t | j| j| jffS r� )r\ rR rP rS r� r� r� r� �
__reduce__
s znumeric_range.__reduce__c C sF | j dkr"d�t| j�t| j��S d�t| j�t| j�t| j ��S d S )Nr, znumeric_range({}, {})znumeric_range({}, {}, {}))rS r� �reprrR rP r� r� r� r� �__repr__ s
��znumeric_range.__repr__c C s" t t| �d�| j| j | j ��S r_ )r� r\ rZ rR rS r� r� r� r� r� s
��znumeric_range.__reversed__c C s t || v �S r� )r] r r� r� r� r ! s znumeric_range.countc C s� | j rL| j| kr | jk r�n q�t|| j | j�\}}|| jkr�t|�S nF| j| krd| jkr�n n*t| j| | j �\}}|| jkr�t|�S td�|���d S )Nz{} is not in numeric range) rU rR rP r? rS rT r] r� r� )r� r
r@ r� r� r� r� r� $ s
znumeric_range.indexc C s< |dk r|| j 7 }|dk s$|| j kr,td��| j|| j S )Nr z'numeric range object index out of range)r^ r� rR rS )r� r� r� r� r� rZ 2 s
znumeric_range._get_by_indexN)r� r� r� r� r` r� ra r� r� r� r\ r� rb r� rd rV rf rh r� r r� rZ r� r� r� r� r\ a s" 3
r\ c s< t � �� � std�S |du r"t� nt|�}� fdd�|D �S )a Cycle through the items from *iterable* up to *n* times, yielding
the number of completed cycles along with each item. If *n* is omitted the
process repeats indefinitely.
>>> list(count_cycle('AB', 3))
[(0, 'A'), (0, 'B'), (1, 'A'), (1, 'B'), (2, 'A'), (2, 'B')]
r� Nc 3 s | ]}� D ]}||fV q
qd S r� r� )r� r� r� �r� r� r� r� G r� z count_cycle.<locals>.<genexpr>)r� r� r r� )r� r� r� r� ri r� r@ : s
r@ c c s~ t | �}z t|�}W n ty( Y dS 0 z,t� D ] }|}t|�}|dkd|fV q2W n" tyx |dkd|fV Y n0 dS )aH Yield 3-tuples of the form ``(is_first, is_last, item)``.
>>> list(mark_ends('ABC'))
[(True, False, 'A'), (False, False, 'B'), (False, True, 'C')]
Use this when looping over an iterable to take special action on its first
and/or last items:
>>> iterable = ['Header', 100, 200, 'Footer']
>>> total = 0
>>> for is_first, is_last, item in mark_ends(iterable):
... if is_first:
... continue # Skip the header
... if is_last:
... continue # Skip the footer
... total += item
>>> print(total)
300
Nr FT)r� r� r� r )r� r� �br� �ar� r� r� rA J s
rA c C sJ |du rt t� t|| ��S |dk r*td��t| |td�}t t� t||��S )a� Yield the index of each item in *iterable* for which *pred* returns
``True``.
*pred* defaults to :func:`bool`, which will select truthy items:
>>> list(locate([0, 1, 1, 0, 1, 0, 0]))
[1, 2, 4]
Set *pred* to a custom function to, e.g., find the indexes for a particular
item.
>>> list(locate(['a', 'b', 'c', 'b'], lambda x: x == 'b'))
[1, 3]
If *window_size* is given, then the *pred* function will be called with
that many items. This enables searching for sub-sequences:
>>> iterable = [0, 1, 2, 3, 0, 1, 2, 3, 0, 1, 2, 3]
>>> pred = lambda *args: args == (1, 2, 3)
>>> list(locate(iterable, pred=pred, window_size=3))
[1, 5, 9]
Use with :func:`seekable` to find indexes and then retrieve the associated
items:
>>> from itertools import count
>>> from more_itertools import seekable
>>> source = (3 * n + 1 if (n % 2) else n // 2 for n in count())
>>> it = seekable(source)
>>> pred = lambda x: x > 100
>>> indexes = locate(it, pred=pred)
>>> i = next(indexes)
>>> it.seek(i)
>>> next(it)
106
Nr, z window size must be at least 1�r� )r r r� r� r{ r� r )r� r � window_sizer� r� r� r� rT o s &rT c C s
t || �S )a� Yield the items from *iterable*, but strip any from the beginning
for which *pred* returns ``True``.
For example, to remove a set of items from the start of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(lstrip(iterable, pred))
[1, 2, None, 3, False, None]
This function is analogous to to :func:`str.lstrip`, and is essentially
an wrapper for :func:`itertools.dropwhile`.
)r �r� r r� r� r� rU � s rU c c sF g }|j }|j}| D ],}||�r*||� q|E dH |� |V qdS )a� Yield the items from *iterable*, but strip any from the end
for which *pred* returns ``True``.
For example, to remove a set of items from the end of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(rstrip(iterable, pred))
[None, False, None, 1, 2, None, 3]
This function is analogous to :func:`str.rstrip`.
N)r� �clear)r� r �cacheZ cache_append� cache_clearr r� r� r� rf � s
rf c C s t t| |�|�S )a� Yield the items from *iterable*, but strip any from the
beginning and end for which *pred* returns ``True``.
For example, to remove a set of items from both ends of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(strip(iterable, pred))
[1, 2, None, 3]
This function is analogous to :func:`str.strip`.
)rf rU rn r� r� r� ru � s ru c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) rO a An extension of :func:`itertools.islice` that supports negative values
for *stop*, *start*, and *step*.
>>> iterable = iter('abcdefgh')
>>> list(islice_extended(iterable, -4, -1))
['e', 'f', 'g']
Slices with negative values require some caching of *iterable*, but this
function takes care to minimize the amount of memory required.
For example, you can use a negative step with an infinite iterator:
>>> from itertools import count
>>> list(islice_extended(count(), 110, 99, -2))
[110, 108, 106, 104, 102, 100]
You can also use slice notation directly:
>>> iterable = map(str, count())
>>> it = islice_extended(iterable)[10:20:2]
>>> list(it)
['10', '12', '14', '16', '18']
c G s( t |�}|r t|t|� �| _n|| _d S r� )r� �_islice_helperr� � _iterable)r� r� r� r� r� r� r� r� � s zislice_extended.__init__c C s | S r� r� r� r� r� r� r� � s zislice_extended.__iter__c C s
t | j�S r� )r� rs r� r� r� r� r� s zislice_extended.__next__c C s& t |t�rtt| j|��S td��d S )Nz4islice_extended.__getitem__ argument must be a slice)r� r� rO rr rs r� )r� r r� r� r� r� s
zislice_extended.__getitem__N)r� r� r� r� r� r� r� r� r� r� r� r� rO � s
rO c c s� |j }|j}|jdkr td��|jp&d}|dk�rt|d u r>dn|}|dk r�tt| d�| d�}|rn|d d nd}t|| d�}|d u r�|}n"|dkr�t||�}nt|| d�}|| } | dkr�d S t|d| |�D ]\}
} | V q�n�|d u�r\|dk �r\t t| ||�d � tt| | �| d�}t| �D ]0\}
} |�
� } |
| dk�rL| V |� | � �q(nt| |||�E d H �n4|d u �r�dn|}|d u�r |dk �r | d } tt| d�| d�}|�r�|d d nd}|dk �r�|| }}nt|| d�d }}t |�|||� D ]\}
} | V �qn�|d u�r@|d }
t t| |
|
�d � |dk �rT|}d } n2|d u �rld }|d } nd }|| } | dk�r�d S t t| | ��}||d |� E d H d S )Nr z1step argument must be a non-zero integer or None.r, r� r� )
r� r� r� r� r r) r� r� r r� r� r� r� )r� �sr� r� r� rp �len_iterr� r� r� r� r� Z cached_item�mr� r� r� rr
sn
rr c C s. z
t | �W S ty( t t| �� Y S 0 dS )a� An extension of :func:`reversed` that supports all iterables, not
just those which implement the ``Reversible`` or ``Sequence`` protocols.
>>> print(*always_reversible(x for x in range(3)))
2 1 0
If the iterable is already reversible, this function returns the
result of :func:`reversed()`. If the iterable is not reversible,
this function will cache the remaining items in the iterable and
yield them in reverse order, which may require significant storage.
N)r� r� r� ri r� r� r� r6 j s
r6 c C s | S r� r� r r� r� r� r | r� r c # s6 t t| �� fdd�d�D ]\}}ttd�|�V qdS )a� Yield groups of consecutive items using :func:`itertools.groupby`.
The *ordering* function determines whether two items are adjacent by
returning their position.
By default, the ordering function is the identity function. This is
suitable for finding runs of numbers:
>>> iterable = [1, 10, 11, 12, 20, 30, 31, 32, 33, 40]
>>> for group in consecutive_groups(iterable):
... print(list(group))
[1]
[10, 11, 12]
[20]
[30, 31, 32, 33]
[40]
For finding runs of adjacent letters, try using the :meth:`index` method
of a string of letters:
>>> from string import ascii_lowercase
>>> iterable = 'abcdfgilmnop'
>>> ordering = ascii_lowercase.index
>>> for group in consecutive_groups(iterable, ordering):
... print(list(group))
['a', 'b', 'c', 'd']
['f', 'g']
['i']
['l', 'm', 'n', 'o', 'p']
Each group of consecutive items is an iterator that shares it source with
*iterable*. When an an output group is advanced, the previous group is
no longer available unless its elements are copied (e.g., into a ``list``).
>>> iterable = [1, 2, 11, 12, 21, 22]
>>> saved_groups = []
>>> for group in consecutive_groups(iterable):
... saved_groups.append(list(group)) # Copy group elements
>>> saved_groups
[[1, 2], [11, 12], [21, 22]]
c s | d � | d � S r� r� r ��orderingr� r� r � r� z$consecutive_groups.<locals>.<lambda>�r r, N)r r) r� r$ )r� rx rI rJ r� rw r� r= | s *�r= )�initialc C sX t | �\}}zt|�g}W n ty4 tg � Y S 0 |durBg }t|t|t||���S )a� This function is the inverse of :func:`itertools.accumulate`. By default
it will compute the first difference of *iterable* using
:func:`operator.sub`:
>>> from itertools import accumulate
>>> iterable = accumulate([0, 1, 2, 3, 4]) # produces 0, 1, 3, 6, 10
>>> list(difference(iterable))
[0, 1, 2, 3, 4]
*func* defaults to :func:`operator.sub`, but other functions can be
specified. They will be applied as follows::
A, B, C, D, ... --> A, func(B, A), func(C, B), func(D, C), ...
For example, to do progressive division:
>>> iterable = [1, 2, 6, 24, 120]
>>> func = lambda x, y: x // y
>>> list(difference(iterable, func))
[1, 2, 3, 4, 5]
If the *initial* keyword is set, the first element will be skipped when
computing successive differences.
>>> it = [10, 11, 13, 16] # from accumulate([1, 2, 3], initial=10)
>>> list(difference(it, initial=10))
[1, 2, 3]
N)r r� r� r� r r r� )r� r� rz rk rj rI r� r� r� rB � s rB c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) rj aS Return a read-only view of the sequence object *target*.
:class:`SequenceView` objects are analogous to Python's built-in
"dictionary view" types. They provide a dynamic view of a sequence's items,
meaning that when the sequence updates, so does the view.
>>> seq = ['0', '1', '2']
>>> view = SequenceView(seq)
>>> view
SequenceView(['0', '1', '2'])
>>> seq.append('3')
>>> view
SequenceView(['0', '1', '2', '3'])
Sequence views support indexing, slicing, and length queries. They act
like the underlying sequence, except they don't allow assignment:
>>> view[1]
'1'
>>> view[1:-1]
['1', '2']
>>> len(view)
4
Sequence views are useful as an alternative to copying, as they don't
require (much) extra storage.
c C s t |t�st�|| _d S r� )r� r r� �_target)r� �targetr� r� r� r� � s
zSequenceView.__init__c C s
| j | S r� )r{ )r� r� r� r� r� r� � s zSequenceView.__getitem__c C s
t | j�S r� )r� r{ r� r� r� r� rd � s zSequenceView.__len__c C s d� | jjt| j��S )Nz{}({}))r� r1 r� rg r{ r� r� r� r� rh � s zSequenceView.__repr__N)r� r� r� r� r� r� rd rh r� r� r� r� rj � s
rj c @ sN e Zd ZdZddd�Zdd� Zdd� Zd d
� Zefd d �Z d
d� Z
dd� Z dS )ri a
Wrap an iterator to allow for seeking backward and forward. This
progressively caches the items in the source iterable so they can be
re-visited.
Call :meth:`seek` with an index to seek to that position in the source
iterable.
To "reset" an iterator, seek to ``0``:
>>> from itertools import count
>>> it = seekable((str(n) for n in count()))
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> it.seek(0)
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> next(it)
'3'
You can also seek forward:
>>> it = seekable((str(n) for n in range(20)))
>>> it.seek(10)
>>> next(it)
'10'
>>> it.seek(20) # Seeking past the end of the source isn't a problem
>>> list(it)
[]
>>> it.seek(0) # Resetting works even after hitting the end
>>> next(it), next(it), next(it)
('0', '1', '2')
Call :meth:`peek` to look ahead one item without advancing the iterator:
>>> it = seekable('1234')
>>> it.peek()
'1'
>>> list(it)
['1', '2', '3', '4']
>>> it.peek(default='empty')
'empty'
Before the iterator is at its end, calling :func:`bool` on it will return
``True``. After it will return ``False``:
>>> it = seekable('5678')
>>> bool(it)
True
>>> list(it)
['5', '6', '7', '8']
>>> bool(it)
False
You may view the contents of the cache with the :meth:`elements` method.
That returns a :class:`SequenceView`, a view that updates automatically:
>>> it = seekable((str(n) for n in range(10)))
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> elements = it.elements()
>>> elements
SequenceView(['0', '1', '2'])
>>> next(it)
'3'
>>> elements
SequenceView(['0', '1', '2', '3'])
By default, the cache grows as the source iterable progresses, so beware of
wrapping very large or infinite iterables. Supply *maxlen* to limit the
size of the cache (this of course limits how far back you can seek).
>>> from itertools import count
>>> it = seekable((str(n) for n in count()), maxlen=2)
>>> next(it), next(it), next(it), next(it)
('0', '1', '2', '3')
>>> list(it.elements())
['2', '3']
>>> it.seek(0)
>>> next(it), next(it), next(it), next(it)
('2', '3', '4', '5')
>>> next(it)
'6'
Nc C s0 t |�| _|d u rg | _n tg |�| _d | _d S r� )r� �_sourcer� r �_index)r� r� r� r� r� r� r� Y
s
zseekable.__init__c C s | S r� r� r� r� r� r� r� a
s zseekable.__iter__c C s` | j d urFz| j| j }W n ty2 d | _ Y n0 | j d7 _ |S t| j�}| j�|� |S r )r~ r� r� r� r} r� �r� r� r� r� r� r� d
s
zseekable.__next__c C s& z | � � W n ty Y dS 0 dS r� r� r� r� r� r� r� r
s
zseekable.__bool__c C sV z t | �}W n ty, |tu r$� | Y S 0 | jd u rDt| j�| _| jd8 _|S r )r� r� r� r~ r� r� )r� r� Zpeekedr� r� r� r� y
s
z
seekable.peekc C s
t | j�S r� )rj r� r� r� r� r� �elements�
s zseekable.elementsc C s* || _ |t| j� }|dkr&t| |� d S re )r~ r� r� r- )r� r� � remainderr� r� r� �seek�
s z
seekable.seek)N) r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ri
s U
ri c @ s( e Zd ZdZedd� �Zedd� �ZdS )rg a�
:func:`run_length.encode` compresses an iterable with run-length encoding.
It yields groups of repeated items with the count of how many times they
were repeated:
>>> uncompressed = 'abbcccdddd'
>>> list(run_length.encode(uncompressed))
[('a', 1), ('b', 2), ('c', 3), ('d', 4)]
:func:`run_length.decode` decompresses an iterable that was previously
compressed with run-length encoding. It yields the items of the
decompressed iterable:
>>> compressed = [('a', 1), ('b', 2), ('c', 3), ('d', 4)]
>>> list(run_length.decode(compressed))
['a', 'b', 'b', 'c', 'c', 'c', 'd', 'd', 'd', 'd']
c C s dd� t | �D �S )Nc s s | ]\}}|t |�fV qd S r� )rK rH r� r� r� r� �
r� z$run_length.encode.<locals>.<genexpr>rM ri r� r� r� �encode�
s zrun_length.encodec C s t �dd� | D ��S )Nc s s | ]\}}t ||�V qd S r� )r )r� rI r� r� r� r� r� �
r� z$run_length.decode.<locals>.<genexpr>)r r� ri r� r� r� �decode�
s zrun_length.decodeN)r� r� r� r� � staticmethodr� r� r� r� r� r� rg �
s
rg c C s t t|d t|| ���|kS )a� Return ``True`` if exactly ``n`` items in the iterable are ``True``
according to the *predicate* function.
>>> exactly_n([True, True, False], 2)
True
>>> exactly_n([True, True, False], 1)
False
>>> exactly_n([0, 1, 2, 3, 4, 5], 3, lambda x: x < 3)
True
The iterable will be advanced until ``n + 1`` truthy items are encountered,
so avoid calling it on infinite iterables.
r, )r� r1 r� )r� r� rB r� r� r� rG �
s rG c C s$ t | �}tt|�tt|�t|���S )z�Return a list of circular shifts of *iterable*.
>>> circular_shifts(range(4))
[(0, 1, 2, 3), (1, 2, 3, 0), (2, 3, 0, 1), (3, 0, 1, 2)]
)r� r1 r� r{ r )r� �lstr� r� r� r: �
s r: c s � �fdd�}|S )a� Return a decorator version of *wrapping_func*, which is a function that
modifies an iterable. *result_index* is the position in that function's
signature where the iterable goes.
This lets you use itertools on the "production end," i.e. at function
definition. This can augment what the function returns without changing the
function's code.
For example, to produce a decorator version of :func:`chunked`:
>>> from more_itertools import chunked
>>> chunker = make_decorator(chunked, result_index=0)
>>> @chunker(3)
... def iter_range(n):
... return iter(range(n))
...
>>> list(iter_range(9))
[[0, 1, 2], [3, 4, 5], [6, 7, 8]]
To only allow truthy items to be returned:
>>> truth_serum = make_decorator(filter, result_index=1)
>>> @truth_serum(bool)
... def boolean_test():
... return [0, 1, '', ' ', False, True]
...
>>> list(boolean_test())
[1, ' ', True]
The :func:`peekable` and :func:`seekable` wrappers make for practical
decorators:
>>> from more_itertools import peekable
>>> peekable_function = make_decorator(peekable)
>>> @peekable_function()
... def str_range(*args):
... return (str(x) for x in range(*args))
...
>>> it = str_range(1, 20, 2)
>>> next(it), next(it), next(it)
('1', '3', '5')
>>> it.peek()
'7'
>>> next(it)
'7'
c s �� ��fdd�}|S )Nc s � ����fdd�}|S )Nc s0 � | i |��}t ��}|��|� �|i ���S r� )r� �insert)r� r� �resultZwrapping_args_)�f� result_index�
wrapping_args�
wrapping_func�wrapping_kwargsr� r� �
inner_wrapper�
s zOmake_decorator.<locals>.decorator.<locals>.outer_wrapper.<locals>.inner_wrapperr� )r� r� )r� r� r� r� )r� r� �
outer_wrapper�
s z8make_decorator.<locals>.decorator.<locals>.outer_wrapperr� )r� r� r� �r� r� )r� r� r� � decorator�
s z!make_decorator.<locals>.decoratorr� )r� r� r� r� r� r� rV �
s 2 rV c C st |du rdd� n|}t t�}| D ]"}||�}||�}|| �|� q |durj|�� D ]\}}||�||< qTd|_|S )a� Return a dictionary that maps the items in *iterable* to categories
defined by *keyfunc*, transforms them with *valuefunc*, and
then summarizes them by category with *reducefunc*.
*valuefunc* defaults to the identity function if it is unspecified.
If *reducefunc* is unspecified, no summarization takes place:
>>> keyfunc = lambda x: x.upper()
>>> result = map_reduce('abbccc', keyfunc)
>>> sorted(result.items())
[('A', ['a']), ('B', ['b', 'b']), ('C', ['c', 'c', 'c'])]
Specifying *valuefunc* transforms the categorized items:
>>> keyfunc = lambda x: x.upper()
>>> valuefunc = lambda x: 1
>>> result = map_reduce('abbccc', keyfunc, valuefunc)
>>> sorted(result.items())
[('A', [1]), ('B', [1, 1]), ('C', [1, 1, 1])]
Specifying *reducefunc* summarizes the categorized items:
>>> keyfunc = lambda x: x.upper()
>>> valuefunc = lambda x: 1
>>> reducefunc = sum
>>> result = map_reduce('abbccc', keyfunc, valuefunc, reducefunc)
>>> sorted(result.items())
[('A', 1), ('B', 2), ('C', 3)]
You may want to filter the input iterable before applying the map/reduce
procedure:
>>> all_items = range(30)
>>> items = [x for x in all_items if 10 <= x <= 20] # Filter
>>> keyfunc = lambda x: x % 2 # Evens map to 0; odds to 1
>>> categories = map_reduce(items, keyfunc=keyfunc)
>>> sorted(categories.items())
[(0, [10, 12, 14, 16, 18, 20]), (1, [11, 13, 15, 17, 19])]
>>> summaries = map_reduce(items, keyfunc=keyfunc, reducefunc=sum)
>>> sorted(summaries.items())
[(0, 90), (1, 75)]
Note that all items in the iterable are gathered into a list before the
summarization step, which may require significant storage.
The returned object is a :obj:`collections.defaultdict` with the
``default_factory`` set to ``None``, such that it behaves like a normal
dictionary.
Nc S s | S r� r� r r� r� r� r < r� z map_reduce.<locals>.<lambda>)r r� r� r� �default_factory) r� rN rK rL r� r� r r
Z
value_listr� r� r� rX s 3rX c sV |du rBz&t | �� � fdd�tt| �|�D �W S ty@ Y n0 ttt| ||���S )a� Yield the index of each item in *iterable* for which *pred* returns
``True``, starting from the right and moving left.
*pred* defaults to :func:`bool`, which will select truthy items:
>>> list(rlocate([0, 1, 1, 0, 1, 0, 0])) # Truthy at 1, 2, and 4
[4, 2, 1]
Set *pred* to a custom function to, e.g., find the indexes for a particular
item:
>>> iterable = iter('abcb')
>>> pred = lambda x: x == 'b'
>>> list(rlocate(iterable, pred))
[3, 1]
If *window_size* is given, then the *pred* function will be called with
that many items. This enables searching for sub-sequences:
>>> iterable = [0, 1, 2, 3, 0, 1, 2, 3, 0, 1, 2, 3]
>>> pred = lambda *args: args == (1, 2, 3)
>>> list(rlocate(iterable, pred=pred, window_size=3))
[9, 5, 1]
Beware, this function won't return anything for infinite iterables.
If *iterable* is reversible, ``rlocate`` will reverse it and search from
the right. Otherwise, it will search from the left and return the results
in reverse order.
See :func:`locate` to for other example applications.
Nc 3 s | ]}� | d V qdS r� r� r �ru r� r� r� p r� zrlocate.<locals>.<genexpr>)r� rT r� r� r� )r� r rm r� r� r� re L s ! re c c s� |dk rt d��t|�}t| tg|d �}t||�}d}|D ]X}||� r||du sZ||k r||d7 }|E dH t||d � q>|r>|d tur>|d V q>dS )aY Yield the items from *iterable*, replacing the items for which *pred*
returns ``True`` with the items from the iterable *substitutes*.
>>> iterable = [1, 1, 0, 1, 1, 0, 1, 1]
>>> pred = lambda x: x == 0
>>> substitutes = (2, 3)
>>> list(replace(iterable, pred, substitutes))
[1, 1, 2, 3, 1, 1, 2, 3, 1, 1]
If *count* is given, the number of replacements will be limited:
>>> iterable = [1, 1, 0, 1, 1, 0, 1, 1, 0]
>>> pred = lambda x: x == 0
>>> substitutes = [None]
>>> list(replace(iterable, pred, substitutes, count=2))
[1, 1, None, 1, 1, None, 1, 1, 0]
Use *window_size* to control the number of items passed as arguments to
*pred*. This allows for locating and replacing subsequences.
>>> iterable = [0, 1, 2, 5, 0, 1, 2, 5]
>>> window_size = 3
>>> pred = lambda *args: args == (0, 1, 2) # 3 items passed to pred
>>> substitutes = [3, 4] # Splice in these items
>>> list(replace(iterable, pred, substitutes, window_size=window_size))
[3, 4, 5, 3, 4, 5]
r, z window_size must be at least 1r N)r� r� r r� r{ r- ) r� r Z substitutesr rm r� Zwindowsr� �wr� r� r� rd w s
rd c # sL t | �� t� �}ttd|��D ](}� fdd�td| ||f �D �V q dS )a" Yield all possible order-preserving partitions of *iterable*.
>>> iterable = 'abc'
>>> for part in partitions(iterable):
... print([''.join(p) for p in part])
['abc']
['a', 'bc']
['ab', 'c']
['a', 'b', 'c']
This is unrelated to :func:`partition`.
r, c s g | ]\}}� ||� �qS r� r� )r� r� r� ��sequencer� r� r� � r� z partitions.<locals>.<listcomp>r6 N)r� r� r0 r� r� )r� r� r� r� r� r� r` � s r` c # s� t | �}t|�}|dur6|dk r*td��n ||kr6dS � fdd�� |du rptd|d �D ]}� ||�E dH qXn� ||�E dH dS )a
Yield the set partitions of *iterable* into *k* parts. Set partitions are
not order-preserving.
>>> iterable = 'abc'
>>> for part in set_partitions(iterable, 2):
... print([''.join(p) for p in part])
['a', 'bc']
['ab', 'c']
['b', 'ac']
If *k* is not given, every set partition is generated.
>>> iterable = 'abc'
>>> for part in set_partitions(iterable):
... print([''.join(p) for p in part])
['abc']
['a', 'bc']
['ab', 'c']
['b', 'ac']
['a', 'b', 'c']
Nr, z6Can't partition in a negative or zero number of groupsc 3 s� t | �}|dkr| gV n�||kr4dd� | D �V nz| ^}}� ||d �D ]}|gg|�V qJ� ||�D ]D}tt |��D ]2}|d |� |g|| g ||d d � V qxqhd S )Nr, c S s g | ]
}|g�qS r� r� )r� rt r� r� r� r� � r� zAset_partitions.<locals>.set_partitions_helper.<locals>.<listcomp>)r� r� )r� rI r� r� �M�pr� ��set_partitions_helperr� r� r� � s
z-set_partitions.<locals>.set_partitions_helper)r� r� r� r� )r� rI r� r� r� r� r� ra � s � ra c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rx a�
Yield items from *iterable* until *limit_seconds* have passed.
If the time limit expires before all items have been yielded, the
``timed_out`` parameter will be set to ``True``.
>>> from time import sleep
>>> def generator():
... yield 1
... yield 2
... sleep(0.2)
... yield 3
>>> iterable = time_limited(0.1, generator())
>>> list(iterable)
[1, 2]
>>> iterable.timed_out
True
Note that the time is checked before each item is yielded, and iteration
stops if the time elapsed is greater than *limit_seconds*. If your time
limit is 1 second, but it takes 2 seconds to generate the first item from
the iterable, the function will run for 2 seconds and not yield anything.
c C s2 |dk rt d��|| _t|�| _t� | _d| _d S )Nr z limit_seconds must be positiveF)r� �
limit_secondsr� rs r+ � _start_time� timed_out)r� r� r� r� r� r� r� s
ztime_limited.__init__c C s | S r� r� r� r� r� r� r� ! s ztime_limited.__iter__c C s* t | j�}t� | j | jkr&d| _t�|S r )r� rs r+ r� r� r� r� r r� r� r� r� $ s
ztime_limited.__next__N�r� r� r� r� r� r� r� r� r� r� r� rx s rx c C sN t | �}t||�}z t|�}W n ty0 Y n0 d�||�}|pHt|��|S )a* If *iterable* has only one item, return it.
If it has zero items, return *default*.
If it has more than one item, raise the exception given by *too_long*,
which is ``ValueError`` by default.
>>> only([], default='missing')
'missing'
>>> only([1])
1
>>> only([1, 2]) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: Expected exactly one item in iterable, but got 1, 2,
and perhaps more.'
>>> only([1, 2], too_long=TypeError) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
TypeError
Note that :func:`only` attempts to advance *iterable* twice to ensure there
is only one item. See :func:`spy` or :func:`peekable` to check
iterable contents less destructively.
r� )r� r� r� r� r� )r� r� r� r� r� r� r� r� r� r� r^ - s
�� r^ c c sN t | �}t|t�}|tu r dS tt|g|��\}}t||�V t||� qdS )a� Break *iterable* into sub-iterables with *n* elements each.
:func:`ichunked` is like :func:`chunked`, but it yields iterables
instead of lists.
If the sub-iterables are read in order, the elements of *iterable*
won't be stored in memory.
If they are read out of order, :func:`itertools.tee` is used to cache
elements as necessary.
>>> from itertools import count
>>> all_chunks = ichunked(count(), 4)
>>> c_1, c_2, c_3 = next(all_chunks), next(all_chunks), next(all_chunks)
>>> list(c_2) # c_1's elements have been cached; c_3's haven't been
[4, 5, 6, 7]
>>> list(c_1)
[0, 1, 2, 3]
>>> list(c_3)
[8, 9, 10, 11]
N)r� r� r� r r r r- )r� r� �sourcer� r� r� r� r� rQ V s
rQ c c s� |dk rt d��n|dkr$dV dS t| �}tt|�td�d�g}dg| }d}|r�zt|d �\}}W n& ty� |�� |d8 }Y qPY n0 |||< |d |kr�t|�V qP|�tt||d d� |d �td�d�� |d7 }qPdS )aB Yield the distinct combinations of *r* items taken from *iterable*.
>>> list(distinct_combinations([0, 0, 1], 2))
[(0, 0), (0, 1)]
Equivalent to ``set(combinations(iterable))``, except duplicates are not
generated and thrown away. For larger input sequences this is much more
efficient.
r zr must be non-negativer� Nr, ry r� ) r� r� r2 r) r$ r� r� �popr� )r� r� r� �
generatorsZ
current_combor Zcur_idxr� r� r� r� rC { s4
��rC c g s4 |D ]*}z | |� W n |y& Y q0 |V qdS )a Yield the items from *iterable* for which the *validator* function does
not raise one of the specified *exceptions*.
*validator* is called for each item in *iterable*.
It should be a function that accepts one argument and raises an exception
if that item is not valid.
>>> iterable = ['1', '2', 'three', '4', None]
>>> list(filter_except(int, iterable, ValueError, TypeError))
['1', '2', '4']
If an exception other than one given by *exceptions* is raised by
*validator*, it is raised like normal.
Nr� )r r� �
exceptionsr� r� r� r� rH � s rH c g s0 |D ]&}z| |�V W q |y( Y q0 qdS )a� Transform each item from *iterable* with *function* and yield the
result, unless *function* raises one of the specified *exceptions*.
*function* is called to transform each item in *iterable*.
It should be a accept one argument.
>>> iterable = ['1', '2', 'three', '4', None]
>>> list(map_except(int, iterable, ValueError, TypeError))
[1, 2, 4]
If an exception other than one given by *exceptions* is raised by
*function*, it is raised like normal.
Nr� )�functionr� r� r� r� r� r� rW � s
rW c C s� t || �}ttt� �| �}|ttt� �td| � � }t| |�D ]T\}}||krD||t|�< |ttt� �| �9 }|ttt� �td| � �d 7 }qD|S r )r1 r r r! r r) r" )r� rI � reservoir�WZ
next_indexr� r� r� r� r� �_sample_unweighted� s
$r� c s� dd� |D �}t |t|| ��� t� � � d \}}tt� �| }t|| �D ]p\}}||kr�� d \}}t|| �} t| d�}
t|
�| } t� | |f� � d \}}tt� �| }qJ||8 }qJ� fdd�t|�D �S )Nc s s | ]}t t� �| V qd S r� )r r! )r� �weightr� r� r� r� � r� z#_sample_weighted.<locals>.<genexpr>r r, c s g | ]}t � �d �qS r� )r )r� r� �r� r� r� r�
r� z$_sample_weighted.<locals>.<listcomp>) r1 r� r r r! r r# r
r� ) r� rI �weightsZ weight_keysZsmallest_weight_keyr� Zweights_to_skipr� r� Zt_wZr_2Z
weight_keyr� r� r� �_sample_weighted� s
r� c C s> |dkr g S t | �} |du r&t| |�S t |�}t| ||�S dS )af Return a *k*-length list of elements chosen (without replacement)
from the *iterable*. Like :func:`random.sample`, but works on iterables
of unknown length.
>>> iterable = range(100)
>>> sample(iterable, 5) # doctest: +SKIP
[81, 60, 96, 16, 4]
An iterable with *weights* may also be given:
>>> iterable = range(100)
>>> weights = (i * i + 1 for i in range(100))
>>> sampled = sample(iterable, 5, weights=weights) # doctest: +SKIP
[79, 67, 74, 66, 78]
The algorithm can also be used to generate weighted random permutations.
The relative weight of each item determines the probability that it
appears late in the permutation.
>>> data = "abcdefgh"
>>> weights = range(1, len(data) + 1)
>>> sample(data, k=len(data), weights=weights) # doctest: +SKIP
['c', 'a', 'b', 'e', 'g', 'd', 'h', 'f']
r N)r� r� r� )r� rI r� r� r� r� rh
s
rh c C s6 |rt nt}|du r| nt|| �}tt|t|��� S )a� Returns ``True`` if the items of iterable are in sorted order, and
``False`` otherwise. *key* and *reverse* have the same meaning that they do
in the built-in :func:`sorted` function.
>>> is_sorted(['1', '2', '3', '4', '5'], key=int)
True
>>> is_sorted([5, 4, 3, 1, 2], reverse=True)
False
The function returns ``False`` after encountering the first out-of-order
item. If there are no out-of-order items, the iterable is exhausted.
N)r( r' r� rA r r/ )r� r r �comparer� r� r� r� rR 1
s rR c @ s e Zd ZdS )r3 N)r� r� r� r� r� r� r� r3 D
s r3 c @ sZ e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z dS )r8 a� Convert a function that uses callbacks to an iterator.
Let *func* be a function that takes a `callback` keyword argument.
For example:
>>> def func(callback=None):
... for i, c in [(1, 'a'), (2, 'b'), (3, 'c')]:
... if callback:
... callback(i, c)
... return 4
Use ``with callback_iter(func)`` to get an iterator over the parameters
that are delivered to the callback.
>>> with callback_iter(func) as it:
... for args, kwargs in it:
... print(args)
(1, 'a')
(2, 'b')
(3, 'c')
The function will be called in a background thread. The ``done`` property
indicates whether it has completed execution.
>>> it.done
True
If it completes successfully, its return value will be available
in the ``result`` property.
>>> it.result
4
Notes:
* If the function uses some keyword argument besides ``callback``, supply
*callback_kwd*.
* If it finished executing, but raised an exception, accessing the
``result`` property will raise the same exception.
* If it hasn't finished executing, accessing the ``result``
property from within the ``with`` block will raise ``RuntimeError``.
* If it hasn't finished executing, accessing the ``result`` property from
outside the ``with`` block will raise a
``more_itertools.AbortThread`` exception.
* Provide *wait_seconds* to adjust how frequently the it is polled for
output.
�callback皙�����?c C s8 || _ || _d| _d | _|| _tdd�| _| �� | _d S )NFr, )� max_workers) �_func�
_callback_kwd�_aborted�_future�
_wait_secondsr � _executor�_reader� _iterator)r� r� Z callback_kwdZ wait_secondsr� r� r� r� {
s zcallback_iter.__init__c C s | S r� r� r� r� r� r� � __enter__�
s zcallback_iter.__enter__c C s d| _ | j�� d S r )r� r� �shutdown)r� �exc_type� exc_value� tracebackr� r� r� �__exit__�
s zcallback_iter.__exit__c C s | S r� r� r� r� r� r� r� �
s zcallback_iter.__iter__c C s
t | j�S r� )r� r� r� r� r� r� r� �
s zcallback_iter.__next__c C s | j d u rdS | j �� S rW )r� �doner� r� r� r� r� �
s
zcallback_iter.donec C s | j std��| j�� S )Nz Function has not yet completed)r� � RuntimeErrorr� r� r� r� r� r� r� �
s zcallback_iter.resultc # s� t � � � �fdd�}�jj�jfi �j|i���_z� j�jd�}W n tyV Y n0 � � � |V �j�
� r2qtq2g }z � � � }W n ty� Y q�Y qx0 � � � |� |� qx� �
� |E d H d S )Nc s �j rtd��� �| |f� d S )Nzcanceled by user)r� r3 �put)r� r� �r@ r� r� r� r� �
s z'callback_iter._reader.<locals>.callback)�timeout)r r� �submitr� r� r� �getr� r � task_doner� �
get_nowaitr� �join)r� r� r� r& r� r� r� r� �
s0 ��
zcallback_iter._readerN)r� r� )
r� r� r� r� r� r� r� r� r� �propertyr� r� r� r� r� r� r� r8 H
s 2
r8 c c s� |dk rt d��t| �}t|�}||kr0t d��t|| d �D ]<}|d|� }|||| � }||| d� }|||fV q@dS )a�
Yield ``(beginning, middle, end)`` tuples, where:
* Each ``middle`` has *n* items from *iterable*
* Each ``beginning`` has the items before the ones in ``middle``
* Each ``end`` has the items after the ones in ``middle``
>>> iterable = range(7)
>>> n = 3
>>> for beginning, middle, end in windowed_complete(iterable, n):
... print(beginning, middle, end)
() (0, 1, 2) (3, 4, 5, 6)
(0,) (1, 2, 3) (4, 5, 6)
(0, 1) (2, 3, 4) (5, 6)
(0, 1, 2) (3, 4, 5) (6,)
(0, 1, 2, 3) (4, 5, 6) ()
Note that *n* must be at least 0 and most equal to the length of
*iterable*.
This function will exhaust the iterable and may require significant
storage.
r r� zn must be <= len(seq)r, N)r� r� r� r� )r� r� r� r� r� Z beginningZmiddle�endr� r� r� r� �
s r� c C sz t � }|j}g }|j}|r$t|| �n| D ]L}z ||v r>W dS ||� W q( tyr ||v rfY dS ||� Y q(0 q(dS )a
Returns ``True`` if all the elements of *iterable* are unique (no two
elements are equal).
>>> all_unique('ABCB')
False
If a *key* function is specified, it will be used to make comparisons.
>>> all_unique('ABCb')
True
>>> all_unique('ABCb', str.lower)
False
The function returns as soon as the first non-unique element is
encountered. Iterables with a mix of hashable and unhashable items can
be used, but the function will be slower for unhashable items.
FT)r� �addr� r� r� )r� r ZseensetZ seenset_addZseenlistZ seenlist_addr� r� r� r� r� �
s r� c G s� t ttt|���}t tt|��}tt|�}| dk r:| |7 } d| krN|k sTn t�g }t||�D ]"\}}|� || | � | | } qbtt|��S )a� Equivalent to ``list(product(*args))[index]``.
The products of *args* can be ordered lexicographically.
:func:`nth_product` computes the product at sort position *index* without
computing the previous products.
>>> nth_product(8, range(2), range(2), range(2), range(2))
(1, 0, 0, 0)
``IndexError`` will be raised if the given *index* is invalid.
r )
r� r� r� r� r� r r% r� r� r� )r� r� �pools�ns�cr� r� r� r� r� r� r[ s
r[ c
C s( t | �}t|�}|du s ||kr0|t|� }}n0d| krD|k sLn t�nt|�t|| � }|dk rp||7 }d| kr�|k s�n t�|dkr�t� S dg| }||k r�|t|� | n|}td|d �D ]J}t||�\}} d|| kr�|k �rn n | ||| < |dkr� �qq�tt|j |��S )a' Equivalent to ``list(permutations(iterable, r))[index]```
The subsequences of *iterable* that are of length *r* where order is
important can be ordered lexicographically. :func:`nth_permutation`
computes the subsequence at sort position *index* directly, without
computing the previous subsequences.
>>> nth_permutation('ghijk', 2, 5)
('h', 'i')
``ValueError`` will be raised If *r* is negative or greater than the length
of *iterable*.
``IndexError`` will be raised if the given *index* is invalid.
Nr r, )
r� r� r r� r� r� r� r? r� r� )
r� r� r� r� r� r� r� r@ �dr� r� r� r� rZ . s,
rZ c g sL | D ]B}t |ttf�r |V qz|E dH W q tyD |V Y q0 qdS )a� Yield all arguments passed to the function in the same order in which
they were passed. If an argument itself is iterable then iterate over its
values.
>>> list(value_chain(1, 2, 3, [4, 5, 6]))
[1, 2, 3, 4, 5, 6]
Binary and text strings are not considered iterable and are emitted
as-is:
>>> list(value_chain('12', '34', ['56', '78']))
['12', '34', '56', '78']
Multiple levels of nesting are not flattened.
N)r� r r r� )r� r
r� r� r� r� \ s r� c G sV d}t | |td�D ]>\}}|tu s*|tu r2td��t|�}|t|� |�|� }q|S )a� Equivalent to ``list(product(*args)).index(element)``
The products of *args* can be ordered lexicographically.
:func:`product_index` computes the first index of *element* without
computing the previous products.
>>> product_index([8, 2], range(10), range(5))
42
``ValueError`` will be raised if the given *element* isn't in the product
of *args*.
r rl z element is not a product of args)r r� r� r� r� r� )r� r� r� r r� r� r� r� r� x s
r� c
C s t | �} t| d�\}}|du r"dS g }t |�}|D ]:\}}||kr2|�|� t| d�\}}|du rh qvq2|}q2td��t||dfd�\}} d}
t t|�dd�D ]8\} } || } | | kr�|
t| �t| �t| | � 7 }
q�t|d �t|d �t|| � |
S )a� Equivalent to ``list(combinations(iterable, r)).index(element)``
The subsequences of *iterable* that are of length *r* can be ordered
lexicographically. :func:`combination_index` computes the index of the
first *element*, without computing the previous combinations.
>>> combination_index('adf', 'abcdefg')
10
``ValueError`` will be raised if the given *element* isn't one of the
combinations of *iterable*.
)NNNr z(element is not a combination of iterabler� r, )r� )r) r� r� r� rS r� r )
r� r� rI �yZindexesr� r� r �tmpr� r� r� r� r� r� r� r� � s*
"r� c C sL d}t |�}ttt|�dd�| �D ]$\}}|�|�}|| | }||= q"|S )a� Equivalent to ``list(permutations(iterable, r)).index(element)```
The subsequences of *iterable* that are of length *r* where order is
important can be ordered lexicographically. :func:`permutation_index`
computes the index of the first *element* directly, without computing
the previous permutations.
>>> permutation_index([1, 3, 2], range(5))
19
``ValueError`` will be raised if the given *element* isn't one of the
permutations of *iterable*.
r r� )r� r� r� r� r� )r� r� r� r� r� r r� r� r� r� r� � s
r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r? a� Wrap *iterable* and keep a count of how many items have been consumed.
The ``items_seen`` attribute starts at ``0`` and increments as the iterable
is consumed:
>>> iterable = map(str, range(10))
>>> it = countable(iterable)
>>> it.items_seen
0
>>> next(it), next(it)
('0', '1')
>>> list(it)
['2', '3', '4', '5', '6', '7', '8', '9']
>>> it.items_seen
10
c C s t |�| _d| _d S re )r� r� �
items_seenr� r� r� r� r� � s
zcountable.__init__c C s | S r� r� r� r� r� r� r� � s zcountable.__iter__c C s t | j�}| jd7 _|S r )r� r� r� r r� r� r� r� � s
zcountable.__next__Nr� r� r� r� r� r? � s r? )F)NN)N)r, )Nr, )F)r, )NN)NNN)F)r� F)r� )r� )r� )NNF)N)r+ FN)r6 NF)r, )NNN)N)r )NN)Nr, )N)NN)N)NF)N)�r� � collectionsr r r r �collections.abcr �concurrent.futuresr � functoolsr r r
�heapqr r r
r � itertoolsr r r r r r r r r r r r �mathr r r r �queuer r r! r" r# �operatorr$ r% r& r' r( �sysr) r* �timer+ Zrecipesr- r. r/ r0 r1 r2 �__all__�objectr� r9 rI rS rY rb r< r> rK rP r| r] rD rN ry r{ rv rw r7 rs rM rL r; rk rl rn rp ro rq rr r_ rc rE rt r� r} r4 r~ r rm rz rF r r r5 r4 rJ �Hashabler\ r@ rA rY rT rU rf ru rO rr r6 r= rB rj ri rg rG r: rV rX re rd r` ra rx r^ rQ rC rH rW r� r� rh rR �
BaseExceptionr3 r8 r� r� r[ rZ r� r� r� r� r? r� r� r� r� �<module> s� 8 V
! &&
C
d
!
3
"`
+
0
=
"
,
#
$
--
#
.'
B135
'
- Z
%0.`0*-
A
C+
=
8-
)%(#
$
|(
# . + site-packages/setuptools/_vendor/more_itertools/__pycache__/__init__.cpython-39.pyc 0000644 00000000475 15056474501 0024624 0 ustar 00 a
(�ReR � @ s d dl T d dlT dZdS )� )�*z8.8.0N)�moreZrecipes� __version__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/more_itertools/__init__.py�<module> s site-packages/setuptools/_vendor/more_itertools/__pycache__/recipes.cpython-39.pyc 0000644 00000043076 15056474501 0024523 0 ustar 00 a
(�Re�? � @ s� d Z ddlZddlmZ ddlmZmZmZmZm Z m
Z
m Z m Z m
Z
mZ ddlZddlmZmZmZ g d�Zdd� ZdDd d
�Zd d � ZdEd
d�ZdFdd�Zdd� Zefdd�Z dd� Z e Z dd� Z dd� Z dd � Z!dGd d �Z"d d � Z#zdd!lm$Z% W n e&�y e#Z$Y n0 d"d#� Z$e#j e$_ dHd$d%�Z'd&d'� Z(d(d)� Z)d*d+� Z*dId,d-�Z+dJd.d/�Z,dKd0d1�Z-dLd2d3�Z.d4d5�d6d7�Z/dMd8d9�Z0d:d;� Z1d<d=� Z2d>d?� Z3d@dA� Z4dBdC� Z5dS )Na Imported from the recipes section of the itertools documentation.
All functions taken from the recipes section of the itertools library docs
[1]_.
Some backward-compatible usability improvements have been made.
.. [1] http://docs.python.org/library/itertools.html#recipes
� N)�deque)
�chain� combinations�count�cycle�groupby�islice�repeat�starmap�tee� zip_longest)� randrange�sample�choice) � all_equal�consume�convolve�
dotproduct�
first_true�flatten�grouper� iter_except�ncycles�nth�nth_combination�padnone�pad_none�pairwise� partition�powerset�prepend�quantify�#random_combination_with_replacement�random_combination�random_permutation�random_product�
repeatfunc�
roundrobin�tabulate�tail�take�unique_everseen�unique_justseenc C s t t|| ��S )z�Return first *n* items of the iterable as a list.
>>> take(3, range(10))
[0, 1, 2]
If there are fewer than *n* items in the iterable, all of them are
returned.
>>> take(10, range(3))
[0, 1, 2]
)�listr ��n�iterable� r1 ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/_vendor/more_itertools/recipes.pyr* < s
r* c C s t | t|��S )a� Return an iterator over the results of ``func(start)``,
``func(start + 1)``, ``func(start + 2)``...
*func* should be a function that accepts one integer argument.
If *start* is not specified it defaults to 0. It will be incremented each
time the iterator is advanced.
>>> square = lambda x: x ** 2
>>> iterator = tabulate(square, -3)
>>> take(4, iterator)
[9, 4, 1, 0]
)�mapr )�function�startr1 r1 r2 r( L s r( c C s t t|| d��S )z�Return an iterator over the last *n* items of *iterable*.
>>> t = tail(3, 'ABCDEFG')
>>> list(t)
['E', 'F', 'G']
��maxlen)�iterr r. r1 r1 r2 r) ^ s r) c C s, |du rt | dd� ntt| ||�d� dS )aX Advance *iterable* by *n* steps. If *n* is ``None``, consume it
entirely.
Efficiently exhausts an iterator without returning values. Defaults to
consuming the whole iterator, but an optional second argument may be
provided to limit consumption.
>>> i = (x for x in range(10))
>>> next(i)
0
>>> consume(i, 3)
>>> next(i)
4
>>> consume(i)
>>> next(i)
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
StopIteration
If the iterator has fewer items remaining than the provided limit, the
whole iterator will be consumed.
>>> i = (x for x in range(3))
>>> consume(i, 5)
>>> next(i)
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
StopIteration
Nr r6 )r �nextr )�iteratorr/ r1 r1 r2 r i s r c C s t t| |d�|�S )z�Returns the nth item or a default value.
>>> l = range(10)
>>> nth(l, 3)
3
>>> nth(l, 20, "zebra")
'zebra'
N)r9 r )r0 r/ �defaultr1 r1 r2 r � s
r c C s t | �}t|d�o t|d� S )z�
Returns ``True`` if all the elements are equal to each other.
>>> all_equal('aaaa')
True
>>> all_equal('aaab')
False
TF)r r9 )r0 �gr1 r1 r2 r � s
r c C s t t|| ��S )zcReturn the how many times the predicate is true.
>>> quantify([True, False, True])
2
)�sumr3 )r0 �predr1 r1 r2 r! � s r! c C s t | td��S )a Returns the sequence of elements and then returns ``None`` indefinitely.
>>> take(5, pad_none(range(3)))
[0, 1, 2, None, None]
Useful for emulating the behavior of the built-in :func:`map` function.
See also :func:`padded`.
N)r r �r0 r1 r1 r2 r � s r c C s t �tt| �|��S )zvReturns the sequence elements *n* times
>>> list(ncycles(["a", "b"], 3))
['a', 'b', 'a', 'b', 'a', 'b']
)r �
from_iterabler �tuple)r0 r/ r1 r1 r2 r � s r c C s t ttj| |��S )zcReturns the dot product of the two iterables.
>>> dotproduct([10, 10], [20, 20])
400
)r= r3 �operator�mul)Zvec1Zvec2r1 r1 r2 r � s r c C s
t �| �S )z�Return an iterator flattening one level of nesting in a list of lists.
>>> list(flatten([[0, 1], [2, 3]]))
[0, 1, 2, 3]
See also :func:`collapse`, which can flatten multiple levels of nesting.
)r r@ )Z listOfListsr1 r1 r2 r � s r c G s& |du rt | t|��S t | t||��S )aG Call *func* with *args* repeatedly, returning an iterable over the
results.
If *times* is specified, the iterable will terminate after that many
repetitions:
>>> from operator import add
>>> times = 4
>>> args = 3, 5
>>> list(repeatfunc(add, times, *args))
[8, 8, 8, 8]
If *times* is ``None`` the iterable will not terminate:
>>> from random import randrange
>>> times = None
>>> args = 1, 11
>>> take(6, repeatfunc(randrange, times, *args)) # doctest:+SKIP
[2, 4, 8, 1, 8, 4]
N)r
r )�func�times�argsr1 r1 r2 r& � s r& c c s* t | �\}}t|d� t||�E dH dS )z�Returns an iterator of paired items, overlapping, from the original
>>> take(4, pairwise(count()))
[(0, 1), (1, 2), (2, 3), (3, 4)]
On Python 3.10 and above, this is an alias for :func:`itertools.pairwise`.
N)r r9 �zip)r0 �a�br1 r1 r2 � _pairwise s
rJ )r c c s t | �E d H d S �N)�itertools_pairwiser? r1 r1 r2 r s r c C s< t | t�r t�dt� | | }} t| �g| }t|d|i�S )z�Collect data into fixed-length chunks or blocks.
>>> list(grouper('ABCDEFG', 3, 'x'))
[('A', 'B', 'C'), ('D', 'E', 'F'), ('G', 'x', 'x')]
z+grouper expects iterable as first parameter� fillvalue)�
isinstance�int�warnings�warn�DeprecationWarningr8 r )r0 r/ rM rF r1 r1 r2 r s
�
r c g sd t | �}tdd� | D ��}|r`z|D ] }|� V q$W q ty\ |d8 }tt||��}Y q0 qdS )aJ Yields an item from each iterable, alternating between them.
>>> list(roundrobin('ABC', 'D', 'EF'))
['A', 'D', 'E', 'B', 'F', 'C']
This function produces the same output as :func:`interleave_longest`, but
may perform better for some inputs (in particular when the number of
iterables is small).
c s s | ]}t |�jV qd S rK )r8 �__next__)�.0�itr1 r1 r2 � <genexpr>9 � z roundrobin.<locals>.<genexpr>� N)�lenr �
StopIterationr )� iterables�pendingZnextsr9 r1 r1 r2 r' , s r' c sF � du r t � � fdd�|D �}t|�\}}dd� |D �dd� |D �fS )a�
Returns a 2-tuple of iterables derived from the input iterable.
The first yields the items that have ``pred(item) == False``.
The second yields the items that have ``pred(item) == True``.
>>> is_odd = lambda x: x % 2 != 0
>>> iterable = range(10)
>>> even_items, odd_items = partition(is_odd, iterable)
>>> list(even_items), list(odd_items)
([0, 2, 4, 6, 8], [1, 3, 5, 7, 9])
If *pred* is None, :func:`bool` is used.
>>> iterable = [0, 1, False, True, '', ' ']
>>> false_items, true_items = partition(None, iterable)
>>> list(false_items), list(true_items)
([0, False, ''], [1, True, ' '])
Nc 3 s | ]}� |�|fV qd S rK r1 )rT �x�r> r1 r2 rV Z rW z partition.<locals>.<genexpr>c s s | ]\}}|s|V qd S rK r1 �rT Zcondr] r1 r1 r2 rV ] rW c s s | ]\}}|r|V qd S rK r1 r_ r1 r1 r2 rV ^ rW )�boolr )r> r0 Z evaluations�t1�t2r1 r^ r2 r C s �r c s, t | �� t�� fdd�tt� �d �D ��S )a� Yields all possible subsets of the iterable.
>>> list(powerset([1, 2, 3]))
[(), (1,), (2,), (3,), (1, 2), (1, 3), (2, 3), (1, 2, 3)]
:func:`powerset` will operate on iterables that aren't :class:`set`
instances, so repeated elements in the input will produce repeated elements
in the output. Use :func:`unique_everseen` on the input to avoid generating
duplicates:
>>> seq = [1, 1, 0]
>>> list(powerset(seq))
[(), (1,), (1,), (0,), (1, 1), (1, 0), (1, 0), (1, 1, 0)]
>>> from more_itertools import unique_everseen
>>> list(powerset(unique_everseen(seq)))
[(), (1,), (0,), (1, 0)]
c 3 s | ]}t � |�V qd S rK )r )rT �r��sr1 r2 rV v rW zpowerset.<locals>.<genexpr>rX )r- r r@ �rangerY r? r1 rd r2 r b s r c c s� t � }|j}g }|j}|du}| D ]X}|r2||�n|}z||vrN||� |V W q" tyx ||vrt||� |V Y q"0 q"dS )a�
Yield unique elements, preserving order.
>>> list(unique_everseen('AAAABBBCCDAABBB'))
['A', 'B', 'C', 'D']
>>> list(unique_everseen('ABBCcAD', str.lower))
['A', 'B', 'C', 'D']
Sequences with a mix of hashable and unhashable items can be used.
The function will be slower (i.e., `O(n^2)`) for unhashable items.
Remember that ``list`` objects are unhashable - you can use the *key*
parameter to transform the list to a tuple (which is hashable) to
avoid a slowdown.
>>> iterable = ([1, 2], [2, 3], [1, 2])
>>> list(unique_everseen(iterable)) # Slow
[[1, 2], [2, 3]]
>>> list(unique_everseen(iterable, key=tuple)) # Faster
[[1, 2], [2, 3]]
Similary, you may want to convert unhashable ``set`` objects with
``key=frozenset``. For ``dict`` objects,
``key=lambda x: frozenset(x.items())`` can be used.
N)�set�add�append� TypeError) r0 �keyZseensetZ seenset_addZseenlistZ seenlist_addZuse_key�element�kr1 r1 r2 r+ y s
r+ c C s t tt t�d�t| |���S )z�Yields elements in order, ignoring serial duplicates
>>> list(unique_justseen('AAAABBBCCDAABBB'))
['A', 'B', 'C', 'D', 'A', 'B']
>>> list(unique_justseen('ABBCcAD', str.lower))
['A', 'B', 'C', 'A', 'D']
rX )r3 r9 rB �
itemgetterr )r0 rk r1 r1 r2 r, � s r, c c s6 z |dur|� V | � V qW n |y0 Y n0 dS )aX Yields results from a function repeatedly until an exception is raised.
Converts a call-until-exception interface to an iterator interface.
Like ``iter(func, sentinel)``, but uses an exception instead of a sentinel
to end the loop.
>>> l = [0, 1, 2]
>>> list(iter_except(l.pop, IndexError))
[2, 1, 0]
Nr1 )rD � exception�firstr1 r1 r2 r � s r c C s t t|| �|�S )a�
Returns the first true value in the iterable.
If no true value is found, returns *default*
If *pred* is not None, returns the first item for which
``pred(item) == True`` .
>>> first_true(range(10))
1
>>> first_true(range(10), pred=lambda x: x > 5)
6
>>> first_true(range(10), default='missing', pred=lambda x: x > 9)
'missing'
)r9 �filter)r0 r; r> r1 r1 r2 r � s r rX )r c G s$ dd� |D �| }t dd� |D ��S )a� Draw an item at random from each of the input iterables.
>>> random_product('abc', range(4), 'XYZ') # doctest:+SKIP
('c', 3, 'Z')
If *repeat* is provided as a keyword argument, that many items will be
drawn from each iterable.
>>> random_product('abcd', range(4), repeat=2) # doctest:+SKIP
('a', 2, 'd', 3)
This equivalent to taking a random selection from
``itertools.product(*args, **kwarg)``.
c S s g | ] }t |��qS r1 �rA �rT �poolr1 r1 r2 �
<listcomp>� rW z"random_product.<locals>.<listcomp>c s s | ]}t |�V qd S rK )r rs r1 r1 r2 rV � rW z!random_product.<locals>.<genexpr>rr )r rF �poolsr1 r1 r2 r% � s r% c C s* t | �}|du rt|�n|}t t||��S )ab Return a random *r* length permutation of the elements in *iterable*.
If *r* is not specified or is ``None``, then *r* defaults to the length of
*iterable*.
>>> random_permutation(range(5)) # doctest:+SKIP
(3, 4, 0, 1, 2)
This equivalent to taking a random selection from
``itertools.permutations(iterable, r)``.
N)rA rY r )r0 rc rt r1 r1 r2 r$ � s
r$ c s8 t | �� t� �}ttt|�|��}t � fdd�|D ��S )z�Return a random *r* length subsequence of the elements in *iterable*.
>>> random_combination(range(5), 3) # doctest:+SKIP
(2, 3, 4)
This equivalent to taking a random selection from
``itertools.combinations(iterable, r)``.
c 3 s | ]}� | V qd S rK r1 �rT �i�rt r1 r2 rV rW z%random_combination.<locals>.<genexpr>)rA rY �sortedr rf )r0 rc r/ �indicesr1 ry r2 r# s
r# c s@ t | ��t��� t� fdd�t|�D ��}t �fdd�|D ��S )aS Return a random *r* length subsequence of elements in *iterable*,
allowing individual elements to be repeated.
>>> random_combination_with_replacement(range(3), 5) # doctest:+SKIP
(0, 0, 1, 2, 2)
This equivalent to taking a random selection from
``itertools.combinations_with_replacement(iterable, r)``.
c 3 s | ]}t � �V qd S rK )r
rw )r/ r1 r2 rV rW z6random_combination_with_replacement.<locals>.<genexpr>c 3 s | ]}� | V qd S rK r1 rw ry r1 r2 rV rW )rA rY rz rf )r0 rc r{ r1 )r/ rt r2 r" s r" c C s� t | �}t|�}|dk s ||kr$t�d}t||| �}td|d �D ]}||| | | }qD|dk rn||7 }|dk s~||kr�t�g }|r�|| | |d |d }}}||kr�||8 }||| | |d }}q�|�|d| � q�t |�S )a Equivalent to ``list(combinations(iterable, r))[index]``.
The subsequences of *iterable* that are of length *r* can be ordered
lexicographically. :func:`nth_combination` computes the subsequence at
sort position *index* directly, without computing the previous
subsequences.
>>> nth_combination(range(5), 3, 5)
(0, 3, 4)
``ValueError`` will be raised If *r* is negative or greater than the length
of *iterable*.
``IndexError`` will be raised if the given *index* is invalid.
r rX ���)rA rY �
ValueError�minrf �
IndexErrorri ) r0 rc �indexrt r/ �crm rx �resultr1 r1 r2 r " s( r c C s t | g|�S )a Yield *value*, followed by the elements in *iterator*.
>>> value = '0'
>>> iterator = ['1', '2', '3']
>>> list(prepend(value, iterator))
['0', '1', '2', '3']
To prepend multiple values, see :func:`itertools.chain`
or :func:`value_chain`.
)r )�valuer: r1 r1 r2 r L s r c c sh t |�ddd� }t|�}tdg|d�| }t| td|d ��D ]"}|�|� tttj ||��V q@dS )aB Convolve the iterable *signal* with the iterable *kernel*.
>>> signal = (1, 2, 3, 4, 5)
>>> kernel = [3, 2, 1]
>>> list(convolve(signal, kernel))
[3, 8, 14, 20, 26, 14, 5]
Note: the input arguments are not interchangeable, as the *kernel*
is immediately consumed and stored.
Nr| r r6 rX )
rA rY r r r ri r= r3 rB rC )�signalZkernelr/ Zwindowr] r1 r1 r2 r [ s
r )r )N)N)N)N)N)N)N)NN)N)6�__doc__rP � collectionsr � itertoolsr r r r r r r r
r r rB �randomr
r r �__all__r* r( r) r r r r` r! r r r r r r& rJ r rL � ImportErrorr r' r r r+ r, r r r% r$ r# r" r r r r1 r1 r1 r2 �<module> sR 0 !
(
-
* site-packages/setuptools/_vendor/more_itertools/__init__.py 0000644 00000000122 15056474501 0020322 0 ustar 00 from .more import * # noqa
from .recipes import * # noqa
__version__ = '8.8.0'
site-packages/setuptools/_vendor/more_itertools/more.py 0000644 00000346320 15056474501 0017542 0 ustar 00 import warnings
from collections import Counter, defaultdict, deque, abc
from collections.abc import Sequence
from concurrent.futures import ThreadPoolExecutor
from functools import partial, reduce, wraps
from heapq import merge, heapify, heapreplace, heappop
from itertools import (
chain,
compress,
count,
cycle,
dropwhile,
groupby,
islice,
repeat,
starmap,
takewhile,
tee,
zip_longest,
)
from math import exp, factorial, floor, log
from queue import Empty, Queue
from random import random, randrange, uniform
from operator import itemgetter, mul, sub, gt, lt
from sys import hexversion, maxsize
from time import monotonic
from .recipes import (
consume,
flatten,
pairwise,
powerset,
take,
unique_everseen,
)
__all__ = [
'AbortThread',
'adjacent',
'always_iterable',
'always_reversible',
'bucket',
'callback_iter',
'chunked',
'circular_shifts',
'collapse',
'collate',
'consecutive_groups',
'consumer',
'countable',
'count_cycle',
'mark_ends',
'difference',
'distinct_combinations',
'distinct_permutations',
'distribute',
'divide',
'exactly_n',
'filter_except',
'first',
'groupby_transform',
'ilen',
'interleave_longest',
'interleave',
'intersperse',
'islice_extended',
'iterate',
'ichunked',
'is_sorted',
'last',
'locate',
'lstrip',
'make_decorator',
'map_except',
'map_reduce',
'nth_or_last',
'nth_permutation',
'nth_product',
'numeric_range',
'one',
'only',
'padded',
'partitions',
'set_partitions',
'peekable',
'repeat_last',
'replace',
'rlocate',
'rstrip',
'run_length',
'sample',
'seekable',
'SequenceView',
'side_effect',
'sliced',
'sort_together',
'split_at',
'split_after',
'split_before',
'split_when',
'split_into',
'spy',
'stagger',
'strip',
'substrings',
'substrings_indexes',
'time_limited',
'unique_to_each',
'unzip',
'windowed',
'with_iter',
'UnequalIterablesError',
'zip_equal',
'zip_offset',
'windowed_complete',
'all_unique',
'value_chain',
'product_index',
'combination_index',
'permutation_index',
]
_marker = object()
def chunked(iterable, n, strict=False):
"""Break *iterable* into lists of length *n*:
>>> list(chunked([1, 2, 3, 4, 5, 6], 3))
[[1, 2, 3], [4, 5, 6]]
By the default, the last yielded list will have fewer than *n* elements
if the length of *iterable* is not divisible by *n*:
>>> list(chunked([1, 2, 3, 4, 5, 6, 7, 8], 3))
[[1, 2, 3], [4, 5, 6], [7, 8]]
To use a fill-in value instead, see the :func:`grouper` recipe.
If the length of *iterable* is not divisible by *n* and *strict* is
``True``, then ``ValueError`` will be raised before the last
list is yielded.
"""
iterator = iter(partial(take, n, iter(iterable)), [])
if strict:
def ret():
for chunk in iterator:
if len(chunk) != n:
raise ValueError('iterable is not divisible by n.')
yield chunk
return iter(ret())
else:
return iterator
def first(iterable, default=_marker):
"""Return the first item of *iterable*, or *default* if *iterable* is
empty.
>>> first([0, 1, 2, 3])
0
>>> first([], 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
:func:`first` is useful when you have a generator of expensive-to-retrieve
values and want any arbitrary one. It is marginally shorter than
``next(iter(iterable), default)``.
"""
try:
return next(iter(iterable))
except StopIteration as e:
if default is _marker:
raise ValueError(
'first() was called on an empty iterable, and no '
'default value was provided.'
) from e
return default
def last(iterable, default=_marker):
"""Return the last item of *iterable*, or *default* if *iterable* is
empty.
>>> last([0, 1, 2, 3])
3
>>> last([], 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
"""
try:
if isinstance(iterable, Sequence):
return iterable[-1]
# Work around https://bugs.python.org/issue38525
elif hasattr(iterable, '__reversed__') and (hexversion != 0x030800F0):
return next(reversed(iterable))
else:
return deque(iterable, maxlen=1)[-1]
except (IndexError, TypeError, StopIteration):
if default is _marker:
raise ValueError(
'last() was called on an empty iterable, and no default was '
'provided.'
)
return default
def nth_or_last(iterable, n, default=_marker):
"""Return the nth or the last item of *iterable*,
or *default* if *iterable* is empty.
>>> nth_or_last([0, 1, 2, 3], 2)
2
>>> nth_or_last([0, 1], 2)
1
>>> nth_or_last([], 0, 'some default')
'some default'
If *default* is not provided and there are no items in the iterable,
raise ``ValueError``.
"""
return last(islice(iterable, n + 1), default=default)
class peekable:
"""Wrap an iterator to allow lookahead and prepending elements.
Call :meth:`peek` on the result to get the value that will be returned
by :func:`next`. This won't advance the iterator:
>>> p = peekable(['a', 'b'])
>>> p.peek()
'a'
>>> next(p)
'a'
Pass :meth:`peek` a default value to return that instead of raising
``StopIteration`` when the iterator is exhausted.
>>> p = peekable([])
>>> p.peek('hi')
'hi'
peekables also offer a :meth:`prepend` method, which "inserts" items
at the head of the iterable:
>>> p = peekable([1, 2, 3])
>>> p.prepend(10, 11, 12)
>>> next(p)
10
>>> p.peek()
11
>>> list(p)
[11, 12, 1, 2, 3]
peekables can be indexed. Index 0 is the item that will be returned by
:func:`next`, index 1 is the item after that, and so on:
The values up to the given index will be cached.
>>> p = peekable(['a', 'b', 'c', 'd'])
>>> p[0]
'a'
>>> p[1]
'b'
>>> next(p)
'a'
Negative indexes are supported, but be aware that they will cache the
remaining items in the source iterator, which may require significant
storage.
To check whether a peekable is exhausted, check its truth value:
>>> p = peekable(['a', 'b'])
>>> if p: # peekable has items
... list(p)
['a', 'b']
>>> if not p: # peekable is exhausted
... list(p)
[]
"""
def __init__(self, iterable):
self._it = iter(iterable)
self._cache = deque()
def __iter__(self):
return self
def __bool__(self):
try:
self.peek()
except StopIteration:
return False
return True
def peek(self, default=_marker):
"""Return the item that will be next returned from ``next()``.
Return ``default`` if there are no items left. If ``default`` is not
provided, raise ``StopIteration``.
"""
if not self._cache:
try:
self._cache.append(next(self._it))
except StopIteration:
if default is _marker:
raise
return default
return self._cache[0]
def prepend(self, *items):
"""Stack up items to be the next ones returned from ``next()`` or
``self.peek()``. The items will be returned in
first in, first out order::
>>> p = peekable([1, 2, 3])
>>> p.prepend(10, 11, 12)
>>> next(p)
10
>>> list(p)
[11, 12, 1, 2, 3]
It is possible, by prepending items, to "resurrect" a peekable that
previously raised ``StopIteration``.
>>> p = peekable([])
>>> next(p)
Traceback (most recent call last):
...
StopIteration
>>> p.prepend(1)
>>> next(p)
1
>>> next(p)
Traceback (most recent call last):
...
StopIteration
"""
self._cache.extendleft(reversed(items))
def __next__(self):
if self._cache:
return self._cache.popleft()
return next(self._it)
def _get_slice(self, index):
# Normalize the slice's arguments
step = 1 if (index.step is None) else index.step
if step > 0:
start = 0 if (index.start is None) else index.start
stop = maxsize if (index.stop is None) else index.stop
elif step < 0:
start = -1 if (index.start is None) else index.start
stop = (-maxsize - 1) if (index.stop is None) else index.stop
else:
raise ValueError('slice step cannot be zero')
# If either the start or stop index is negative, we'll need to cache
# the rest of the iterable in order to slice from the right side.
if (start < 0) or (stop < 0):
self._cache.extend(self._it)
# Otherwise we'll need to find the rightmost index and cache to that
# point.
else:
n = min(max(start, stop) + 1, maxsize)
cache_len = len(self._cache)
if n >= cache_len:
self._cache.extend(islice(self._it, n - cache_len))
return list(self._cache)[index]
def __getitem__(self, index):
if isinstance(index, slice):
return self._get_slice(index)
cache_len = len(self._cache)
if index < 0:
self._cache.extend(self._it)
elif index >= cache_len:
self._cache.extend(islice(self._it, index + 1 - cache_len))
return self._cache[index]
def collate(*iterables, **kwargs):
"""Return a sorted merge of the items from each of several already-sorted
*iterables*.
>>> list(collate('ACDZ', 'AZ', 'JKL'))
['A', 'A', 'C', 'D', 'J', 'K', 'L', 'Z', 'Z']
Works lazily, keeping only the next value from each iterable in memory. Use
:func:`collate` to, for example, perform a n-way mergesort of items that
don't fit in memory.
If a *key* function is specified, the iterables will be sorted according
to its result:
>>> key = lambda s: int(s) # Sort by numeric value, not by string
>>> list(collate(['1', '10'], ['2', '11'], key=key))
['1', '2', '10', '11']
If the *iterables* are sorted in descending order, set *reverse* to
``True``:
>>> list(collate([5, 3, 1], [4, 2, 0], reverse=True))
[5, 4, 3, 2, 1, 0]
If the elements of the passed-in iterables are out of order, you might get
unexpected results.
On Python 3.5+, this function is an alias for :func:`heapq.merge`.
"""
warnings.warn(
"collate is no longer part of more_itertools, use heapq.merge",
DeprecationWarning,
)
return merge(*iterables, **kwargs)
def consumer(func):
"""Decorator that automatically advances a PEP-342-style "reverse iterator"
to its first yield point so you don't have to call ``next()`` on it
manually.
>>> @consumer
... def tally():
... i = 0
... while True:
... print('Thing number %s is %s.' % (i, (yield)))
... i += 1
...
>>> t = tally()
>>> t.send('red')
Thing number 0 is red.
>>> t.send('fish')
Thing number 1 is fish.
Without the decorator, you would have to call ``next(t)`` before
``t.send()`` could be used.
"""
@wraps(func)
def wrapper(*args, **kwargs):
gen = func(*args, **kwargs)
next(gen)
return gen
return wrapper
def ilen(iterable):
"""Return the number of items in *iterable*.
>>> ilen(x for x in range(1000000) if x % 3 == 0)
333334
This consumes the iterable, so handle with care.
"""
# This approach was selected because benchmarks showed it's likely the
# fastest of the known implementations at the time of writing.
# See GitHub tracker: #236, #230.
counter = count()
deque(zip(iterable, counter), maxlen=0)
return next(counter)
def iterate(func, start):
"""Return ``start``, ``func(start)``, ``func(func(start))``, ...
>>> from itertools import islice
>>> list(islice(iterate(lambda x: 2*x, 1), 10))
[1, 2, 4, 8, 16, 32, 64, 128, 256, 512]
"""
while True:
yield start
start = func(start)
def with_iter(context_manager):
"""Wrap an iterable in a ``with`` statement, so it closes once exhausted.
For example, this will close the file when the iterator is exhausted::
upper_lines = (line.upper() for line in with_iter(open('foo')))
Any context manager which returns an iterable is a candidate for
``with_iter``.
"""
with context_manager as iterable:
yield from iterable
def one(iterable, too_short=None, too_long=None):
"""Return the first item from *iterable*, which is expected to contain only
that item. Raise an exception if *iterable* is empty or has more than one
item.
:func:`one` is useful for ensuring that an iterable contains only one item.
For example, it can be used to retrieve the result of a database query
that is expected to return a single row.
If *iterable* is empty, ``ValueError`` will be raised. You may specify a
different exception with the *too_short* keyword:
>>> it = []
>>> one(it) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: too many items in iterable (expected 1)'
>>> too_short = IndexError('too few items')
>>> one(it, too_short=too_short) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
IndexError: too few items
Similarly, if *iterable* contains more than one item, ``ValueError`` will
be raised. You may specify a different exception with the *too_long*
keyword:
>>> it = ['too', 'many']
>>> one(it) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: Expected exactly one item in iterable, but got 'too',
'many', and perhaps more.
>>> too_long = RuntimeError
>>> one(it, too_long=too_long) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
RuntimeError
Note that :func:`one` attempts to advance *iterable* twice to ensure there
is only one item. See :func:`spy` or :func:`peekable` to check iterable
contents less destructively.
"""
it = iter(iterable)
try:
first_value = next(it)
except StopIteration as e:
raise (
too_short or ValueError('too few items in iterable (expected 1)')
) from e
try:
second_value = next(it)
except StopIteration:
pass
else:
msg = (
'Expected exactly one item in iterable, but got {!r}, {!r}, '
'and perhaps more.'.format(first_value, second_value)
)
raise too_long or ValueError(msg)
return first_value
def distinct_permutations(iterable, r=None):
"""Yield successive distinct permutations of the elements in *iterable*.
>>> sorted(distinct_permutations([1, 0, 1]))
[(0, 1, 1), (1, 0, 1), (1, 1, 0)]
Equivalent to ``set(permutations(iterable))``, except duplicates are not
generated and thrown away. For larger input sequences this is much more
efficient.
Duplicate permutations arise when there are duplicated elements in the
input iterable. The number of items returned is
`n! / (x_1! * x_2! * ... * x_n!)`, where `n` is the total number of
items input, and each `x_i` is the count of a distinct item in the input
sequence.
If *r* is given, only the *r*-length permutations are yielded.
>>> sorted(distinct_permutations([1, 0, 1], r=2))
[(0, 1), (1, 0), (1, 1)]
>>> sorted(distinct_permutations(range(3), r=2))
[(0, 1), (0, 2), (1, 0), (1, 2), (2, 0), (2, 1)]
"""
# Algorithm: https://w.wiki/Qai
def _full(A):
while True:
# Yield the permutation we have
yield tuple(A)
# Find the largest index i such that A[i] < A[i + 1]
for i in range(size - 2, -1, -1):
if A[i] < A[i + 1]:
break
# If no such index exists, this permutation is the last one
else:
return
# Find the largest index j greater than j such that A[i] < A[j]
for j in range(size - 1, i, -1):
if A[i] < A[j]:
break
# Swap the value of A[i] with that of A[j], then reverse the
# sequence from A[i + 1] to form the new permutation
A[i], A[j] = A[j], A[i]
A[i + 1 :] = A[: i - size : -1] # A[i + 1:][::-1]
# Algorithm: modified from the above
def _partial(A, r):
# Split A into the first r items and the last r items
head, tail = A[:r], A[r:]
right_head_indexes = range(r - 1, -1, -1)
left_tail_indexes = range(len(tail))
while True:
# Yield the permutation we have
yield tuple(head)
# Starting from the right, find the first index of the head with
# value smaller than the maximum value of the tail - call it i.
pivot = tail[-1]
for i in right_head_indexes:
if head[i] < pivot:
break
pivot = head[i]
else:
return
# Starting from the left, find the first value of the tail
# with a value greater than head[i] and swap.
for j in left_tail_indexes:
if tail[j] > head[i]:
head[i], tail[j] = tail[j], head[i]
break
# If we didn't find one, start from the right and find the first
# index of the head with a value greater than head[i] and swap.
else:
for j in right_head_indexes:
if head[j] > head[i]:
head[i], head[j] = head[j], head[i]
break
# Reverse head[i + 1:] and swap it with tail[:r - (i + 1)]
tail += head[: i - r : -1] # head[i + 1:][::-1]
i += 1
head[i:], tail[:] = tail[: r - i], tail[r - i :]
items = sorted(iterable)
size = len(items)
if r is None:
r = size
if 0 < r <= size:
return _full(items) if (r == size) else _partial(items, r)
return iter(() if r else ((),))
def intersperse(e, iterable, n=1):
"""Intersperse filler element *e* among the items in *iterable*, leaving
*n* items between each filler element.
>>> list(intersperse('!', [1, 2, 3, 4, 5]))
[1, '!', 2, '!', 3, '!', 4, '!', 5]
>>> list(intersperse(None, [1, 2, 3, 4, 5], n=2))
[1, 2, None, 3, 4, None, 5]
"""
if n == 0:
raise ValueError('n must be > 0')
elif n == 1:
# interleave(repeat(e), iterable) -> e, x_0, e, e, x_1, e, x_2...
# islice(..., 1, None) -> x_0, e, e, x_1, e, x_2...
return islice(interleave(repeat(e), iterable), 1, None)
else:
# interleave(filler, chunks) -> [e], [x_0, x_1], [e], [x_2, x_3]...
# islice(..., 1, None) -> [x_0, x_1], [e], [x_2, x_3]...
# flatten(...) -> x_0, x_1, e, x_2, x_3...
filler = repeat([e])
chunks = chunked(iterable, n)
return flatten(islice(interleave(filler, chunks), 1, None))
def unique_to_each(*iterables):
"""Return the elements from each of the input iterables that aren't in the
other input iterables.
For example, suppose you have a set of packages, each with a set of
dependencies::
{'pkg_1': {'A', 'B'}, 'pkg_2': {'B', 'C'}, 'pkg_3': {'B', 'D'}}
If you remove one package, which dependencies can also be removed?
If ``pkg_1`` is removed, then ``A`` is no longer necessary - it is not
associated with ``pkg_2`` or ``pkg_3``. Similarly, ``C`` is only needed for
``pkg_2``, and ``D`` is only needed for ``pkg_3``::
>>> unique_to_each({'A', 'B'}, {'B', 'C'}, {'B', 'D'})
[['A'], ['C'], ['D']]
If there are duplicates in one input iterable that aren't in the others
they will be duplicated in the output. Input order is preserved::
>>> unique_to_each("mississippi", "missouri")
[['p', 'p'], ['o', 'u', 'r']]
It is assumed that the elements of each iterable are hashable.
"""
pool = [list(it) for it in iterables]
counts = Counter(chain.from_iterable(map(set, pool)))
uniques = {element for element in counts if counts[element] == 1}
return [list(filter(uniques.__contains__, it)) for it in pool]
def windowed(seq, n, fillvalue=None, step=1):
"""Return a sliding window of width *n* over the given iterable.
>>> all_windows = windowed([1, 2, 3, 4, 5], 3)
>>> list(all_windows)
[(1, 2, 3), (2, 3, 4), (3, 4, 5)]
When the window is larger than the iterable, *fillvalue* is used in place
of missing values:
>>> list(windowed([1, 2, 3], 4))
[(1, 2, 3, None)]
Each window will advance in increments of *step*:
>>> list(windowed([1, 2, 3, 4, 5, 6], 3, fillvalue='!', step=2))
[(1, 2, 3), (3, 4, 5), (5, 6, '!')]
To slide into the iterable's items, use :func:`chain` to add filler items
to the left:
>>> iterable = [1, 2, 3, 4]
>>> n = 3
>>> padding = [None] * (n - 1)
>>> list(windowed(chain(padding, iterable), 3))
[(None, None, 1), (None, 1, 2), (1, 2, 3), (2, 3, 4)]
"""
if n < 0:
raise ValueError('n must be >= 0')
if n == 0:
yield tuple()
return
if step < 1:
raise ValueError('step must be >= 1')
window = deque(maxlen=n)
i = n
for _ in map(window.append, seq):
i -= 1
if not i:
i = step
yield tuple(window)
size = len(window)
if size < n:
yield tuple(chain(window, repeat(fillvalue, n - size)))
elif 0 < i < min(step, n):
window += (fillvalue,) * i
yield tuple(window)
def substrings(iterable):
"""Yield all of the substrings of *iterable*.
>>> [''.join(s) for s in substrings('more')]
['m', 'o', 'r', 'e', 'mo', 'or', 're', 'mor', 'ore', 'more']
Note that non-string iterables can also be subdivided.
>>> list(substrings([0, 1, 2]))
[(0,), (1,), (2,), (0, 1), (1, 2), (0, 1, 2)]
"""
# The length-1 substrings
seq = []
for item in iter(iterable):
seq.append(item)
yield (item,)
seq = tuple(seq)
item_count = len(seq)
# And the rest
for n in range(2, item_count + 1):
for i in range(item_count - n + 1):
yield seq[i : i + n]
def substrings_indexes(seq, reverse=False):
"""Yield all substrings and their positions in *seq*
The items yielded will be a tuple of the form ``(substr, i, j)``, where
``substr == seq[i:j]``.
This function only works for iterables that support slicing, such as
``str`` objects.
>>> for item in substrings_indexes('more'):
... print(item)
('m', 0, 1)
('o', 1, 2)
('r', 2, 3)
('e', 3, 4)
('mo', 0, 2)
('or', 1, 3)
('re', 2, 4)
('mor', 0, 3)
('ore', 1, 4)
('more', 0, 4)
Set *reverse* to ``True`` to yield the same items in the opposite order.
"""
r = range(1, len(seq) + 1)
if reverse:
r = reversed(r)
return (
(seq[i : i + L], i, i + L) for L in r for i in range(len(seq) - L + 1)
)
class bucket:
"""Wrap *iterable* and return an object that buckets it iterable into
child iterables based on a *key* function.
>>> iterable = ['a1', 'b1', 'c1', 'a2', 'b2', 'c2', 'b3']
>>> s = bucket(iterable, key=lambda x: x[0]) # Bucket by 1st character
>>> sorted(list(s)) # Get the keys
['a', 'b', 'c']
>>> a_iterable = s['a']
>>> next(a_iterable)
'a1'
>>> next(a_iterable)
'a2'
>>> list(s['b'])
['b1', 'b2', 'b3']
The original iterable will be advanced and its items will be cached until
they are used by the child iterables. This may require significant storage.
By default, attempting to select a bucket to which no items belong will
exhaust the iterable and cache all values.
If you specify a *validator* function, selected buckets will instead be
checked against it.
>>> from itertools import count
>>> it = count(1, 2) # Infinite sequence of odd numbers
>>> key = lambda x: x % 10 # Bucket by last digit
>>> validator = lambda x: x in {1, 3, 5, 7, 9} # Odd digits only
>>> s = bucket(it, key=key, validator=validator)
>>> 2 in s
False
>>> list(s[2])
[]
"""
def __init__(self, iterable, key, validator=None):
self._it = iter(iterable)
self._key = key
self._cache = defaultdict(deque)
self._validator = validator or (lambda x: True)
def __contains__(self, value):
if not self._validator(value):
return False
try:
item = next(self[value])
except StopIteration:
return False
else:
self._cache[value].appendleft(item)
return True
def _get_values(self, value):
"""
Helper to yield items from the parent iterator that match *value*.
Items that don't match are stored in the local cache as they
are encountered.
"""
while True:
# If we've cached some items that match the target value, emit
# the first one and evict it from the cache.
if self._cache[value]:
yield self._cache[value].popleft()
# Otherwise we need to advance the parent iterator to search for
# a matching item, caching the rest.
else:
while True:
try:
item = next(self._it)
except StopIteration:
return
item_value = self._key(item)
if item_value == value:
yield item
break
elif self._validator(item_value):
self._cache[item_value].append(item)
def __iter__(self):
for item in self._it:
item_value = self._key(item)
if self._validator(item_value):
self._cache[item_value].append(item)
yield from self._cache.keys()
def __getitem__(self, value):
if not self._validator(value):
return iter(())
return self._get_values(value)
def spy(iterable, n=1):
"""Return a 2-tuple with a list containing the first *n* elements of
*iterable*, and an iterator with the same items as *iterable*.
This allows you to "look ahead" at the items in the iterable without
advancing it.
There is one item in the list by default:
>>> iterable = 'abcdefg'
>>> head, iterable = spy(iterable)
>>> head
['a']
>>> list(iterable)
['a', 'b', 'c', 'd', 'e', 'f', 'g']
You may use unpacking to retrieve items instead of lists:
>>> (head,), iterable = spy('abcdefg')
>>> head
'a'
>>> (first, second), iterable = spy('abcdefg', 2)
>>> first
'a'
>>> second
'b'
The number of items requested can be larger than the number of items in
the iterable:
>>> iterable = [1, 2, 3, 4, 5]
>>> head, iterable = spy(iterable, 10)
>>> head
[1, 2, 3, 4, 5]
>>> list(iterable)
[1, 2, 3, 4, 5]
"""
it = iter(iterable)
head = take(n, it)
return head.copy(), chain(head, it)
def interleave(*iterables):
"""Return a new iterable yielding from each iterable in turn,
until the shortest is exhausted.
>>> list(interleave([1, 2, 3], [4, 5], [6, 7, 8]))
[1, 4, 6, 2, 5, 7]
For a version that doesn't terminate after the shortest iterable is
exhausted, see :func:`interleave_longest`.
"""
return chain.from_iterable(zip(*iterables))
def interleave_longest(*iterables):
"""Return a new iterable yielding from each iterable in turn,
skipping any that are exhausted.
>>> list(interleave_longest([1, 2, 3], [4, 5], [6, 7, 8]))
[1, 4, 6, 2, 5, 7, 3, 8]
This function produces the same output as :func:`roundrobin`, but may
perform better for some inputs (in particular when the number of iterables
is large).
"""
i = chain.from_iterable(zip_longest(*iterables, fillvalue=_marker))
return (x for x in i if x is not _marker)
def collapse(iterable, base_type=None, levels=None):
"""Flatten an iterable with multiple levels of nesting (e.g., a list of
lists of tuples) into non-iterable types.
>>> iterable = [(1, 2), ([3, 4], [[5], [6]])]
>>> list(collapse(iterable))
[1, 2, 3, 4, 5, 6]
Binary and text strings are not considered iterable and
will not be collapsed.
To avoid collapsing other types, specify *base_type*:
>>> iterable = ['ab', ('cd', 'ef'), ['gh', 'ij']]
>>> list(collapse(iterable, base_type=tuple))
['ab', ('cd', 'ef'), 'gh', 'ij']
Specify *levels* to stop flattening after a certain level:
>>> iterable = [('a', ['b']), ('c', ['d'])]
>>> list(collapse(iterable)) # Fully flattened
['a', 'b', 'c', 'd']
>>> list(collapse(iterable, levels=1)) # Only one level flattened
['a', ['b'], 'c', ['d']]
"""
def walk(node, level):
if (
((levels is not None) and (level > levels))
or isinstance(node, (str, bytes))
or ((base_type is not None) and isinstance(node, base_type))
):
yield node
return
try:
tree = iter(node)
except TypeError:
yield node
return
else:
for child in tree:
yield from walk(child, level + 1)
yield from walk(iterable, 0)
def side_effect(func, iterable, chunk_size=None, before=None, after=None):
"""Invoke *func* on each item in *iterable* (or on each *chunk_size* group
of items) before yielding the item.
`func` must be a function that takes a single argument. Its return value
will be discarded.
*before* and *after* are optional functions that take no arguments. They
will be executed before iteration starts and after it ends, respectively.
`side_effect` can be used for logging, updating progress bars, or anything
that is not functionally "pure."
Emitting a status message:
>>> from more_itertools import consume
>>> func = lambda item: print('Received {}'.format(item))
>>> consume(side_effect(func, range(2)))
Received 0
Received 1
Operating on chunks of items:
>>> pair_sums = []
>>> func = lambda chunk: pair_sums.append(sum(chunk))
>>> list(side_effect(func, [0, 1, 2, 3, 4, 5], 2))
[0, 1, 2, 3, 4, 5]
>>> list(pair_sums)
[1, 5, 9]
Writing to a file-like object:
>>> from io import StringIO
>>> from more_itertools import consume
>>> f = StringIO()
>>> func = lambda x: print(x, file=f)
>>> before = lambda: print(u'HEADER', file=f)
>>> after = f.close
>>> it = [u'a', u'b', u'c']
>>> consume(side_effect(func, it, before=before, after=after))
>>> f.closed
True
"""
try:
if before is not None:
before()
if chunk_size is None:
for item in iterable:
func(item)
yield item
else:
for chunk in chunked(iterable, chunk_size):
func(chunk)
yield from chunk
finally:
if after is not None:
after()
def sliced(seq, n, strict=False):
"""Yield slices of length *n* from the sequence *seq*.
>>> list(sliced((1, 2, 3, 4, 5, 6), 3))
[(1, 2, 3), (4, 5, 6)]
By the default, the last yielded slice will have fewer than *n* elements
if the length of *seq* is not divisible by *n*:
>>> list(sliced((1, 2, 3, 4, 5, 6, 7, 8), 3))
[(1, 2, 3), (4, 5, 6), (7, 8)]
If the length of *seq* is not divisible by *n* and *strict* is
``True``, then ``ValueError`` will be raised before the last
slice is yielded.
This function will only work for iterables that support slicing.
For non-sliceable iterables, see :func:`chunked`.
"""
iterator = takewhile(len, (seq[i : i + n] for i in count(0, n)))
if strict:
def ret():
for _slice in iterator:
if len(_slice) != n:
raise ValueError("seq is not divisible by n.")
yield _slice
return iter(ret())
else:
return iterator
def split_at(iterable, pred, maxsplit=-1, keep_separator=False):
"""Yield lists of items from *iterable*, where each list is delimited by
an item where callable *pred* returns ``True``.
>>> list(split_at('abcdcba', lambda x: x == 'b'))
[['a'], ['c', 'd', 'c'], ['a']]
>>> list(split_at(range(10), lambda n: n % 2 == 1))
[[0], [2], [4], [6], [8], []]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_at(range(10), lambda n: n % 2 == 1, maxsplit=2))
[[0], [2], [4, 5, 6, 7, 8, 9]]
By default, the delimiting items are not included in the output.
The include them, set *keep_separator* to ``True``.
>>> list(split_at('abcdcba', lambda x: x == 'b', keep_separator=True))
[['a'], ['b'], ['c', 'd', 'c'], ['b'], ['a']]
"""
if maxsplit == 0:
yield list(iterable)
return
buf = []
it = iter(iterable)
for item in it:
if pred(item):
yield buf
if keep_separator:
yield [item]
if maxsplit == 1:
yield list(it)
return
buf = []
maxsplit -= 1
else:
buf.append(item)
yield buf
def split_before(iterable, pred, maxsplit=-1):
"""Yield lists of items from *iterable*, where each list ends just before
an item for which callable *pred* returns ``True``:
>>> list(split_before('OneTwo', lambda s: s.isupper()))
[['O', 'n', 'e'], ['T', 'w', 'o']]
>>> list(split_before(range(10), lambda n: n % 3 == 0))
[[0, 1, 2], [3, 4, 5], [6, 7, 8], [9]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_before(range(10), lambda n: n % 3 == 0, maxsplit=2))
[[0, 1, 2], [3, 4, 5], [6, 7, 8, 9]]
"""
if maxsplit == 0:
yield list(iterable)
return
buf = []
it = iter(iterable)
for item in it:
if pred(item) and buf:
yield buf
if maxsplit == 1:
yield [item] + list(it)
return
buf = []
maxsplit -= 1
buf.append(item)
if buf:
yield buf
def split_after(iterable, pred, maxsplit=-1):
"""Yield lists of items from *iterable*, where each list ends with an
item where callable *pred* returns ``True``:
>>> list(split_after('one1two2', lambda s: s.isdigit()))
[['o', 'n', 'e', '1'], ['t', 'w', 'o', '2']]
>>> list(split_after(range(10), lambda n: n % 3 == 0))
[[0], [1, 2, 3], [4, 5, 6], [7, 8, 9]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_after(range(10), lambda n: n % 3 == 0, maxsplit=2))
[[0], [1, 2, 3], [4, 5, 6, 7, 8, 9]]
"""
if maxsplit == 0:
yield list(iterable)
return
buf = []
it = iter(iterable)
for item in it:
buf.append(item)
if pred(item) and buf:
yield buf
if maxsplit == 1:
yield list(it)
return
buf = []
maxsplit -= 1
if buf:
yield buf
def split_when(iterable, pred, maxsplit=-1):
"""Split *iterable* into pieces based on the output of *pred*.
*pred* should be a function that takes successive pairs of items and
returns ``True`` if the iterable should be split in between them.
For example, to find runs of increasing numbers, split the iterable when
element ``i`` is larger than element ``i + 1``:
>>> list(split_when([1, 2, 3, 3, 2, 5, 2, 4, 2], lambda x, y: x > y))
[[1, 2, 3, 3], [2, 5], [2, 4], [2]]
At most *maxsplit* splits are done. If *maxsplit* is not specified or -1,
then there is no limit on the number of splits:
>>> list(split_when([1, 2, 3, 3, 2, 5, 2, 4, 2],
... lambda x, y: x > y, maxsplit=2))
[[1, 2, 3, 3], [2, 5], [2, 4, 2]]
"""
if maxsplit == 0:
yield list(iterable)
return
it = iter(iterable)
try:
cur_item = next(it)
except StopIteration:
return
buf = [cur_item]
for next_item in it:
if pred(cur_item, next_item):
yield buf
if maxsplit == 1:
yield [next_item] + list(it)
return
buf = []
maxsplit -= 1
buf.append(next_item)
cur_item = next_item
yield buf
def split_into(iterable, sizes):
"""Yield a list of sequential items from *iterable* of length 'n' for each
integer 'n' in *sizes*.
>>> list(split_into([1,2,3,4,5,6], [1,2,3]))
[[1], [2, 3], [4, 5, 6]]
If the sum of *sizes* is smaller than the length of *iterable*, then the
remaining items of *iterable* will not be returned.
>>> list(split_into([1,2,3,4,5,6], [2,3]))
[[1, 2], [3, 4, 5]]
If the sum of *sizes* is larger than the length of *iterable*, fewer items
will be returned in the iteration that overruns *iterable* and further
lists will be empty:
>>> list(split_into([1,2,3,4], [1,2,3,4]))
[[1], [2, 3], [4], []]
When a ``None`` object is encountered in *sizes*, the returned list will
contain items up to the end of *iterable* the same way that itertools.slice
does:
>>> list(split_into([1,2,3,4,5,6,7,8,9,0], [2,3,None]))
[[1, 2], [3, 4, 5], [6, 7, 8, 9, 0]]
:func:`split_into` can be useful for grouping a series of items where the
sizes of the groups are not uniform. An example would be where in a row
from a table, multiple columns represent elements of the same feature
(e.g. a point represented by x,y,z) but, the format is not the same for
all columns.
"""
# convert the iterable argument into an iterator so its contents can
# be consumed by islice in case it is a generator
it = iter(iterable)
for size in sizes:
if size is None:
yield list(it)
return
else:
yield list(islice(it, size))
def padded(iterable, fillvalue=None, n=None, next_multiple=False):
"""Yield the elements from *iterable*, followed by *fillvalue*, such that
at least *n* items are emitted.
>>> list(padded([1, 2, 3], '?', 5))
[1, 2, 3, '?', '?']
If *next_multiple* is ``True``, *fillvalue* will be emitted until the
number of items emitted is a multiple of *n*::
>>> list(padded([1, 2, 3, 4], n=3, next_multiple=True))
[1, 2, 3, 4, None, None]
If *n* is ``None``, *fillvalue* will be emitted indefinitely.
"""
it = iter(iterable)
if n is None:
yield from chain(it, repeat(fillvalue))
elif n < 1:
raise ValueError('n must be at least 1')
else:
item_count = 0
for item in it:
yield item
item_count += 1
remaining = (n - item_count) % n if next_multiple else n - item_count
for _ in range(remaining):
yield fillvalue
def repeat_last(iterable, default=None):
"""After the *iterable* is exhausted, keep yielding its last element.
>>> list(islice(repeat_last(range(3)), 5))
[0, 1, 2, 2, 2]
If the iterable is empty, yield *default* forever::
>>> list(islice(repeat_last(range(0), 42), 5))
[42, 42, 42, 42, 42]
"""
item = _marker
for item in iterable:
yield item
final = default if item is _marker else item
yield from repeat(final)
def distribute(n, iterable):
"""Distribute the items from *iterable* among *n* smaller iterables.
>>> group_1, group_2 = distribute(2, [1, 2, 3, 4, 5, 6])
>>> list(group_1)
[1, 3, 5]
>>> list(group_2)
[2, 4, 6]
If the length of *iterable* is not evenly divisible by *n*, then the
length of the returned iterables will not be identical:
>>> children = distribute(3, [1, 2, 3, 4, 5, 6, 7])
>>> [list(c) for c in children]
[[1, 4, 7], [2, 5], [3, 6]]
If the length of *iterable* is smaller than *n*, then the last returned
iterables will be empty:
>>> children = distribute(5, [1, 2, 3])
>>> [list(c) for c in children]
[[1], [2], [3], [], []]
This function uses :func:`itertools.tee` and may require significant
storage. If you need the order items in the smaller iterables to match the
original iterable, see :func:`divide`.
"""
if n < 1:
raise ValueError('n must be at least 1')
children = tee(iterable, n)
return [islice(it, index, None, n) for index, it in enumerate(children)]
def stagger(iterable, offsets=(-1, 0, 1), longest=False, fillvalue=None):
"""Yield tuples whose elements are offset from *iterable*.
The amount by which the `i`-th item in each tuple is offset is given by
the `i`-th item in *offsets*.
>>> list(stagger([0, 1, 2, 3]))
[(None, 0, 1), (0, 1, 2), (1, 2, 3)]
>>> list(stagger(range(8), offsets=(0, 2, 4)))
[(0, 2, 4), (1, 3, 5), (2, 4, 6), (3, 5, 7)]
By default, the sequence will end when the final element of a tuple is the
last item in the iterable. To continue until the first element of a tuple
is the last item in the iterable, set *longest* to ``True``::
>>> list(stagger([0, 1, 2, 3], longest=True))
[(None, 0, 1), (0, 1, 2), (1, 2, 3), (2, 3, None), (3, None, None)]
By default, ``None`` will be used to replace offsets beyond the end of the
sequence. Specify *fillvalue* to use some other value.
"""
children = tee(iterable, len(offsets))
return zip_offset(
*children, offsets=offsets, longest=longest, fillvalue=fillvalue
)
class UnequalIterablesError(ValueError):
def __init__(self, details=None):
msg = 'Iterables have different lengths'
if details is not None:
msg += (': index 0 has length {}; index {} has length {}').format(
*details
)
super().__init__(msg)
def _zip_equal_generator(iterables):
for combo in zip_longest(*iterables, fillvalue=_marker):
for val in combo:
if val is _marker:
raise UnequalIterablesError()
yield combo
def zip_equal(*iterables):
"""``zip`` the input *iterables* together, but raise
``UnequalIterablesError`` if they aren't all the same length.
>>> it_1 = range(3)
>>> it_2 = iter('abc')
>>> list(zip_equal(it_1, it_2))
[(0, 'a'), (1, 'b'), (2, 'c')]
>>> it_1 = range(3)
>>> it_2 = iter('abcd')
>>> list(zip_equal(it_1, it_2)) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
more_itertools.more.UnequalIterablesError: Iterables have different
lengths
"""
if hexversion >= 0x30A00A6:
warnings.warn(
(
'zip_equal will be removed in a future version of '
'more-itertools. Use the builtin zip function with '
'strict=True instead.'
),
DeprecationWarning,
)
# Check whether the iterables are all the same size.
try:
first_size = len(iterables[0])
for i, it in enumerate(iterables[1:], 1):
size = len(it)
if size != first_size:
break
else:
# If we didn't break out, we can use the built-in zip.
return zip(*iterables)
# If we did break out, there was a mismatch.
raise UnequalIterablesError(details=(first_size, i, size))
# If any one of the iterables didn't have a length, start reading
# them until one runs out.
except TypeError:
return _zip_equal_generator(iterables)
def zip_offset(*iterables, offsets, longest=False, fillvalue=None):
"""``zip`` the input *iterables* together, but offset the `i`-th iterable
by the `i`-th item in *offsets*.
>>> list(zip_offset('0123', 'abcdef', offsets=(0, 1)))
[('0', 'b'), ('1', 'c'), ('2', 'd'), ('3', 'e')]
This can be used as a lightweight alternative to SciPy or pandas to analyze
data sets in which some series have a lead or lag relationship.
By default, the sequence will end when the shortest iterable is exhausted.
To continue until the longest iterable is exhausted, set *longest* to
``True``.
>>> list(zip_offset('0123', 'abcdef', offsets=(0, 1), longest=True))
[('0', 'b'), ('1', 'c'), ('2', 'd'), ('3', 'e'), (None, 'f')]
By default, ``None`` will be used to replace offsets beyond the end of the
sequence. Specify *fillvalue* to use some other value.
"""
if len(iterables) != len(offsets):
raise ValueError("Number of iterables and offsets didn't match")
staggered = []
for it, n in zip(iterables, offsets):
if n < 0:
staggered.append(chain(repeat(fillvalue, -n), it))
elif n > 0:
staggered.append(islice(it, n, None))
else:
staggered.append(it)
if longest:
return zip_longest(*staggered, fillvalue=fillvalue)
return zip(*staggered)
def sort_together(iterables, key_list=(0,), key=None, reverse=False):
"""Return the input iterables sorted together, with *key_list* as the
priority for sorting. All iterables are trimmed to the length of the
shortest one.
This can be used like the sorting function in a spreadsheet. If each
iterable represents a column of data, the key list determines which
columns are used for sorting.
By default, all iterables are sorted using the ``0``-th iterable::
>>> iterables = [(4, 3, 2, 1), ('a', 'b', 'c', 'd')]
>>> sort_together(iterables)
[(1, 2, 3, 4), ('d', 'c', 'b', 'a')]
Set a different key list to sort according to another iterable.
Specifying multiple keys dictates how ties are broken::
>>> iterables = [(3, 1, 2), (0, 1, 0), ('c', 'b', 'a')]
>>> sort_together(iterables, key_list=(1, 2))
[(2, 3, 1), (0, 0, 1), ('a', 'c', 'b')]
To sort by a function of the elements of the iterable, pass a *key*
function. Its arguments are the elements of the iterables corresponding to
the key list::
>>> names = ('a', 'b', 'c')
>>> lengths = (1, 2, 3)
>>> widths = (5, 2, 1)
>>> def area(length, width):
... return length * width
>>> sort_together([names, lengths, widths], key_list=(1, 2), key=area)
[('c', 'b', 'a'), (3, 2, 1), (1, 2, 5)]
Set *reverse* to ``True`` to sort in descending order.
>>> sort_together([(1, 2, 3), ('c', 'b', 'a')], reverse=True)
[(3, 2, 1), ('a', 'b', 'c')]
"""
if key is None:
# if there is no key function, the key argument to sorted is an
# itemgetter
key_argument = itemgetter(*key_list)
else:
# if there is a key function, call it with the items at the offsets
# specified by the key function as arguments
key_list = list(key_list)
if len(key_list) == 1:
# if key_list contains a single item, pass the item at that offset
# as the only argument to the key function
key_offset = key_list[0]
key_argument = lambda zipped_items: key(zipped_items[key_offset])
else:
# if key_list contains multiple items, use itemgetter to return a
# tuple of items, which we pass as *args to the key function
get_key_items = itemgetter(*key_list)
key_argument = lambda zipped_items: key(
*get_key_items(zipped_items)
)
return list(
zip(*sorted(zip(*iterables), key=key_argument, reverse=reverse))
)
def unzip(iterable):
"""The inverse of :func:`zip`, this function disaggregates the elements
of the zipped *iterable*.
The ``i``-th iterable contains the ``i``-th element from each element
of the zipped iterable. The first element is used to to determine the
length of the remaining elements.
>>> iterable = [('a', 1), ('b', 2), ('c', 3), ('d', 4)]
>>> letters, numbers = unzip(iterable)
>>> list(letters)
['a', 'b', 'c', 'd']
>>> list(numbers)
[1, 2, 3, 4]
This is similar to using ``zip(*iterable)``, but it avoids reading
*iterable* into memory. Note, however, that this function uses
:func:`itertools.tee` and thus may require significant storage.
"""
head, iterable = spy(iter(iterable))
if not head:
# empty iterable, e.g. zip([], [], [])
return ()
# spy returns a one-length iterable as head
head = head[0]
iterables = tee(iterable, len(head))
def itemgetter(i):
def getter(obj):
try:
return obj[i]
except IndexError:
# basically if we have an iterable like
# iter([(1, 2, 3), (4, 5), (6,)])
# the second unzipped iterable would fail at the third tuple
# since it would try to access tup[1]
# same with the third unzipped iterable and the second tuple
# to support these "improperly zipped" iterables,
# we create a custom itemgetter
# which just stops the unzipped iterables
# at first length mismatch
raise StopIteration
return getter
return tuple(map(itemgetter(i), it) for i, it in enumerate(iterables))
def divide(n, iterable):
"""Divide the elements from *iterable* into *n* parts, maintaining
order.
>>> group_1, group_2 = divide(2, [1, 2, 3, 4, 5, 6])
>>> list(group_1)
[1, 2, 3]
>>> list(group_2)
[4, 5, 6]
If the length of *iterable* is not evenly divisible by *n*, then the
length of the returned iterables will not be identical:
>>> children = divide(3, [1, 2, 3, 4, 5, 6, 7])
>>> [list(c) for c in children]
[[1, 2, 3], [4, 5], [6, 7]]
If the length of the iterable is smaller than n, then the last returned
iterables will be empty:
>>> children = divide(5, [1, 2, 3])
>>> [list(c) for c in children]
[[1], [2], [3], [], []]
This function will exhaust the iterable before returning and may require
significant storage. If order is not important, see :func:`distribute`,
which does not first pull the iterable into memory.
"""
if n < 1:
raise ValueError('n must be at least 1')
try:
iterable[:0]
except TypeError:
seq = tuple(iterable)
else:
seq = iterable
q, r = divmod(len(seq), n)
ret = []
stop = 0
for i in range(1, n + 1):
start = stop
stop += q + 1 if i <= r else q
ret.append(iter(seq[start:stop]))
return ret
def always_iterable(obj, base_type=(str, bytes)):
"""If *obj* is iterable, return an iterator over its items::
>>> obj = (1, 2, 3)
>>> list(always_iterable(obj))
[1, 2, 3]
If *obj* is not iterable, return a one-item iterable containing *obj*::
>>> obj = 1
>>> list(always_iterable(obj))
[1]
If *obj* is ``None``, return an empty iterable:
>>> obj = None
>>> list(always_iterable(None))
[]
By default, binary and text strings are not considered iterable::
>>> obj = 'foo'
>>> list(always_iterable(obj))
['foo']
If *base_type* is set, objects for which ``isinstance(obj, base_type)``
returns ``True`` won't be considered iterable.
>>> obj = {'a': 1}
>>> list(always_iterable(obj)) # Iterate over the dict's keys
['a']
>>> list(always_iterable(obj, base_type=dict)) # Treat dicts as a unit
[{'a': 1}]
Set *base_type* to ``None`` to avoid any special handling and treat objects
Python considers iterable as iterable:
>>> obj = 'foo'
>>> list(always_iterable(obj, base_type=None))
['f', 'o', 'o']
"""
if obj is None:
return iter(())
if (base_type is not None) and isinstance(obj, base_type):
return iter((obj,))
try:
return iter(obj)
except TypeError:
return iter((obj,))
def adjacent(predicate, iterable, distance=1):
"""Return an iterable over `(bool, item)` tuples where the `item` is
drawn from *iterable* and the `bool` indicates whether
that item satisfies the *predicate* or is adjacent to an item that does.
For example, to find whether items are adjacent to a ``3``::
>>> list(adjacent(lambda x: x == 3, range(6)))
[(False, 0), (False, 1), (True, 2), (True, 3), (True, 4), (False, 5)]
Set *distance* to change what counts as adjacent. For example, to find
whether items are two places away from a ``3``:
>>> list(adjacent(lambda x: x == 3, range(6), distance=2))
[(False, 0), (True, 1), (True, 2), (True, 3), (True, 4), (True, 5)]
This is useful for contextualizing the results of a search function.
For example, a code comparison tool might want to identify lines that
have changed, but also surrounding lines to give the viewer of the diff
context.
The predicate function will only be called once for each item in the
iterable.
See also :func:`groupby_transform`, which can be used with this function
to group ranges of items with the same `bool` value.
"""
# Allow distance=0 mainly for testing that it reproduces results with map()
if distance < 0:
raise ValueError('distance must be at least 0')
i1, i2 = tee(iterable)
padding = [False] * distance
selected = chain(padding, map(predicate, i1), padding)
adjacent_to_selected = map(any, windowed(selected, 2 * distance + 1))
return zip(adjacent_to_selected, i2)
def groupby_transform(iterable, keyfunc=None, valuefunc=None, reducefunc=None):
"""An extension of :func:`itertools.groupby` that can apply transformations
to the grouped data.
* *keyfunc* is a function computing a key value for each item in *iterable*
* *valuefunc* is a function that transforms the individual items from
*iterable* after grouping
* *reducefunc* is a function that transforms each group of items
>>> iterable = 'aAAbBBcCC'
>>> keyfunc = lambda k: k.upper()
>>> valuefunc = lambda v: v.lower()
>>> reducefunc = lambda g: ''.join(g)
>>> list(groupby_transform(iterable, keyfunc, valuefunc, reducefunc))
[('A', 'aaa'), ('B', 'bbb'), ('C', 'ccc')]
Each optional argument defaults to an identity function if not specified.
:func:`groupby_transform` is useful when grouping elements of an iterable
using a separate iterable as the key. To do this, :func:`zip` the iterables
and pass a *keyfunc* that extracts the first element and a *valuefunc*
that extracts the second element::
>>> from operator import itemgetter
>>> keys = [0, 0, 1, 1, 1, 2, 2, 2, 3]
>>> values = 'abcdefghi'
>>> iterable = zip(keys, values)
>>> grouper = groupby_transform(iterable, itemgetter(0), itemgetter(1))
>>> [(k, ''.join(g)) for k, g in grouper]
[(0, 'ab'), (1, 'cde'), (2, 'fgh'), (3, 'i')]
Note that the order of items in the iterable is significant.
Only adjacent items are grouped together, so if you don't want any
duplicate groups, you should sort the iterable by the key function.
"""
ret = groupby(iterable, keyfunc)
if valuefunc:
ret = ((k, map(valuefunc, g)) for k, g in ret)
if reducefunc:
ret = ((k, reducefunc(g)) for k, g in ret)
return ret
class numeric_range(abc.Sequence, abc.Hashable):
"""An extension of the built-in ``range()`` function whose arguments can
be any orderable numeric type.
With only *stop* specified, *start* defaults to ``0`` and *step*
defaults to ``1``. The output items will match the type of *stop*:
>>> list(numeric_range(3.5))
[0.0, 1.0, 2.0, 3.0]
With only *start* and *stop* specified, *step* defaults to ``1``. The
output items will match the type of *start*:
>>> from decimal import Decimal
>>> start = Decimal('2.1')
>>> stop = Decimal('5.1')
>>> list(numeric_range(start, stop))
[Decimal('2.1'), Decimal('3.1'), Decimal('4.1')]
With *start*, *stop*, and *step* specified the output items will match
the type of ``start + step``:
>>> from fractions import Fraction
>>> start = Fraction(1, 2) # Start at 1/2
>>> stop = Fraction(5, 2) # End at 5/2
>>> step = Fraction(1, 2) # Count by 1/2
>>> list(numeric_range(start, stop, step))
[Fraction(1, 2), Fraction(1, 1), Fraction(3, 2), Fraction(2, 1)]
If *step* is zero, ``ValueError`` is raised. Negative steps are supported:
>>> list(numeric_range(3, -1, -1.0))
[3.0, 2.0, 1.0, 0.0]
Be aware of the limitations of floating point numbers; the representation
of the yielded numbers may be surprising.
``datetime.datetime`` objects can be used for *start* and *stop*, if *step*
is a ``datetime.timedelta`` object:
>>> import datetime
>>> start = datetime.datetime(2019, 1, 1)
>>> stop = datetime.datetime(2019, 1, 3)
>>> step = datetime.timedelta(days=1)
>>> items = iter(numeric_range(start, stop, step))
>>> next(items)
datetime.datetime(2019, 1, 1, 0, 0)
>>> next(items)
datetime.datetime(2019, 1, 2, 0, 0)
"""
_EMPTY_HASH = hash(range(0, 0))
def __init__(self, *args):
argc = len(args)
if argc == 1:
(self._stop,) = args
self._start = type(self._stop)(0)
self._step = type(self._stop - self._start)(1)
elif argc == 2:
self._start, self._stop = args
self._step = type(self._stop - self._start)(1)
elif argc == 3:
self._start, self._stop, self._step = args
elif argc == 0:
raise TypeError(
'numeric_range expected at least '
'1 argument, got {}'.format(argc)
)
else:
raise TypeError(
'numeric_range expected at most '
'3 arguments, got {}'.format(argc)
)
self._zero = type(self._step)(0)
if self._step == self._zero:
raise ValueError('numeric_range() arg 3 must not be zero')
self._growing = self._step > self._zero
self._init_len()
def __bool__(self):
if self._growing:
return self._start < self._stop
else:
return self._start > self._stop
def __contains__(self, elem):
if self._growing:
if self._start <= elem < self._stop:
return (elem - self._start) % self._step == self._zero
else:
if self._start >= elem > self._stop:
return (self._start - elem) % (-self._step) == self._zero
return False
def __eq__(self, other):
if isinstance(other, numeric_range):
empty_self = not bool(self)
empty_other = not bool(other)
if empty_self or empty_other:
return empty_self and empty_other # True if both empty
else:
return (
self._start == other._start
and self._step == other._step
and self._get_by_index(-1) == other._get_by_index(-1)
)
else:
return False
def __getitem__(self, key):
if isinstance(key, int):
return self._get_by_index(key)
elif isinstance(key, slice):
step = self._step if key.step is None else key.step * self._step
if key.start is None or key.start <= -self._len:
start = self._start
elif key.start >= self._len:
start = self._stop
else: # -self._len < key.start < self._len
start = self._get_by_index(key.start)
if key.stop is None or key.stop >= self._len:
stop = self._stop
elif key.stop <= -self._len:
stop = self._start
else: # -self._len < key.stop < self._len
stop = self._get_by_index(key.stop)
return numeric_range(start, stop, step)
else:
raise TypeError(
'numeric range indices must be '
'integers or slices, not {}'.format(type(key).__name__)
)
def __hash__(self):
if self:
return hash((self._start, self._get_by_index(-1), self._step))
else:
return self._EMPTY_HASH
def __iter__(self):
values = (self._start + (n * self._step) for n in count())
if self._growing:
return takewhile(partial(gt, self._stop), values)
else:
return takewhile(partial(lt, self._stop), values)
def __len__(self):
return self._len
def _init_len(self):
if self._growing:
start = self._start
stop = self._stop
step = self._step
else:
start = self._stop
stop = self._start
step = -self._step
distance = stop - start
if distance <= self._zero:
self._len = 0
else: # distance > 0 and step > 0: regular euclidean division
q, r = divmod(distance, step)
self._len = int(q) + int(r != self._zero)
def __reduce__(self):
return numeric_range, (self._start, self._stop, self._step)
def __repr__(self):
if self._step == 1:
return "numeric_range({}, {})".format(
repr(self._start), repr(self._stop)
)
else:
return "numeric_range({}, {}, {})".format(
repr(self._start), repr(self._stop), repr(self._step)
)
def __reversed__(self):
return iter(
numeric_range(
self._get_by_index(-1), self._start - self._step, -self._step
)
)
def count(self, value):
return int(value in self)
def index(self, value):
if self._growing:
if self._start <= value < self._stop:
q, r = divmod(value - self._start, self._step)
if r == self._zero:
return int(q)
else:
if self._start >= value > self._stop:
q, r = divmod(self._start - value, -self._step)
if r == self._zero:
return int(q)
raise ValueError("{} is not in numeric range".format(value))
def _get_by_index(self, i):
if i < 0:
i += self._len
if i < 0 or i >= self._len:
raise IndexError("numeric range object index out of range")
return self._start + i * self._step
def count_cycle(iterable, n=None):
"""Cycle through the items from *iterable* up to *n* times, yielding
the number of completed cycles along with each item. If *n* is omitted the
process repeats indefinitely.
>>> list(count_cycle('AB', 3))
[(0, 'A'), (0, 'B'), (1, 'A'), (1, 'B'), (2, 'A'), (2, 'B')]
"""
iterable = tuple(iterable)
if not iterable:
return iter(())
counter = count() if n is None else range(n)
return ((i, item) for i in counter for item in iterable)
def mark_ends(iterable):
"""Yield 3-tuples of the form ``(is_first, is_last, item)``.
>>> list(mark_ends('ABC'))
[(True, False, 'A'), (False, False, 'B'), (False, True, 'C')]
Use this when looping over an iterable to take special action on its first
and/or last items:
>>> iterable = ['Header', 100, 200, 'Footer']
>>> total = 0
>>> for is_first, is_last, item in mark_ends(iterable):
... if is_first:
... continue # Skip the header
... if is_last:
... continue # Skip the footer
... total += item
>>> print(total)
300
"""
it = iter(iterable)
try:
b = next(it)
except StopIteration:
return
try:
for i in count():
a = b
b = next(it)
yield i == 0, False, a
except StopIteration:
yield i == 0, True, a
def locate(iterable, pred=bool, window_size=None):
"""Yield the index of each item in *iterable* for which *pred* returns
``True``.
*pred* defaults to :func:`bool`, which will select truthy items:
>>> list(locate([0, 1, 1, 0, 1, 0, 0]))
[1, 2, 4]
Set *pred* to a custom function to, e.g., find the indexes for a particular
item.
>>> list(locate(['a', 'b', 'c', 'b'], lambda x: x == 'b'))
[1, 3]
If *window_size* is given, then the *pred* function will be called with
that many items. This enables searching for sub-sequences:
>>> iterable = [0, 1, 2, 3, 0, 1, 2, 3, 0, 1, 2, 3]
>>> pred = lambda *args: args == (1, 2, 3)
>>> list(locate(iterable, pred=pred, window_size=3))
[1, 5, 9]
Use with :func:`seekable` to find indexes and then retrieve the associated
items:
>>> from itertools import count
>>> from more_itertools import seekable
>>> source = (3 * n + 1 if (n % 2) else n // 2 for n in count())
>>> it = seekable(source)
>>> pred = lambda x: x > 100
>>> indexes = locate(it, pred=pred)
>>> i = next(indexes)
>>> it.seek(i)
>>> next(it)
106
"""
if window_size is None:
return compress(count(), map(pred, iterable))
if window_size < 1:
raise ValueError('window size must be at least 1')
it = windowed(iterable, window_size, fillvalue=_marker)
return compress(count(), starmap(pred, it))
def lstrip(iterable, pred):
"""Yield the items from *iterable*, but strip any from the beginning
for which *pred* returns ``True``.
For example, to remove a set of items from the start of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(lstrip(iterable, pred))
[1, 2, None, 3, False, None]
This function is analogous to to :func:`str.lstrip`, and is essentially
an wrapper for :func:`itertools.dropwhile`.
"""
return dropwhile(pred, iterable)
def rstrip(iterable, pred):
"""Yield the items from *iterable*, but strip any from the end
for which *pred* returns ``True``.
For example, to remove a set of items from the end of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(rstrip(iterable, pred))
[None, False, None, 1, 2, None, 3]
This function is analogous to :func:`str.rstrip`.
"""
cache = []
cache_append = cache.append
cache_clear = cache.clear
for x in iterable:
if pred(x):
cache_append(x)
else:
yield from cache
cache_clear()
yield x
def strip(iterable, pred):
"""Yield the items from *iterable*, but strip any from the
beginning and end for which *pred* returns ``True``.
For example, to remove a set of items from both ends of an iterable:
>>> iterable = (None, False, None, 1, 2, None, 3, False, None)
>>> pred = lambda x: x in {None, False, ''}
>>> list(strip(iterable, pred))
[1, 2, None, 3]
This function is analogous to :func:`str.strip`.
"""
return rstrip(lstrip(iterable, pred), pred)
class islice_extended:
"""An extension of :func:`itertools.islice` that supports negative values
for *stop*, *start*, and *step*.
>>> iterable = iter('abcdefgh')
>>> list(islice_extended(iterable, -4, -1))
['e', 'f', 'g']
Slices with negative values require some caching of *iterable*, but this
function takes care to minimize the amount of memory required.
For example, you can use a negative step with an infinite iterator:
>>> from itertools import count
>>> list(islice_extended(count(), 110, 99, -2))
[110, 108, 106, 104, 102, 100]
You can also use slice notation directly:
>>> iterable = map(str, count())
>>> it = islice_extended(iterable)[10:20:2]
>>> list(it)
['10', '12', '14', '16', '18']
"""
def __init__(self, iterable, *args):
it = iter(iterable)
if args:
self._iterable = _islice_helper(it, slice(*args))
else:
self._iterable = it
def __iter__(self):
return self
def __next__(self):
return next(self._iterable)
def __getitem__(self, key):
if isinstance(key, slice):
return islice_extended(_islice_helper(self._iterable, key))
raise TypeError('islice_extended.__getitem__ argument must be a slice')
def _islice_helper(it, s):
start = s.start
stop = s.stop
if s.step == 0:
raise ValueError('step argument must be a non-zero integer or None.')
step = s.step or 1
if step > 0:
start = 0 if (start is None) else start
if start < 0:
# Consume all but the last -start items
cache = deque(enumerate(it, 1), maxlen=-start)
len_iter = cache[-1][0] if cache else 0
# Adjust start to be positive
i = max(len_iter + start, 0)
# Adjust stop to be positive
if stop is None:
j = len_iter
elif stop >= 0:
j = min(stop, len_iter)
else:
j = max(len_iter + stop, 0)
# Slice the cache
n = j - i
if n <= 0:
return
for index, item in islice(cache, 0, n, step):
yield item
elif (stop is not None) and (stop < 0):
# Advance to the start position
next(islice(it, start, start), None)
# When stop is negative, we have to carry -stop items while
# iterating
cache = deque(islice(it, -stop), maxlen=-stop)
for index, item in enumerate(it):
cached_item = cache.popleft()
if index % step == 0:
yield cached_item
cache.append(item)
else:
# When both start and stop are positive we have the normal case
yield from islice(it, start, stop, step)
else:
start = -1 if (start is None) else start
if (stop is not None) and (stop < 0):
# Consume all but the last items
n = -stop - 1
cache = deque(enumerate(it, 1), maxlen=n)
len_iter = cache[-1][0] if cache else 0
# If start and stop are both negative they are comparable and
# we can just slice. Otherwise we can adjust start to be negative
# and then slice.
if start < 0:
i, j = start, stop
else:
i, j = min(start - len_iter, -1), None
for index, item in list(cache)[i:j:step]:
yield item
else:
# Advance to the stop position
if stop is not None:
m = stop + 1
next(islice(it, m, m), None)
# stop is positive, so if start is negative they are not comparable
# and we need the rest of the items.
if start < 0:
i = start
n = None
# stop is None and start is positive, so we just need items up to
# the start index.
elif stop is None:
i = None
n = start + 1
# Both stop and start are positive, so they are comparable.
else:
i = None
n = start - stop
if n <= 0:
return
cache = list(islice(it, n))
yield from cache[i::step]
def always_reversible(iterable):
"""An extension of :func:`reversed` that supports all iterables, not
just those which implement the ``Reversible`` or ``Sequence`` protocols.
>>> print(*always_reversible(x for x in range(3)))
2 1 0
If the iterable is already reversible, this function returns the
result of :func:`reversed()`. If the iterable is not reversible,
this function will cache the remaining items in the iterable and
yield them in reverse order, which may require significant storage.
"""
try:
return reversed(iterable)
except TypeError:
return reversed(list(iterable))
def consecutive_groups(iterable, ordering=lambda x: x):
"""Yield groups of consecutive items using :func:`itertools.groupby`.
The *ordering* function determines whether two items are adjacent by
returning their position.
By default, the ordering function is the identity function. This is
suitable for finding runs of numbers:
>>> iterable = [1, 10, 11, 12, 20, 30, 31, 32, 33, 40]
>>> for group in consecutive_groups(iterable):
... print(list(group))
[1]
[10, 11, 12]
[20]
[30, 31, 32, 33]
[40]
For finding runs of adjacent letters, try using the :meth:`index` method
of a string of letters:
>>> from string import ascii_lowercase
>>> iterable = 'abcdfgilmnop'
>>> ordering = ascii_lowercase.index
>>> for group in consecutive_groups(iterable, ordering):
... print(list(group))
['a', 'b', 'c', 'd']
['f', 'g']
['i']
['l', 'm', 'n', 'o', 'p']
Each group of consecutive items is an iterator that shares it source with
*iterable*. When an an output group is advanced, the previous group is
no longer available unless its elements are copied (e.g., into a ``list``).
>>> iterable = [1, 2, 11, 12, 21, 22]
>>> saved_groups = []
>>> for group in consecutive_groups(iterable):
... saved_groups.append(list(group)) # Copy group elements
>>> saved_groups
[[1, 2], [11, 12], [21, 22]]
"""
for k, g in groupby(
enumerate(iterable), key=lambda x: x[0] - ordering(x[1])
):
yield map(itemgetter(1), g)
def difference(iterable, func=sub, *, initial=None):
"""This function is the inverse of :func:`itertools.accumulate`. By default
it will compute the first difference of *iterable* using
:func:`operator.sub`:
>>> from itertools import accumulate
>>> iterable = accumulate([0, 1, 2, 3, 4]) # produces 0, 1, 3, 6, 10
>>> list(difference(iterable))
[0, 1, 2, 3, 4]
*func* defaults to :func:`operator.sub`, but other functions can be
specified. They will be applied as follows::
A, B, C, D, ... --> A, func(B, A), func(C, B), func(D, C), ...
For example, to do progressive division:
>>> iterable = [1, 2, 6, 24, 120]
>>> func = lambda x, y: x // y
>>> list(difference(iterable, func))
[1, 2, 3, 4, 5]
If the *initial* keyword is set, the first element will be skipped when
computing successive differences.
>>> it = [10, 11, 13, 16] # from accumulate([1, 2, 3], initial=10)
>>> list(difference(it, initial=10))
[1, 2, 3]
"""
a, b = tee(iterable)
try:
first = [next(b)]
except StopIteration:
return iter([])
if initial is not None:
first = []
return chain(first, starmap(func, zip(b, a)))
class SequenceView(Sequence):
"""Return a read-only view of the sequence object *target*.
:class:`SequenceView` objects are analogous to Python's built-in
"dictionary view" types. They provide a dynamic view of a sequence's items,
meaning that when the sequence updates, so does the view.
>>> seq = ['0', '1', '2']
>>> view = SequenceView(seq)
>>> view
SequenceView(['0', '1', '2'])
>>> seq.append('3')
>>> view
SequenceView(['0', '1', '2', '3'])
Sequence views support indexing, slicing, and length queries. They act
like the underlying sequence, except they don't allow assignment:
>>> view[1]
'1'
>>> view[1:-1]
['1', '2']
>>> len(view)
4
Sequence views are useful as an alternative to copying, as they don't
require (much) extra storage.
"""
def __init__(self, target):
if not isinstance(target, Sequence):
raise TypeError
self._target = target
def __getitem__(self, index):
return self._target[index]
def __len__(self):
return len(self._target)
def __repr__(self):
return '{}({})'.format(self.__class__.__name__, repr(self._target))
class seekable:
"""Wrap an iterator to allow for seeking backward and forward. This
progressively caches the items in the source iterable so they can be
re-visited.
Call :meth:`seek` with an index to seek to that position in the source
iterable.
To "reset" an iterator, seek to ``0``:
>>> from itertools import count
>>> it = seekable((str(n) for n in count()))
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> it.seek(0)
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> next(it)
'3'
You can also seek forward:
>>> it = seekable((str(n) for n in range(20)))
>>> it.seek(10)
>>> next(it)
'10'
>>> it.seek(20) # Seeking past the end of the source isn't a problem
>>> list(it)
[]
>>> it.seek(0) # Resetting works even after hitting the end
>>> next(it), next(it), next(it)
('0', '1', '2')
Call :meth:`peek` to look ahead one item without advancing the iterator:
>>> it = seekable('1234')
>>> it.peek()
'1'
>>> list(it)
['1', '2', '3', '4']
>>> it.peek(default='empty')
'empty'
Before the iterator is at its end, calling :func:`bool` on it will return
``True``. After it will return ``False``:
>>> it = seekable('5678')
>>> bool(it)
True
>>> list(it)
['5', '6', '7', '8']
>>> bool(it)
False
You may view the contents of the cache with the :meth:`elements` method.
That returns a :class:`SequenceView`, a view that updates automatically:
>>> it = seekable((str(n) for n in range(10)))
>>> next(it), next(it), next(it)
('0', '1', '2')
>>> elements = it.elements()
>>> elements
SequenceView(['0', '1', '2'])
>>> next(it)
'3'
>>> elements
SequenceView(['0', '1', '2', '3'])
By default, the cache grows as the source iterable progresses, so beware of
wrapping very large or infinite iterables. Supply *maxlen* to limit the
size of the cache (this of course limits how far back you can seek).
>>> from itertools import count
>>> it = seekable((str(n) for n in count()), maxlen=2)
>>> next(it), next(it), next(it), next(it)
('0', '1', '2', '3')
>>> list(it.elements())
['2', '3']
>>> it.seek(0)
>>> next(it), next(it), next(it), next(it)
('2', '3', '4', '5')
>>> next(it)
'6'
"""
def __init__(self, iterable, maxlen=None):
self._source = iter(iterable)
if maxlen is None:
self._cache = []
else:
self._cache = deque([], maxlen)
self._index = None
def __iter__(self):
return self
def __next__(self):
if self._index is not None:
try:
item = self._cache[self._index]
except IndexError:
self._index = None
else:
self._index += 1
return item
item = next(self._source)
self._cache.append(item)
return item
def __bool__(self):
try:
self.peek()
except StopIteration:
return False
return True
def peek(self, default=_marker):
try:
peeked = next(self)
except StopIteration:
if default is _marker:
raise
return default
if self._index is None:
self._index = len(self._cache)
self._index -= 1
return peeked
def elements(self):
return SequenceView(self._cache)
def seek(self, index):
self._index = index
remainder = index - len(self._cache)
if remainder > 0:
consume(self, remainder)
class run_length:
"""
:func:`run_length.encode` compresses an iterable with run-length encoding.
It yields groups of repeated items with the count of how many times they
were repeated:
>>> uncompressed = 'abbcccdddd'
>>> list(run_length.encode(uncompressed))
[('a', 1), ('b', 2), ('c', 3), ('d', 4)]
:func:`run_length.decode` decompresses an iterable that was previously
compressed with run-length encoding. It yields the items of the
decompressed iterable:
>>> compressed = [('a', 1), ('b', 2), ('c', 3), ('d', 4)]
>>> list(run_length.decode(compressed))
['a', 'b', 'b', 'c', 'c', 'c', 'd', 'd', 'd', 'd']
"""
@staticmethod
def encode(iterable):
return ((k, ilen(g)) for k, g in groupby(iterable))
@staticmethod
def decode(iterable):
return chain.from_iterable(repeat(k, n) for k, n in iterable)
def exactly_n(iterable, n, predicate=bool):
"""Return ``True`` if exactly ``n`` items in the iterable are ``True``
according to the *predicate* function.
>>> exactly_n([True, True, False], 2)
True
>>> exactly_n([True, True, False], 1)
False
>>> exactly_n([0, 1, 2, 3, 4, 5], 3, lambda x: x < 3)
True
The iterable will be advanced until ``n + 1`` truthy items are encountered,
so avoid calling it on infinite iterables.
"""
return len(take(n + 1, filter(predicate, iterable))) == n
def circular_shifts(iterable):
"""Return a list of circular shifts of *iterable*.
>>> circular_shifts(range(4))
[(0, 1, 2, 3), (1, 2, 3, 0), (2, 3, 0, 1), (3, 0, 1, 2)]
"""
lst = list(iterable)
return take(len(lst), windowed(cycle(lst), len(lst)))
def make_decorator(wrapping_func, result_index=0):
"""Return a decorator version of *wrapping_func*, which is a function that
modifies an iterable. *result_index* is the position in that function's
signature where the iterable goes.
This lets you use itertools on the "production end," i.e. at function
definition. This can augment what the function returns without changing the
function's code.
For example, to produce a decorator version of :func:`chunked`:
>>> from more_itertools import chunked
>>> chunker = make_decorator(chunked, result_index=0)
>>> @chunker(3)
... def iter_range(n):
... return iter(range(n))
...
>>> list(iter_range(9))
[[0, 1, 2], [3, 4, 5], [6, 7, 8]]
To only allow truthy items to be returned:
>>> truth_serum = make_decorator(filter, result_index=1)
>>> @truth_serum(bool)
... def boolean_test():
... return [0, 1, '', ' ', False, True]
...
>>> list(boolean_test())
[1, ' ', True]
The :func:`peekable` and :func:`seekable` wrappers make for practical
decorators:
>>> from more_itertools import peekable
>>> peekable_function = make_decorator(peekable)
>>> @peekable_function()
... def str_range(*args):
... return (str(x) for x in range(*args))
...
>>> it = str_range(1, 20, 2)
>>> next(it), next(it), next(it)
('1', '3', '5')
>>> it.peek()
'7'
>>> next(it)
'7'
"""
# See https://sites.google.com/site/bbayles/index/decorator_factory for
# notes on how this works.
def decorator(*wrapping_args, **wrapping_kwargs):
def outer_wrapper(f):
def inner_wrapper(*args, **kwargs):
result = f(*args, **kwargs)
wrapping_args_ = list(wrapping_args)
wrapping_args_.insert(result_index, result)
return wrapping_func(*wrapping_args_, **wrapping_kwargs)
return inner_wrapper
return outer_wrapper
return decorator
def map_reduce(iterable, keyfunc, valuefunc=None, reducefunc=None):
"""Return a dictionary that maps the items in *iterable* to categories
defined by *keyfunc*, transforms them with *valuefunc*, and
then summarizes them by category with *reducefunc*.
*valuefunc* defaults to the identity function if it is unspecified.
If *reducefunc* is unspecified, no summarization takes place:
>>> keyfunc = lambda x: x.upper()
>>> result = map_reduce('abbccc', keyfunc)
>>> sorted(result.items())
[('A', ['a']), ('B', ['b', 'b']), ('C', ['c', 'c', 'c'])]
Specifying *valuefunc* transforms the categorized items:
>>> keyfunc = lambda x: x.upper()
>>> valuefunc = lambda x: 1
>>> result = map_reduce('abbccc', keyfunc, valuefunc)
>>> sorted(result.items())
[('A', [1]), ('B', [1, 1]), ('C', [1, 1, 1])]
Specifying *reducefunc* summarizes the categorized items:
>>> keyfunc = lambda x: x.upper()
>>> valuefunc = lambda x: 1
>>> reducefunc = sum
>>> result = map_reduce('abbccc', keyfunc, valuefunc, reducefunc)
>>> sorted(result.items())
[('A', 1), ('B', 2), ('C', 3)]
You may want to filter the input iterable before applying the map/reduce
procedure:
>>> all_items = range(30)
>>> items = [x for x in all_items if 10 <= x <= 20] # Filter
>>> keyfunc = lambda x: x % 2 # Evens map to 0; odds to 1
>>> categories = map_reduce(items, keyfunc=keyfunc)
>>> sorted(categories.items())
[(0, [10, 12, 14, 16, 18, 20]), (1, [11, 13, 15, 17, 19])]
>>> summaries = map_reduce(items, keyfunc=keyfunc, reducefunc=sum)
>>> sorted(summaries.items())
[(0, 90), (1, 75)]
Note that all items in the iterable are gathered into a list before the
summarization step, which may require significant storage.
The returned object is a :obj:`collections.defaultdict` with the
``default_factory`` set to ``None``, such that it behaves like a normal
dictionary.
"""
valuefunc = (lambda x: x) if (valuefunc is None) else valuefunc
ret = defaultdict(list)
for item in iterable:
key = keyfunc(item)
value = valuefunc(item)
ret[key].append(value)
if reducefunc is not None:
for key, value_list in ret.items():
ret[key] = reducefunc(value_list)
ret.default_factory = None
return ret
def rlocate(iterable, pred=bool, window_size=None):
"""Yield the index of each item in *iterable* for which *pred* returns
``True``, starting from the right and moving left.
*pred* defaults to :func:`bool`, which will select truthy items:
>>> list(rlocate([0, 1, 1, 0, 1, 0, 0])) # Truthy at 1, 2, and 4
[4, 2, 1]
Set *pred* to a custom function to, e.g., find the indexes for a particular
item:
>>> iterable = iter('abcb')
>>> pred = lambda x: x == 'b'
>>> list(rlocate(iterable, pred))
[3, 1]
If *window_size* is given, then the *pred* function will be called with
that many items. This enables searching for sub-sequences:
>>> iterable = [0, 1, 2, 3, 0, 1, 2, 3, 0, 1, 2, 3]
>>> pred = lambda *args: args == (1, 2, 3)
>>> list(rlocate(iterable, pred=pred, window_size=3))
[9, 5, 1]
Beware, this function won't return anything for infinite iterables.
If *iterable* is reversible, ``rlocate`` will reverse it and search from
the right. Otherwise, it will search from the left and return the results
in reverse order.
See :func:`locate` to for other example applications.
"""
if window_size is None:
try:
len_iter = len(iterable)
return (len_iter - i - 1 for i in locate(reversed(iterable), pred))
except TypeError:
pass
return reversed(list(locate(iterable, pred, window_size)))
def replace(iterable, pred, substitutes, count=None, window_size=1):
"""Yield the items from *iterable*, replacing the items for which *pred*
returns ``True`` with the items from the iterable *substitutes*.
>>> iterable = [1, 1, 0, 1, 1, 0, 1, 1]
>>> pred = lambda x: x == 0
>>> substitutes = (2, 3)
>>> list(replace(iterable, pred, substitutes))
[1, 1, 2, 3, 1, 1, 2, 3, 1, 1]
If *count* is given, the number of replacements will be limited:
>>> iterable = [1, 1, 0, 1, 1, 0, 1, 1, 0]
>>> pred = lambda x: x == 0
>>> substitutes = [None]
>>> list(replace(iterable, pred, substitutes, count=2))
[1, 1, None, 1, 1, None, 1, 1, 0]
Use *window_size* to control the number of items passed as arguments to
*pred*. This allows for locating and replacing subsequences.
>>> iterable = [0, 1, 2, 5, 0, 1, 2, 5]
>>> window_size = 3
>>> pred = lambda *args: args == (0, 1, 2) # 3 items passed to pred
>>> substitutes = [3, 4] # Splice in these items
>>> list(replace(iterable, pred, substitutes, window_size=window_size))
[3, 4, 5, 3, 4, 5]
"""
if window_size < 1:
raise ValueError('window_size must be at least 1')
# Save the substitutes iterable, since it's used more than once
substitutes = tuple(substitutes)
# Add padding such that the number of windows matches the length of the
# iterable
it = chain(iterable, [_marker] * (window_size - 1))
windows = windowed(it, window_size)
n = 0
for w in windows:
# If the current window matches our predicate (and we haven't hit
# our maximum number of replacements), splice in the substitutes
# and then consume the following windows that overlap with this one.
# For example, if the iterable is (0, 1, 2, 3, 4...)
# and the window size is 2, we have (0, 1), (1, 2), (2, 3)...
# If the predicate matches on (0, 1), we need to zap (0, 1) and (1, 2)
if pred(*w):
if (count is None) or (n < count):
n += 1
yield from substitutes
consume(windows, window_size - 1)
continue
# If there was no match (or we've reached the replacement limit),
# yield the first item from the window.
if w and (w[0] is not _marker):
yield w[0]
def partitions(iterable):
"""Yield all possible order-preserving partitions of *iterable*.
>>> iterable = 'abc'
>>> for part in partitions(iterable):
... print([''.join(p) for p in part])
['abc']
['a', 'bc']
['ab', 'c']
['a', 'b', 'c']
This is unrelated to :func:`partition`.
"""
sequence = list(iterable)
n = len(sequence)
for i in powerset(range(1, n)):
yield [sequence[i:j] for i, j in zip((0,) + i, i + (n,))]
def set_partitions(iterable, k=None):
"""
Yield the set partitions of *iterable* into *k* parts. Set partitions are
not order-preserving.
>>> iterable = 'abc'
>>> for part in set_partitions(iterable, 2):
... print([''.join(p) for p in part])
['a', 'bc']
['ab', 'c']
['b', 'ac']
If *k* is not given, every set partition is generated.
>>> iterable = 'abc'
>>> for part in set_partitions(iterable):
... print([''.join(p) for p in part])
['abc']
['a', 'bc']
['ab', 'c']
['b', 'ac']
['a', 'b', 'c']
"""
L = list(iterable)
n = len(L)
if k is not None:
if k < 1:
raise ValueError(
"Can't partition in a negative or zero number of groups"
)
elif k > n:
return
def set_partitions_helper(L, k):
n = len(L)
if k == 1:
yield [L]
elif n == k:
yield [[s] for s in L]
else:
e, *M = L
for p in set_partitions_helper(M, k - 1):
yield [[e], *p]
for p in set_partitions_helper(M, k):
for i in range(len(p)):
yield p[:i] + [[e] + p[i]] + p[i + 1 :]
if k is None:
for k in range(1, n + 1):
yield from set_partitions_helper(L, k)
else:
yield from set_partitions_helper(L, k)
class time_limited:
"""
Yield items from *iterable* until *limit_seconds* have passed.
If the time limit expires before all items have been yielded, the
``timed_out`` parameter will be set to ``True``.
>>> from time import sleep
>>> def generator():
... yield 1
... yield 2
... sleep(0.2)
... yield 3
>>> iterable = time_limited(0.1, generator())
>>> list(iterable)
[1, 2]
>>> iterable.timed_out
True
Note that the time is checked before each item is yielded, and iteration
stops if the time elapsed is greater than *limit_seconds*. If your time
limit is 1 second, but it takes 2 seconds to generate the first item from
the iterable, the function will run for 2 seconds and not yield anything.
"""
def __init__(self, limit_seconds, iterable):
if limit_seconds < 0:
raise ValueError('limit_seconds must be positive')
self.limit_seconds = limit_seconds
self._iterable = iter(iterable)
self._start_time = monotonic()
self.timed_out = False
def __iter__(self):
return self
def __next__(self):
item = next(self._iterable)
if monotonic() - self._start_time > self.limit_seconds:
self.timed_out = True
raise StopIteration
return item
def only(iterable, default=None, too_long=None):
"""If *iterable* has only one item, return it.
If it has zero items, return *default*.
If it has more than one item, raise the exception given by *too_long*,
which is ``ValueError`` by default.
>>> only([], default='missing')
'missing'
>>> only([1])
1
>>> only([1, 2]) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
ValueError: Expected exactly one item in iterable, but got 1, 2,
and perhaps more.'
>>> only([1, 2], too_long=TypeError) # doctest: +IGNORE_EXCEPTION_DETAIL
Traceback (most recent call last):
...
TypeError
Note that :func:`only` attempts to advance *iterable* twice to ensure there
is only one item. See :func:`spy` or :func:`peekable` to check
iterable contents less destructively.
"""
it = iter(iterable)
first_value = next(it, default)
try:
second_value = next(it)
except StopIteration:
pass
else:
msg = (
'Expected exactly one item in iterable, but got {!r}, {!r}, '
'and perhaps more.'.format(first_value, second_value)
)
raise too_long or ValueError(msg)
return first_value
def ichunked(iterable, n):
"""Break *iterable* into sub-iterables with *n* elements each.
:func:`ichunked` is like :func:`chunked`, but it yields iterables
instead of lists.
If the sub-iterables are read in order, the elements of *iterable*
won't be stored in memory.
If they are read out of order, :func:`itertools.tee` is used to cache
elements as necessary.
>>> from itertools import count
>>> all_chunks = ichunked(count(), 4)
>>> c_1, c_2, c_3 = next(all_chunks), next(all_chunks), next(all_chunks)
>>> list(c_2) # c_1's elements have been cached; c_3's haven't been
[4, 5, 6, 7]
>>> list(c_1)
[0, 1, 2, 3]
>>> list(c_3)
[8, 9, 10, 11]
"""
source = iter(iterable)
while True:
# Check to see whether we're at the end of the source iterable
item = next(source, _marker)
if item is _marker:
return
# Clone the source and yield an n-length slice
source, it = tee(chain([item], source))
yield islice(it, n)
# Advance the source iterable
consume(source, n)
def distinct_combinations(iterable, r):
"""Yield the distinct combinations of *r* items taken from *iterable*.
>>> list(distinct_combinations([0, 0, 1], 2))
[(0, 0), (0, 1)]
Equivalent to ``set(combinations(iterable))``, except duplicates are not
generated and thrown away. For larger input sequences this is much more
efficient.
"""
if r < 0:
raise ValueError('r must be non-negative')
elif r == 0:
yield ()
return
pool = tuple(iterable)
generators = [unique_everseen(enumerate(pool), key=itemgetter(1))]
current_combo = [None] * r
level = 0
while generators:
try:
cur_idx, p = next(generators[-1])
except StopIteration:
generators.pop()
level -= 1
continue
current_combo[level] = p
if level + 1 == r:
yield tuple(current_combo)
else:
generators.append(
unique_everseen(
enumerate(pool[cur_idx + 1 :], cur_idx + 1),
key=itemgetter(1),
)
)
level += 1
def filter_except(validator, iterable, *exceptions):
"""Yield the items from *iterable* for which the *validator* function does
not raise one of the specified *exceptions*.
*validator* is called for each item in *iterable*.
It should be a function that accepts one argument and raises an exception
if that item is not valid.
>>> iterable = ['1', '2', 'three', '4', None]
>>> list(filter_except(int, iterable, ValueError, TypeError))
['1', '2', '4']
If an exception other than one given by *exceptions* is raised by
*validator*, it is raised like normal.
"""
for item in iterable:
try:
validator(item)
except exceptions:
pass
else:
yield item
def map_except(function, iterable, *exceptions):
"""Transform each item from *iterable* with *function* and yield the
result, unless *function* raises one of the specified *exceptions*.
*function* is called to transform each item in *iterable*.
It should be a accept one argument.
>>> iterable = ['1', '2', 'three', '4', None]
>>> list(map_except(int, iterable, ValueError, TypeError))
[1, 2, 4]
If an exception other than one given by *exceptions* is raised by
*function*, it is raised like normal.
"""
for item in iterable:
try:
yield function(item)
except exceptions:
pass
def _sample_unweighted(iterable, k):
# Implementation of "Algorithm L" from the 1994 paper by Kim-Hung Li:
# "Reservoir-Sampling Algorithms of Time Complexity O(n(1+log(N/n)))".
# Fill up the reservoir (collection of samples) with the first `k` samples
reservoir = take(k, iterable)
# Generate random number that's the largest in a sample of k U(0,1) numbers
# Largest order statistic: https://en.wikipedia.org/wiki/Order_statistic
W = exp(log(random()) / k)
# The number of elements to skip before changing the reservoir is a random
# number with a geometric distribution. Sample it using random() and logs.
next_index = k + floor(log(random()) / log(1 - W))
for index, element in enumerate(iterable, k):
if index == next_index:
reservoir[randrange(k)] = element
# The new W is the largest in a sample of k U(0, `old_W`) numbers
W *= exp(log(random()) / k)
next_index += floor(log(random()) / log(1 - W)) + 1
return reservoir
def _sample_weighted(iterable, k, weights):
# Implementation of "A-ExpJ" from the 2006 paper by Efraimidis et al. :
# "Weighted random sampling with a reservoir".
# Log-transform for numerical stability for weights that are small/large
weight_keys = (log(random()) / weight for weight in weights)
# Fill up the reservoir (collection of samples) with the first `k`
# weight-keys and elements, then heapify the list.
reservoir = take(k, zip(weight_keys, iterable))
heapify(reservoir)
# The number of jumps before changing the reservoir is a random variable
# with an exponential distribution. Sample it using random() and logs.
smallest_weight_key, _ = reservoir[0]
weights_to_skip = log(random()) / smallest_weight_key
for weight, element in zip(weights, iterable):
if weight >= weights_to_skip:
# The notation here is consistent with the paper, but we store
# the weight-keys in log-space for better numerical stability.
smallest_weight_key, _ = reservoir[0]
t_w = exp(weight * smallest_weight_key)
r_2 = uniform(t_w, 1) # generate U(t_w, 1)
weight_key = log(r_2) / weight
heapreplace(reservoir, (weight_key, element))
smallest_weight_key, _ = reservoir[0]
weights_to_skip = log(random()) / smallest_weight_key
else:
weights_to_skip -= weight
# Equivalent to [element for weight_key, element in sorted(reservoir)]
return [heappop(reservoir)[1] for _ in range(k)]
def sample(iterable, k, weights=None):
"""Return a *k*-length list of elements chosen (without replacement)
from the *iterable*. Like :func:`random.sample`, but works on iterables
of unknown length.
>>> iterable = range(100)
>>> sample(iterable, 5) # doctest: +SKIP
[81, 60, 96, 16, 4]
An iterable with *weights* may also be given:
>>> iterable = range(100)
>>> weights = (i * i + 1 for i in range(100))
>>> sampled = sample(iterable, 5, weights=weights) # doctest: +SKIP
[79, 67, 74, 66, 78]
The algorithm can also be used to generate weighted random permutations.
The relative weight of each item determines the probability that it
appears late in the permutation.
>>> data = "abcdefgh"
>>> weights = range(1, len(data) + 1)
>>> sample(data, k=len(data), weights=weights) # doctest: +SKIP
['c', 'a', 'b', 'e', 'g', 'd', 'h', 'f']
"""
if k == 0:
return []
iterable = iter(iterable)
if weights is None:
return _sample_unweighted(iterable, k)
else:
weights = iter(weights)
return _sample_weighted(iterable, k, weights)
def is_sorted(iterable, key=None, reverse=False):
"""Returns ``True`` if the items of iterable are in sorted order, and
``False`` otherwise. *key* and *reverse* have the same meaning that they do
in the built-in :func:`sorted` function.
>>> is_sorted(['1', '2', '3', '4', '5'], key=int)
True
>>> is_sorted([5, 4, 3, 1, 2], reverse=True)
False
The function returns ``False`` after encountering the first out-of-order
item. If there are no out-of-order items, the iterable is exhausted.
"""
compare = lt if reverse else gt
it = iterable if (key is None) else map(key, iterable)
return not any(starmap(compare, pairwise(it)))
class AbortThread(BaseException):
pass
class callback_iter:
"""Convert a function that uses callbacks to an iterator.
Let *func* be a function that takes a `callback` keyword argument.
For example:
>>> def func(callback=None):
... for i, c in [(1, 'a'), (2, 'b'), (3, 'c')]:
... if callback:
... callback(i, c)
... return 4
Use ``with callback_iter(func)`` to get an iterator over the parameters
that are delivered to the callback.
>>> with callback_iter(func) as it:
... for args, kwargs in it:
... print(args)
(1, 'a')
(2, 'b')
(3, 'c')
The function will be called in a background thread. The ``done`` property
indicates whether it has completed execution.
>>> it.done
True
If it completes successfully, its return value will be available
in the ``result`` property.
>>> it.result
4
Notes:
* If the function uses some keyword argument besides ``callback``, supply
*callback_kwd*.
* If it finished executing, but raised an exception, accessing the
``result`` property will raise the same exception.
* If it hasn't finished executing, accessing the ``result``
property from within the ``with`` block will raise ``RuntimeError``.
* If it hasn't finished executing, accessing the ``result`` property from
outside the ``with`` block will raise a
``more_itertools.AbortThread`` exception.
* Provide *wait_seconds* to adjust how frequently the it is polled for
output.
"""
def __init__(self, func, callback_kwd='callback', wait_seconds=0.1):
self._func = func
self._callback_kwd = callback_kwd
self._aborted = False
self._future = None
self._wait_seconds = wait_seconds
self._executor = ThreadPoolExecutor(max_workers=1)
self._iterator = self._reader()
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, traceback):
self._aborted = True
self._executor.shutdown()
def __iter__(self):
return self
def __next__(self):
return next(self._iterator)
@property
def done(self):
if self._future is None:
return False
return self._future.done()
@property
def result(self):
if not self.done:
raise RuntimeError('Function has not yet completed')
return self._future.result()
def _reader(self):
q = Queue()
def callback(*args, **kwargs):
if self._aborted:
raise AbortThread('canceled by user')
q.put((args, kwargs))
self._future = self._executor.submit(
self._func, **{self._callback_kwd: callback}
)
while True:
try:
item = q.get(timeout=self._wait_seconds)
except Empty:
pass
else:
q.task_done()
yield item
if self._future.done():
break
remaining = []
while True:
try:
item = q.get_nowait()
except Empty:
break
else:
q.task_done()
remaining.append(item)
q.join()
yield from remaining
def windowed_complete(iterable, n):
"""
Yield ``(beginning, middle, end)`` tuples, where:
* Each ``middle`` has *n* items from *iterable*
* Each ``beginning`` has the items before the ones in ``middle``
* Each ``end`` has the items after the ones in ``middle``
>>> iterable = range(7)
>>> n = 3
>>> for beginning, middle, end in windowed_complete(iterable, n):
... print(beginning, middle, end)
() (0, 1, 2) (3, 4, 5, 6)
(0,) (1, 2, 3) (4, 5, 6)
(0, 1) (2, 3, 4) (5, 6)
(0, 1, 2) (3, 4, 5) (6,)
(0, 1, 2, 3) (4, 5, 6) ()
Note that *n* must be at least 0 and most equal to the length of
*iterable*.
This function will exhaust the iterable and may require significant
storage.
"""
if n < 0:
raise ValueError('n must be >= 0')
seq = tuple(iterable)
size = len(seq)
if n > size:
raise ValueError('n must be <= len(seq)')
for i in range(size - n + 1):
beginning = seq[:i]
middle = seq[i : i + n]
end = seq[i + n :]
yield beginning, middle, end
def all_unique(iterable, key=None):
"""
Returns ``True`` if all the elements of *iterable* are unique (no two
elements are equal).
>>> all_unique('ABCB')
False
If a *key* function is specified, it will be used to make comparisons.
>>> all_unique('ABCb')
True
>>> all_unique('ABCb', str.lower)
False
The function returns as soon as the first non-unique element is
encountered. Iterables with a mix of hashable and unhashable items can
be used, but the function will be slower for unhashable items.
"""
seenset = set()
seenset_add = seenset.add
seenlist = []
seenlist_add = seenlist.append
for element in map(key, iterable) if key else iterable:
try:
if element in seenset:
return False
seenset_add(element)
except TypeError:
if element in seenlist:
return False
seenlist_add(element)
return True
def nth_product(index, *args):
"""Equivalent to ``list(product(*args))[index]``.
The products of *args* can be ordered lexicographically.
:func:`nth_product` computes the product at sort position *index* without
computing the previous products.
>>> nth_product(8, range(2), range(2), range(2), range(2))
(1, 0, 0, 0)
``IndexError`` will be raised if the given *index* is invalid.
"""
pools = list(map(tuple, reversed(args)))
ns = list(map(len, pools))
c = reduce(mul, ns)
if index < 0:
index += c
if not 0 <= index < c:
raise IndexError
result = []
for pool, n in zip(pools, ns):
result.append(pool[index % n])
index //= n
return tuple(reversed(result))
def nth_permutation(iterable, r, index):
"""Equivalent to ``list(permutations(iterable, r))[index]```
The subsequences of *iterable* that are of length *r* where order is
important can be ordered lexicographically. :func:`nth_permutation`
computes the subsequence at sort position *index* directly, without
computing the previous subsequences.
>>> nth_permutation('ghijk', 2, 5)
('h', 'i')
``ValueError`` will be raised If *r* is negative or greater than the length
of *iterable*.
``IndexError`` will be raised if the given *index* is invalid.
"""
pool = list(iterable)
n = len(pool)
if r is None or r == n:
r, c = n, factorial(n)
elif not 0 <= r < n:
raise ValueError
else:
c = factorial(n) // factorial(n - r)
if index < 0:
index += c
if not 0 <= index < c:
raise IndexError
if c == 0:
return tuple()
result = [0] * r
q = index * factorial(n) // c if r < n else index
for d in range(1, n + 1):
q, i = divmod(q, d)
if 0 <= n - d < r:
result[n - d] = i
if q == 0:
break
return tuple(map(pool.pop, result))
def value_chain(*args):
"""Yield all arguments passed to the function in the same order in which
they were passed. If an argument itself is iterable then iterate over its
values.
>>> list(value_chain(1, 2, 3, [4, 5, 6]))
[1, 2, 3, 4, 5, 6]
Binary and text strings are not considered iterable and are emitted
as-is:
>>> list(value_chain('12', '34', ['56', '78']))
['12', '34', '56', '78']
Multiple levels of nesting are not flattened.
"""
for value in args:
if isinstance(value, (str, bytes)):
yield value
continue
try:
yield from value
except TypeError:
yield value
def product_index(element, *args):
"""Equivalent to ``list(product(*args)).index(element)``
The products of *args* can be ordered lexicographically.
:func:`product_index` computes the first index of *element* without
computing the previous products.
>>> product_index([8, 2], range(10), range(5))
42
``ValueError`` will be raised if the given *element* isn't in the product
of *args*.
"""
index = 0
for x, pool in zip_longest(element, args, fillvalue=_marker):
if x is _marker or pool is _marker:
raise ValueError('element is not a product of args')
pool = tuple(pool)
index = index * len(pool) + pool.index(x)
return index
def combination_index(element, iterable):
"""Equivalent to ``list(combinations(iterable, r)).index(element)``
The subsequences of *iterable* that are of length *r* can be ordered
lexicographically. :func:`combination_index` computes the index of the
first *element*, without computing the previous combinations.
>>> combination_index('adf', 'abcdefg')
10
``ValueError`` will be raised if the given *element* isn't one of the
combinations of *iterable*.
"""
element = enumerate(element)
k, y = next(element, (None, None))
if k is None:
return 0
indexes = []
pool = enumerate(iterable)
for n, x in pool:
if x == y:
indexes.append(n)
tmp, y = next(element, (None, None))
if tmp is None:
break
else:
k = tmp
else:
raise ValueError('element is not a combination of iterable')
n, _ = last(pool, default=(n, None))
# Python versiosn below 3.8 don't have math.comb
index = 1
for i, j in enumerate(reversed(indexes), start=1):
j = n - j
if i <= j:
index += factorial(j) // (factorial(i) * factorial(j - i))
return factorial(n + 1) // (factorial(k + 1) * factorial(n - k)) - index
def permutation_index(element, iterable):
"""Equivalent to ``list(permutations(iterable, r)).index(element)```
The subsequences of *iterable* that are of length *r* where order is
important can be ordered lexicographically. :func:`permutation_index`
computes the index of the first *element* directly, without computing
the previous permutations.
>>> permutation_index([1, 3, 2], range(5))
19
``ValueError`` will be raised if the given *element* isn't one of the
permutations of *iterable*.
"""
index = 0
pool = list(iterable)
for i, x in zip(range(len(pool), -1, -1), element):
r = pool.index(x)
index = index * i + r
del pool[r]
return index
class countable:
"""Wrap *iterable* and keep a count of how many items have been consumed.
The ``items_seen`` attribute starts at ``0`` and increments as the iterable
is consumed:
>>> iterable = map(str, range(10))
>>> it = countable(iterable)
>>> it.items_seen
0
>>> next(it), next(it)
('0', '1')
>>> list(it)
['2', '3', '4', '5', '6', '7', '8', '9']
>>> it.items_seen
10
"""
def __init__(self, iterable):
self._it = iter(iterable)
self.items_seen = 0
def __iter__(self):
return self
def __next__(self):
item = next(self._it)
self.items_seen += 1
return item
site-packages/setuptools/_vendor/more_itertools/recipes.py 0000644 00000037600 15056474501 0020230 0 ustar 00 """Imported from the recipes section of the itertools documentation.
All functions taken from the recipes section of the itertools library docs
[1]_.
Some backward-compatible usability improvements have been made.
.. [1] http://docs.python.org/library/itertools.html#recipes
"""
import warnings
from collections import deque
from itertools import (
chain,
combinations,
count,
cycle,
groupby,
islice,
repeat,
starmap,
tee,
zip_longest,
)
import operator
from random import randrange, sample, choice
__all__ = [
'all_equal',
'consume',
'convolve',
'dotproduct',
'first_true',
'flatten',
'grouper',
'iter_except',
'ncycles',
'nth',
'nth_combination',
'padnone',
'pad_none',
'pairwise',
'partition',
'powerset',
'prepend',
'quantify',
'random_combination_with_replacement',
'random_combination',
'random_permutation',
'random_product',
'repeatfunc',
'roundrobin',
'tabulate',
'tail',
'take',
'unique_everseen',
'unique_justseen',
]
def take(n, iterable):
"""Return first *n* items of the iterable as a list.
>>> take(3, range(10))
[0, 1, 2]
If there are fewer than *n* items in the iterable, all of them are
returned.
>>> take(10, range(3))
[0, 1, 2]
"""
return list(islice(iterable, n))
def tabulate(function, start=0):
"""Return an iterator over the results of ``func(start)``,
``func(start + 1)``, ``func(start + 2)``...
*func* should be a function that accepts one integer argument.
If *start* is not specified it defaults to 0. It will be incremented each
time the iterator is advanced.
>>> square = lambda x: x ** 2
>>> iterator = tabulate(square, -3)
>>> take(4, iterator)
[9, 4, 1, 0]
"""
return map(function, count(start))
def tail(n, iterable):
"""Return an iterator over the last *n* items of *iterable*.
>>> t = tail(3, 'ABCDEFG')
>>> list(t)
['E', 'F', 'G']
"""
return iter(deque(iterable, maxlen=n))
def consume(iterator, n=None):
"""Advance *iterable* by *n* steps. If *n* is ``None``, consume it
entirely.
Efficiently exhausts an iterator without returning values. Defaults to
consuming the whole iterator, but an optional second argument may be
provided to limit consumption.
>>> i = (x for x in range(10))
>>> next(i)
0
>>> consume(i, 3)
>>> next(i)
4
>>> consume(i)
>>> next(i)
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
StopIteration
If the iterator has fewer items remaining than the provided limit, the
whole iterator will be consumed.
>>> i = (x for x in range(3))
>>> consume(i, 5)
>>> next(i)
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
StopIteration
"""
# Use functions that consume iterators at C speed.
if n is None:
# feed the entire iterator into a zero-length deque
deque(iterator, maxlen=0)
else:
# advance to the empty slice starting at position n
next(islice(iterator, n, n), None)
def nth(iterable, n, default=None):
"""Returns the nth item or a default value.
>>> l = range(10)
>>> nth(l, 3)
3
>>> nth(l, 20, "zebra")
'zebra'
"""
return next(islice(iterable, n, None), default)
def all_equal(iterable):
"""
Returns ``True`` if all the elements are equal to each other.
>>> all_equal('aaaa')
True
>>> all_equal('aaab')
False
"""
g = groupby(iterable)
return next(g, True) and not next(g, False)
def quantify(iterable, pred=bool):
"""Return the how many times the predicate is true.
>>> quantify([True, False, True])
2
"""
return sum(map(pred, iterable))
def pad_none(iterable):
"""Returns the sequence of elements and then returns ``None`` indefinitely.
>>> take(5, pad_none(range(3)))
[0, 1, 2, None, None]
Useful for emulating the behavior of the built-in :func:`map` function.
See also :func:`padded`.
"""
return chain(iterable, repeat(None))
padnone = pad_none
def ncycles(iterable, n):
"""Returns the sequence elements *n* times
>>> list(ncycles(["a", "b"], 3))
['a', 'b', 'a', 'b', 'a', 'b']
"""
return chain.from_iterable(repeat(tuple(iterable), n))
def dotproduct(vec1, vec2):
"""Returns the dot product of the two iterables.
>>> dotproduct([10, 10], [20, 20])
400
"""
return sum(map(operator.mul, vec1, vec2))
def flatten(listOfLists):
"""Return an iterator flattening one level of nesting in a list of lists.
>>> list(flatten([[0, 1], [2, 3]]))
[0, 1, 2, 3]
See also :func:`collapse`, which can flatten multiple levels of nesting.
"""
return chain.from_iterable(listOfLists)
def repeatfunc(func, times=None, *args):
"""Call *func* with *args* repeatedly, returning an iterable over the
results.
If *times* is specified, the iterable will terminate after that many
repetitions:
>>> from operator import add
>>> times = 4
>>> args = 3, 5
>>> list(repeatfunc(add, times, *args))
[8, 8, 8, 8]
If *times* is ``None`` the iterable will not terminate:
>>> from random import randrange
>>> times = None
>>> args = 1, 11
>>> take(6, repeatfunc(randrange, times, *args)) # doctest:+SKIP
[2, 4, 8, 1, 8, 4]
"""
if times is None:
return starmap(func, repeat(args))
return starmap(func, repeat(args, times))
def _pairwise(iterable):
"""Returns an iterator of paired items, overlapping, from the original
>>> take(4, pairwise(count()))
[(0, 1), (1, 2), (2, 3), (3, 4)]
On Python 3.10 and above, this is an alias for :func:`itertools.pairwise`.
"""
a, b = tee(iterable)
next(b, None)
yield from zip(a, b)
try:
from itertools import pairwise as itertools_pairwise
except ImportError:
pairwise = _pairwise
else:
def pairwise(iterable):
yield from itertools_pairwise(iterable)
pairwise.__doc__ = _pairwise.__doc__
def grouper(iterable, n, fillvalue=None):
"""Collect data into fixed-length chunks or blocks.
>>> list(grouper('ABCDEFG', 3, 'x'))
[('A', 'B', 'C'), ('D', 'E', 'F'), ('G', 'x', 'x')]
"""
if isinstance(iterable, int):
warnings.warn(
"grouper expects iterable as first parameter", DeprecationWarning
)
n, iterable = iterable, n
args = [iter(iterable)] * n
return zip_longest(fillvalue=fillvalue, *args)
def roundrobin(*iterables):
"""Yields an item from each iterable, alternating between them.
>>> list(roundrobin('ABC', 'D', 'EF'))
['A', 'D', 'E', 'B', 'F', 'C']
This function produces the same output as :func:`interleave_longest`, but
may perform better for some inputs (in particular when the number of
iterables is small).
"""
# Recipe credited to George Sakkis
pending = len(iterables)
nexts = cycle(iter(it).__next__ for it in iterables)
while pending:
try:
for next in nexts:
yield next()
except StopIteration:
pending -= 1
nexts = cycle(islice(nexts, pending))
def partition(pred, iterable):
"""
Returns a 2-tuple of iterables derived from the input iterable.
The first yields the items that have ``pred(item) == False``.
The second yields the items that have ``pred(item) == True``.
>>> is_odd = lambda x: x % 2 != 0
>>> iterable = range(10)
>>> even_items, odd_items = partition(is_odd, iterable)
>>> list(even_items), list(odd_items)
([0, 2, 4, 6, 8], [1, 3, 5, 7, 9])
If *pred* is None, :func:`bool` is used.
>>> iterable = [0, 1, False, True, '', ' ']
>>> false_items, true_items = partition(None, iterable)
>>> list(false_items), list(true_items)
([0, False, ''], [1, True, ' '])
"""
if pred is None:
pred = bool
evaluations = ((pred(x), x) for x in iterable)
t1, t2 = tee(evaluations)
return (
(x for (cond, x) in t1 if not cond),
(x for (cond, x) in t2 if cond),
)
def powerset(iterable):
"""Yields all possible subsets of the iterable.
>>> list(powerset([1, 2, 3]))
[(), (1,), (2,), (3,), (1, 2), (1, 3), (2, 3), (1, 2, 3)]
:func:`powerset` will operate on iterables that aren't :class:`set`
instances, so repeated elements in the input will produce repeated elements
in the output. Use :func:`unique_everseen` on the input to avoid generating
duplicates:
>>> seq = [1, 1, 0]
>>> list(powerset(seq))
[(), (1,), (1,), (0,), (1, 1), (1, 0), (1, 0), (1, 1, 0)]
>>> from more_itertools import unique_everseen
>>> list(powerset(unique_everseen(seq)))
[(), (1,), (0,), (1, 0)]
"""
s = list(iterable)
return chain.from_iterable(combinations(s, r) for r in range(len(s) + 1))
def unique_everseen(iterable, key=None):
"""
Yield unique elements, preserving order.
>>> list(unique_everseen('AAAABBBCCDAABBB'))
['A', 'B', 'C', 'D']
>>> list(unique_everseen('ABBCcAD', str.lower))
['A', 'B', 'C', 'D']
Sequences with a mix of hashable and unhashable items can be used.
The function will be slower (i.e., `O(n^2)`) for unhashable items.
Remember that ``list`` objects are unhashable - you can use the *key*
parameter to transform the list to a tuple (which is hashable) to
avoid a slowdown.
>>> iterable = ([1, 2], [2, 3], [1, 2])
>>> list(unique_everseen(iterable)) # Slow
[[1, 2], [2, 3]]
>>> list(unique_everseen(iterable, key=tuple)) # Faster
[[1, 2], [2, 3]]
Similary, you may want to convert unhashable ``set`` objects with
``key=frozenset``. For ``dict`` objects,
``key=lambda x: frozenset(x.items())`` can be used.
"""
seenset = set()
seenset_add = seenset.add
seenlist = []
seenlist_add = seenlist.append
use_key = key is not None
for element in iterable:
k = key(element) if use_key else element
try:
if k not in seenset:
seenset_add(k)
yield element
except TypeError:
if k not in seenlist:
seenlist_add(k)
yield element
def unique_justseen(iterable, key=None):
"""Yields elements in order, ignoring serial duplicates
>>> list(unique_justseen('AAAABBBCCDAABBB'))
['A', 'B', 'C', 'D', 'A', 'B']
>>> list(unique_justseen('ABBCcAD', str.lower))
['A', 'B', 'C', 'A', 'D']
"""
return map(next, map(operator.itemgetter(1), groupby(iterable, key)))
def iter_except(func, exception, first=None):
"""Yields results from a function repeatedly until an exception is raised.
Converts a call-until-exception interface to an iterator interface.
Like ``iter(func, sentinel)``, but uses an exception instead of a sentinel
to end the loop.
>>> l = [0, 1, 2]
>>> list(iter_except(l.pop, IndexError))
[2, 1, 0]
"""
try:
if first is not None:
yield first()
while 1:
yield func()
except exception:
pass
def first_true(iterable, default=None, pred=None):
"""
Returns the first true value in the iterable.
If no true value is found, returns *default*
If *pred* is not None, returns the first item for which
``pred(item) == True`` .
>>> first_true(range(10))
1
>>> first_true(range(10), pred=lambda x: x > 5)
6
>>> first_true(range(10), default='missing', pred=lambda x: x > 9)
'missing'
"""
return next(filter(pred, iterable), default)
def random_product(*args, repeat=1):
"""Draw an item at random from each of the input iterables.
>>> random_product('abc', range(4), 'XYZ') # doctest:+SKIP
('c', 3, 'Z')
If *repeat* is provided as a keyword argument, that many items will be
drawn from each iterable.
>>> random_product('abcd', range(4), repeat=2) # doctest:+SKIP
('a', 2, 'd', 3)
This equivalent to taking a random selection from
``itertools.product(*args, **kwarg)``.
"""
pools = [tuple(pool) for pool in args] * repeat
return tuple(choice(pool) for pool in pools)
def random_permutation(iterable, r=None):
"""Return a random *r* length permutation of the elements in *iterable*.
If *r* is not specified or is ``None``, then *r* defaults to the length of
*iterable*.
>>> random_permutation(range(5)) # doctest:+SKIP
(3, 4, 0, 1, 2)
This equivalent to taking a random selection from
``itertools.permutations(iterable, r)``.
"""
pool = tuple(iterable)
r = len(pool) if r is None else r
return tuple(sample(pool, r))
def random_combination(iterable, r):
"""Return a random *r* length subsequence of the elements in *iterable*.
>>> random_combination(range(5), 3) # doctest:+SKIP
(2, 3, 4)
This equivalent to taking a random selection from
``itertools.combinations(iterable, r)``.
"""
pool = tuple(iterable)
n = len(pool)
indices = sorted(sample(range(n), r))
return tuple(pool[i] for i in indices)
def random_combination_with_replacement(iterable, r):
"""Return a random *r* length subsequence of elements in *iterable*,
allowing individual elements to be repeated.
>>> random_combination_with_replacement(range(3), 5) # doctest:+SKIP
(0, 0, 1, 2, 2)
This equivalent to taking a random selection from
``itertools.combinations_with_replacement(iterable, r)``.
"""
pool = tuple(iterable)
n = len(pool)
indices = sorted(randrange(n) for i in range(r))
return tuple(pool[i] for i in indices)
def nth_combination(iterable, r, index):
"""Equivalent to ``list(combinations(iterable, r))[index]``.
The subsequences of *iterable* that are of length *r* can be ordered
lexicographically. :func:`nth_combination` computes the subsequence at
sort position *index* directly, without computing the previous
subsequences.
>>> nth_combination(range(5), 3, 5)
(0, 3, 4)
``ValueError`` will be raised If *r* is negative or greater than the length
of *iterable*.
``IndexError`` will be raised if the given *index* is invalid.
"""
pool = tuple(iterable)
n = len(pool)
if (r < 0) or (r > n):
raise ValueError
c = 1
k = min(r, n - r)
for i in range(1, k + 1):
c = c * (n - k + i) // i
if index < 0:
index += c
if (index < 0) or (index >= c):
raise IndexError
result = []
while r:
c, n, r = c * r // n, n - 1, r - 1
while index >= c:
index -= c
c, n = c * (n - r) // n, n - 1
result.append(pool[-1 - n])
return tuple(result)
def prepend(value, iterator):
"""Yield *value*, followed by the elements in *iterator*.
>>> value = '0'
>>> iterator = ['1', '2', '3']
>>> list(prepend(value, iterator))
['0', '1', '2', '3']
To prepend multiple values, see :func:`itertools.chain`
or :func:`value_chain`.
"""
return chain([value], iterator)
def convolve(signal, kernel):
"""Convolve the iterable *signal* with the iterable *kernel*.
>>> signal = (1, 2, 3, 4, 5)
>>> kernel = [3, 2, 1]
>>> list(convolve(signal, kernel))
[3, 8, 14, 20, 26, 14, 5]
Note: the input arguments are not interchangeable, as the *kernel*
is immediately consumed and stored.
"""
kernel = tuple(kernel)[::-1]
n = len(kernel)
window = deque([0], maxlen=n) * n
for x in chain(signal, repeat(0, n - 1)):
window.append(x)
yield sum(map(operator.mul, kernel, window))
site-packages/setuptools/_vendor/ordered_set.py 0000644 00000035432 15056474501 0016030 0 ustar 00 """
An OrderedSet is a custom MutableSet that remembers its order, so that every
entry has an index that can be looked up.
Based on a recipe originally posted to ActiveState Recipes by Raymond Hettiger,
and released under the MIT license.
"""
import itertools as it
from collections import deque
try:
# Python 3
from collections.abc import MutableSet, Sequence
except ImportError:
# Python 2.7
from collections import MutableSet, Sequence
SLICE_ALL = slice(None)
__version__ = "3.1"
def is_iterable(obj):
"""
Are we being asked to look up a list of things, instead of a single thing?
We check for the `__iter__` attribute so that this can cover types that
don't have to be known by this module, such as NumPy arrays.
Strings, however, should be considered as atomic values to look up, not
iterables. The same goes for tuples, since they are immutable and therefore
valid entries.
We don't need to check for the Python 2 `unicode` type, because it doesn't
have an `__iter__` attribute anyway.
"""
return (
hasattr(obj, "__iter__")
and not isinstance(obj, str)
and not isinstance(obj, tuple)
)
class OrderedSet(MutableSet, Sequence):
"""
An OrderedSet is a custom MutableSet that remembers its order, so that
every entry has an index that can be looked up.
Example:
>>> OrderedSet([1, 1, 2, 3, 2])
OrderedSet([1, 2, 3])
"""
def __init__(self, iterable=None):
self.items = []
self.map = {}
if iterable is not None:
self |= iterable
def __len__(self):
"""
Returns the number of unique elements in the ordered set
Example:
>>> len(OrderedSet([]))
0
>>> len(OrderedSet([1, 2]))
2
"""
return len(self.items)
def __getitem__(self, index):
"""
Get the item at a given index.
If `index` is a slice, you will get back that slice of items, as a
new OrderedSet.
If `index` is a list or a similar iterable, you'll get a list of
items corresponding to those indices. This is similar to NumPy's
"fancy indexing". The result is not an OrderedSet because you may ask
for duplicate indices, and the number of elements returned should be
the number of elements asked for.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset[1]
2
"""
if isinstance(index, slice) and index == SLICE_ALL:
return self.copy()
elif is_iterable(index):
return [self.items[i] for i in index]
elif hasattr(index, "__index__") or isinstance(index, slice):
result = self.items[index]
if isinstance(result, list):
return self.__class__(result)
else:
return result
else:
raise TypeError("Don't know how to index an OrderedSet by %r" % index)
def copy(self):
"""
Return a shallow copy of this object.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> other = this.copy()
>>> this == other
True
>>> this is other
False
"""
return self.__class__(self)
def __getstate__(self):
if len(self) == 0:
# The state can't be an empty list.
# We need to return a truthy value, or else __setstate__ won't be run.
#
# This could have been done more gracefully by always putting the state
# in a tuple, but this way is backwards- and forwards- compatible with
# previous versions of OrderedSet.
return (None,)
else:
return list(self)
def __setstate__(self, state):
if state == (None,):
self.__init__([])
else:
self.__init__(state)
def __contains__(self, key):
"""
Test if the item is in this ordered set
Example:
>>> 1 in OrderedSet([1, 3, 2])
True
>>> 5 in OrderedSet([1, 3, 2])
False
"""
return key in self.map
def add(self, key):
"""
Add `key` as an item to this OrderedSet, then return its index.
If `key` is already in the OrderedSet, return the index it already
had.
Example:
>>> oset = OrderedSet()
>>> oset.append(3)
0
>>> print(oset)
OrderedSet([3])
"""
if key not in self.map:
self.map[key] = len(self.items)
self.items.append(key)
return self.map[key]
append = add
def update(self, sequence):
"""
Update the set with the given iterable sequence, then return the index
of the last element inserted.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.update([3, 1, 5, 1, 4])
4
>>> print(oset)
OrderedSet([1, 2, 3, 5, 4])
"""
item_index = None
try:
for item in sequence:
item_index = self.add(item)
except TypeError:
raise ValueError(
"Argument needs to be an iterable, got %s" % type(sequence)
)
return item_index
def index(self, key):
"""
Get the index of a given entry, raising an IndexError if it's not
present.
`key` can be an iterable of entries that is not a string, in which case
this returns a list of indices.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.index(2)
1
"""
if is_iterable(key):
return [self.index(subkey) for subkey in key]
return self.map[key]
# Provide some compatibility with pd.Index
get_loc = index
get_indexer = index
def pop(self):
"""
Remove and return the last element from the set.
Raises KeyError if the set is empty.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.pop()
3
"""
if not self.items:
raise KeyError("Set is empty")
elem = self.items[-1]
del self.items[-1]
del self.map[elem]
return elem
def discard(self, key):
"""
Remove an element. Do not raise an exception if absent.
The MutableSet mixin uses this to implement the .remove() method, which
*does* raise an error when asked to remove a non-existent item.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
"""
if key in self:
i = self.map[key]
del self.items[i]
del self.map[key]
for k, v in self.map.items():
if v >= i:
self.map[k] = v - 1
def clear(self):
"""
Remove all items from this OrderedSet.
"""
del self.items[:]
self.map.clear()
def __iter__(self):
"""
Example:
>>> list(iter(OrderedSet([1, 2, 3])))
[1, 2, 3]
"""
return iter(self.items)
def __reversed__(self):
"""
Example:
>>> list(reversed(OrderedSet([1, 2, 3])))
[3, 2, 1]
"""
return reversed(self.items)
def __repr__(self):
if not self:
return "%s()" % (self.__class__.__name__,)
return "%s(%r)" % (self.__class__.__name__, list(self))
def __eq__(self, other):
"""
Returns true if the containers have the same items. If `other` is a
Sequence, then order is checked, otherwise it is ignored.
Example:
>>> oset = OrderedSet([1, 3, 2])
>>> oset == [1, 3, 2]
True
>>> oset == [1, 2, 3]
False
>>> oset == [2, 3]
False
>>> oset == OrderedSet([3, 2, 1])
False
"""
# In Python 2 deque is not a Sequence, so treat it as one for
# consistent behavior with Python 3.
if isinstance(other, (Sequence, deque)):
# Check that this OrderedSet contains the same elements, in the
# same order, as the other object.
return list(self) == list(other)
try:
other_as_set = set(other)
except TypeError:
# If `other` can't be converted into a set, it's not equal.
return False
else:
return set(self) == other_as_set
def union(self, *sets):
"""
Combines all unique items.
Each items order is defined by its first appearance.
Example:
>>> oset = OrderedSet.union(OrderedSet([3, 1, 4, 1, 5]), [1, 3], [2, 0])
>>> print(oset)
OrderedSet([3, 1, 4, 5, 2, 0])
>>> oset.union([8, 9])
OrderedSet([3, 1, 4, 5, 2, 0, 8, 9])
>>> oset | {10}
OrderedSet([3, 1, 4, 5, 2, 0, 10])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
containers = map(list, it.chain([self], sets))
items = it.chain.from_iterable(containers)
return cls(items)
def __and__(self, other):
# the parent implementation of this is backwards
return self.intersection(other)
def intersection(self, *sets):
"""
Returns elements in common between all sets. Order is defined only
by the first set.
Example:
>>> oset = OrderedSet.intersection(OrderedSet([0, 1, 2, 3]), [1, 2, 3])
>>> print(oset)
OrderedSet([1, 2, 3])
>>> oset.intersection([2, 4, 5], [1, 2, 3, 4])
OrderedSet([2])
>>> oset.intersection()
OrderedSet([1, 2, 3])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
if sets:
common = set.intersection(*map(set, sets))
items = (item for item in self if item in common)
else:
items = self
return cls(items)
def difference(self, *sets):
"""
Returns all elements that are in this set but not the others.
Example:
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]))
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]), OrderedSet([3]))
OrderedSet([1])
>>> OrderedSet([1, 2, 3]) - OrderedSet([2])
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference()
OrderedSet([1, 2, 3])
"""
cls = self.__class__
if sets:
other = set.union(*map(set, sets))
items = (item for item in self if item not in other)
else:
items = self
return cls(items)
def issubset(self, other):
"""
Report whether another set contains this set.
Example:
>>> OrderedSet([1, 2, 3]).issubset({1, 2})
False
>>> OrderedSet([1, 2, 3]).issubset({1, 2, 3, 4})
True
>>> OrderedSet([1, 2, 3]).issubset({1, 4, 3, 5})
False
"""
if len(self) > len(other): # Fast check for obvious cases
return False
return all(item in other for item in self)
def issuperset(self, other):
"""
Report whether this set contains another set.
Example:
>>> OrderedSet([1, 2]).issuperset([1, 2, 3])
False
>>> OrderedSet([1, 2, 3, 4]).issuperset({1, 2, 3})
True
>>> OrderedSet([1, 4, 3, 5]).issuperset({1, 2, 3})
False
"""
if len(self) < len(other): # Fast check for obvious cases
return False
return all(item in self for item in other)
def symmetric_difference(self, other):
"""
Return the symmetric difference of two OrderedSets as a new set.
That is, the new set will contain all elements that are in exactly
one of the sets.
Their order will be preserved, with elements from `self` preceding
elements from `other`.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference(other)
OrderedSet([4, 5, 9, 2])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
diff1 = cls(self).difference(other)
diff2 = cls(other).difference(self)
return diff1.union(diff2)
def _update_items(self, items):
"""
Replace the 'items' list of this OrderedSet with a new one, updating
self.map accordingly.
"""
self.items = items
self.map = {item: idx for (idx, item) in enumerate(items)}
def difference_update(self, *sets):
"""
Update this OrderedSet to remove items from one or more other sets.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> this.difference_update(OrderedSet([2, 4]))
>>> print(this)
OrderedSet([1, 3])
>>> this = OrderedSet([1, 2, 3, 4, 5])
>>> this.difference_update(OrderedSet([2, 4]), OrderedSet([1, 4, 6]))
>>> print(this)
OrderedSet([3, 5])
"""
items_to_remove = set()
for other in sets:
items_to_remove |= set(other)
self._update_items([item for item in self.items if item not in items_to_remove])
def intersection_update(self, other):
"""
Update this OrderedSet to keep only items in another set, preserving
their order in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.intersection_update(other)
>>> print(this)
OrderedSet([1, 3, 7])
"""
other = set(other)
self._update_items([item for item in self.items if item in other])
def symmetric_difference_update(self, other):
"""
Update this OrderedSet to remove items from another set, then
add items from the other set that were not present in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference_update(other)
>>> print(this)
OrderedSet([4, 5, 9, 2])
"""
items_to_add = [item for item in other if item not in self]
items_to_remove = set(other)
self._update_items(
[item for item in self.items if item not in items_to_remove] + items_to_add
)
site-packages/setuptools/_vendor/pyparsing.py 0000644 00000705170 15056474501 0015550 0 ustar 00 # module pyparsing.py
#
# Copyright (c) 2003-2018 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
"""
__version__ = "2.2.1"
__versionTime__ = "18 Sep 2018 00:49 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
#~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) )
__all__ = [
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
"""
if isinstance(obj,unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__,fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split())
for from_,to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
class _Constants(object):
pass
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, pstr, loc=0, msg=None, elem=None ):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__( self, aname ):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if( aname == "lineno" ):
return lineno( self.loc, self.pstr )
elif( aname in ("col", "column") ):
return col( self.loc, self.pstr )
elif( aname == "line" ):
return line( self.loc, self.pstr )
else:
raise AttributeError(aname)
def __str__( self ):
return "%s (at char %d), (line:%d, col:%d)" % \
( self.msg, self.loc, self.lineno, self.column )
def __repr__( self ):
return _ustr(self)
def markInputline( self, markerString = ">!<" ):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
pass
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been found"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive"""
def __init__( self, parseElementList ):
self.parseElementTrace = parseElementList
def __str__( self ):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self,p1,p2):
self.tup = (p1,p2)
def __getitem__(self,i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self,i):
self.tup = (self.tup[0],i)
class ParseResults(object):
"""
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True ):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name,int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])):
if isinstance(toklist,basestring):
toklist = [ toklist ]
if asList:
if isinstance(toklist,ParseResults):
self[name] = _ParseResultsWithOffset(toklist.copy(),0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError,TypeError,IndexError):
self[name] = toklist
def __getitem__( self, i ):
if isinstance( i, (int,slice) ):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[i] ])
def __setitem__( self, k, v, isinstance=isinstance ):
if isinstance(v,_ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k,list()) + [v]
sub = v[0]
elif isinstance(k,(int,slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)]
sub = v
if isinstance(sub,ParseResults):
sub.__parent = wkref(self)
def __delitem__( self, i ):
if isinstance(i,(int,slice)):
mylen = len( self.__toklist )
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i+1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__( self, k ):
return k in self.__tokdict
def __len__( self ): return len( self.__toklist )
def __bool__(self): return ( not not self.__toklist )
__nonzero__ = __bool__
def __iter__( self ): return iter( self.__toklist )
def __reversed__( self ): return iter( self.__toklist[::-1] )
def _iterkeys( self ):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues( self ):
return (self[k] for k in self._iterkeys())
def _iteritems( self ):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys (Python 3.x only)."""
values = _itervalues
"""Returns an iterator of all named result values (Python 3.x only)."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 3.x only)."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys( self ):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values( self ):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items( self ):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys( self ):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop( self, *args, **kwargs):
"""
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k,v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int) or
len(args) == 1 or
args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert( self, index, insStr ):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append( self, item ):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend( self, itemseq ):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self += itemseq
else:
self.__toklist.extend(itemseq)
def clear( self ):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__( self, name ):
try:
return self[name]
except KeyError:
return ""
if name in self.__tokdict:
if name not in self.__accumNames:
return self.__tokdict[name][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[name] ])
else:
return ""
def __add__( self, other ):
ret = self.copy()
ret += other
return ret
def __iadd__( self, other ):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a<0 else a+offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) )
for (k,vlist) in otheritems for v in vlist]
for k,v in otherdictitems:
self[k] = v
if isinstance(v[0],ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update( other.__accumNames )
return self
def __radd__(self, other):
if isinstance(other,int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__( self ):
return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) )
def __str__( self ):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList( self, sep='' ):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance( item, ParseResults ):
out += item._asStringList()
else:
out.append( _ustr(item) )
return out
def asList( self ):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist]
def asDict( self ):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k,toItem(v)) for k,v in item_fn())
def copy( self ):
"""
Returns a new copy of a C{ParseResults} object.
"""
ret = ParseResults( self.__toklist )
ret.__tokdict = self.__tokdict.copy()
ret.__parent = self.__parent
ret.__accumNames.update( self.__accumNames )
ret.__name = self.__name
return ret
def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [ nl, indent, "<", selfTag, ">" ]
for i,res in enumerate(self.__toklist):
if isinstance(res,ParseResults):
if i in namedItems:
out += [ res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [ res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [ nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">" ]
out += [ nl, indent, "</", selfTag, ">" ]
return "".join(out)
def __lookup(self,sub):
for k,vlist in self.__tokdict.items():
for v,loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1 and
len(self.__tokdict) == 1 and
next(iter(self.__tokdict.values()))[0][1] in (0,-1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', depth=0, full=True):
"""
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
out.append( indent+_ustr(self.asList()) )
if full:
if self.haskeys():
items = sorted((str(k), v) for k,v in self.items())
for k,v in items:
if out:
out.append(NL)
out.append( "%s%s- %s: " % (indent,(' '*depth), k) )
if isinstance(v,ParseResults):
if v:
out.append( v.dump(indent,depth+1) )
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv,ParseResults) for vv in self):
v = self
for i,vv in enumerate(v):
if isinstance(vv,ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) ))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return ( self.__toklist,
( self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name ) )
def __setstate__(self,state):
self.__toklist = state[0]
(self.__tokdict,
par,
inAccumNames,
self.__name) = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return (dir(type(self)) + list(self.keys()))
MutableMapping.register(ParseResults)
def col (loc,strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
s = strg
return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc,strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
return strg.count("\n",0,loc) + 1
def line( loc, strg ):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR+1:nextCR]
else:
return strg[lastCR+1:]
def _defaultStartDebugAction( instring, loc, expr ):
print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )))
def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ):
print ("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction( instring, loc, expr, exc ):
print ("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s,l,t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3,5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3,5,0) else -2
frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
del tb
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars( chars ):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__( self, savelist=False ):
self.parseAction = list()
self.failAction = None
#~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = ( None, None, None ) #custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy( self ):
"""
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
"""
cpy = copy.copy( self )
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName( self, name ):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if hasattr(self,"exception"):
self.exception.msg = self.errmsg
return self
def setResultsName( self, name, listAllMatches=False ):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches=True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self,breakFlag = True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
pdb.set_trace()
return _parseMethod( instring, loc, doActions, callPreParse )
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse,"_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction( self, *fns, **kwargs ):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction( self, *fns, **kwargs ):
"""
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
msg = kwargs.get("message", "failed user-defined condition")
exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException
for fn in fns:
def pa(s,l,t):
if not bool(_trim_arity(fn)(s,l,t)):
raise exc_type(s,l,msg)
self.parseAction.append(pa)
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction( self, fn ):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables( self, instring, loc ):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc,dummy = e._parse( instring, loc )
exprsFound = True
except ParseException:
pass
return loc
def preParse( self, instring, loc ):
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
return loc, []
def postParse( self, instring, loc, tokenlist ):
return tokenlist
#~ @profile
def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ):
debugging = ( self.debug ) #and doActions )
if debugging or self.failAction:
#~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))
if (self.debugActions[0] ):
self.debugActions[0]( instring, loc, self )
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
try:
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
except ParseBaseException as err:
#~ print ("Exception raised:", err)
if self.debugActions[2]:
self.debugActions[2]( instring, tokensStart, self, err )
if self.failAction:
self.failAction( instring, tokensStart, self, err )
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
else:
loc,tokens = self.parseImpl( instring, preloc, doActions )
tokens = self.postParse( instring, loc, tokens )
retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults )
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
except ParseBaseException as err:
#~ print "Exception raised in user parse action:", err
if (self.debugActions[2] ):
self.debugActions[2]( instring, tokensStart, self, err )
raise
else:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
if debugging:
#~ print ("Matched",self,"->",retTokens.asList())
if (self.debugActions[1] ):
self.debugActions[1]( instring, tokensStart, loc, self, retTokens )
return loc, retTokens
def tryParse( self, instring, loc ):
try:
return self._parse( instring, loc, doActions=False )[0]
except ParseFatalException:
raise ParseException( instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache( self, instring, loc, doActions=True, callPreParse=True ):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return (value[0], value[1].copy())
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString( self, instring, parseAll=False ):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explicitly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
#~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse( instring, 0 )
if parseAll:
loc = self.preParse( instring, loc )
se = Empty() + StringEnd()
se._parse( instring, loc )
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn( instring, loc )
nextLoc,tokens = parseFn( instring, preloc, callPreParse=False )
except ParseException:
loc = preloc+1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn( instring, loc )
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc+1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString( self, instring ):
"""
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t,s,e in self.scanString( instring ):
out.append( instring[lastE:s] )
if t:
if isinstance(t,ParseResults):
out += t.asList()
elif isinstance(t,list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr,_flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString( self, instring, maxMatches=_MAX_INT ):
"""
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t,s,e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other ):
"""
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, other ] )
def __radd__(self, other ):
"""
Implementation of + operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns C{L{And}} with error stop
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other ):
"""
Implementation of - operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self,other):
"""
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
"""
if isinstance(other,int):
minElements, optElements = other,0
elif isinstance(other,tuple):
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0],int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self*other[0] + ZeroOrMore(self)
elif isinstance(other[0],int) and isinstance(other[1],int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0,0)")
if (optElements):
def makeOptionalList(n):
if n>1:
return Optional(self + makeOptionalList(n-1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self]*minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self]*minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other ):
"""
Implementation of | operator - returns C{L{MatchFirst}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst( [ self, other ] )
def __ror__(self, other ):
"""
Implementation of | operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other ):
"""
Implementation of ^ operator - returns C{L{Or}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or( [ self, other ] )
def __rxor__(self, other ):
"""
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other ):
"""
Implementation of & operator - returns C{L{Each}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each( [ self, other ] )
def __rand__(self, other ):
"""
Implementation of & operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__( self ):
"""
Implementation of ~ operator - returns C{L{NotAny}}
"""
return NotAny( self )
def __call__(self, name=None):
"""
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
"""
if name is not None:
return self.setResultsName(name)
else:
return self.copy()
def suppress( self ):
"""
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress( self )
def leaveWhitespace( self ):
"""
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars( self, chars ):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs( self ):
"""
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
"""
self.keepTabs = True
return self
def ignore( self, other ):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append( Suppress( other.copy() ) )
return self
def setDebugActions( self, startAction, successAction, exceptionAction ):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug( self, flag=True ):
"""
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
"""
if flag:
self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction )
else:
self.debug = False
return self
def __str__( self ):
return self.name
def __repr__( self ):
return _ustr(self)
def streamline( self ):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion( self, parseElementList ):
pass
def validate( self, validateTrace=[] ):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion( [] )
def parseFile( self, file_or_filename, parseAll=False ):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self,other):
if isinstance(other, ParserElement):
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement,self)==other
def __ne__(self,other):
return not (self == other)
def __hash__(self):
return hash(id(self))
def __req__(self,other):
return self == other
def __rne__(self,other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
allResults = []
comments = []
success = True
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
t = t.replace(r'\n','\n')
result = self.parseString(t, parseAll=parseAll)
out.append(result.dump(full=fullDump))
success = success and not failureTests
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' '*(col(pe.loc,t)-1) + '^' + fatal)
else:
out.append(' '*pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
if printResults:
if fullDump:
out.append('')
print('\n'.join(out))
allResults.append((t, result))
return success, allResults
class Token(ParserElement):
"""
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
"""
def __init__( self ):
super(Token,self).__init__( savelist=False )
class Empty(Token):
"""
An empty token, will always match.
"""
def __init__( self ):
super(Empty,self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""
A token that will never match.
"""
def __init__( self ):
super(NoMatch,self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl( self, instring, loc, doActions=True ):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
"""
def __init__( self, matchString ):
super(Literal,self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: this routine gets called a *lot*
# if this is a single character match string and the first character matches,
# short-circuit as quickly as possible, and avoid calling startswith
#~ @profile
def parseImpl( self, instring, loc, doActions=True ):
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
"""
DEFAULT_KEYWORD_CHARS = alphanums+"_$"
def __init__( self, matchString, identChars=None, caseless=False ):
super(Keyword,self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl( self, instring, loc, doActions=True ):
if self.caseless:
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and
(loc == 0 or instring[loc-1].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
else:
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and
(loc == 0 or instring[loc-1] not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword,self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars( chars ):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
"""
def __init__( self, matchString ):
super(CaselessLiteral,self).__init__( matchString.upper() )
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl( self, instring, loc, doActions=True ):
if instring[ loc:loc+self.matchLen ].upper() == self.match:
return loc+self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
"""
def __init__( self, matchString, identChars=None ):
super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True )
def parseImpl( self, instring, loc, doActions=True ):
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class CloseMatch(Token):
"""
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch,self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl( self, instring, loc, doActions=True ):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)):
src,mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = self.match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ):
super(Word,self).__init__()
if excludeChars:
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars :
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % \
(re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % \
(_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b"+self.reString+r"\b"
try:
self.re = re.compile( self.reString )
except Exception:
self.re = None
def parseImpl( self, instring, loc, doActions=True ):
if self.re:
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
if not(instring[ loc ] in self.initChars):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min( maxloc, instrlen )
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
if self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
if self.asKeyword:
if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(Word,self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s)>4:
return s[:4]+"..."
else:
return s
if ( self.initCharsOrig != self.bodyCharsOrig ):
self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) )
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class Regex(Token):
r"""
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__( self, pattern, flags=0):
"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""
super(Regex,self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = \
self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
d = result.groupdict()
ret = ParseResults(result.group())
if d:
for k in d:
ret[k] = d[k]
return loc,ret
def __str__( self ):
try:
return super(Regex,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString,self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar)-1,0,-1)) + ')'
)
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar)+"(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen:-self.endQuoteCharLen]
if isinstance(ret,basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t' : '\t',
r'\n' : '\n',
r'\f' : '\f',
r'\r' : '\r',
}
for wslit,wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__( self ):
try:
return super(QuotedString,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__( self, notChars, min=1, max=0, exact=0 ):
super(CharsNotIn,self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = ( self.minLen == 0 )
self.mayIndexError = False
def parseImpl( self, instring, loc, doActions=True ):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min( start+self.maxLen, len(instring) )
while loc < maxlen and \
(instring[loc] not in notchars):
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
"""
whiteStrs = {
" " : "<SPC>",
"\t": "<TAB>",
"\n": "<LF>",
"\r": "<CR>",
"\f": "<FF>",
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White,self).__init__()
self.matchWhite = ws
self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) )
#~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl( self, instring, loc, doActions=True ):
if not(instring[ loc ] in self.matchWhite):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min( maxloc, len(instring) )
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__( self ):
super(_PositionToken,self).__init__()
self.name=self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""
Token to advance to a specific column of input text; useful for tabular report scraping.
"""
def __init__( self, colno ):
super(GoToColumn,self).__init__()
self.col = colno
def preParse( self, instring, loc ):
if col(loc,instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col :
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
thiscol = col( loc, instring )
if thiscol > self.col:
raise ParseException( instring, loc, "Text not in expected column", self )
newloc = loc + self.col - thiscol
ret = instring[ loc: newloc ]
return newloc, ret
class LineStart(_PositionToken):
"""
Matches if current position is at the beginning of a line within the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__( self ):
super(LineStart,self).__init__()
self.errmsg = "Expected start of line"
def parseImpl( self, instring, loc, doActions=True ):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""
Matches if current position is at the end of a line within the parse string
"""
def __init__( self ):
super(LineEnd,self).__init__()
self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") )
self.errmsg = "Expected end of line"
def parseImpl( self, instring, loc, doActions=True ):
if loc<len(instring):
if instring[loc] == "\n":
return loc+1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""
Matches if current position is at the beginning of the parse string
"""
def __init__( self ):
super(StringStart,self).__init__()
self.errmsg = "Expected start of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse( instring, 0 ):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""
Matches if current position is at the end of the parse string
"""
def __init__( self ):
super(StringEnd,self).__init__()
self.errmsg = "Expected end of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
"""
def __init__(self, wordChars = printables):
super(WordStart,self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True ):
if loc != 0:
if (instring[loc-1] in self.wordChars or
instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
"""
def __init__(self, wordChars = printables):
super(WordEnd,self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True ):
instrlen = len(instring)
if instrlen>0 and loc<instrlen:
if (instring[loc] in self.wordChars or
instring[loc-1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
"""
def __init__( self, exprs, savelist = False ):
super(ParseExpression,self).__init__(savelist)
if isinstance( exprs, _generatorType ):
exprs = list(exprs)
if isinstance( exprs, basestring ):
self.exprs = [ ParserElement._literalStringClass( exprs ) ]
elif isinstance( exprs, Iterable ):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if all(isinstance(expr, basestring) for expr in exprs):
exprs = map(ParserElement._literalStringClass, exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list( exprs )
except TypeError:
self.exprs = [ exprs ]
self.callPreparse = False
def __getitem__( self, i ):
return self.exprs[i]
def append( self, other ):
self.exprs.append( other )
self.strRepr = None
return self
def leaveWhitespace( self ):
"""Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [ e.copy() for e in self.exprs ]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
else:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
return self
def __str__( self ):
try:
return super(ParseExpression,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) )
return self.strRepr
def streamline( self ):
super(ParseExpression,self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d )
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if ( len(self.exprs) == 2 ):
other = self.exprs[0]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = other.exprs[:] + [ self.exprs[1] ]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def setResultsName( self, name, listAllMatches=False ):
ret = super(ParseExpression,self).setResultsName(name,listAllMatches)
return ret
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion( [] )
def copy(self):
ret = super(ParseExpression,self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
class And(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop,self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__( self, exprs, savelist = True ):
super(And,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars( self.exprs[0].whiteChars )
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def parseImpl( self, instring, loc, doActions=True ):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False )
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse( instring, loc, doActions )
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse( instring, loc, doActions )
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #And( [ self, other ] )
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
if not e.mayReturnEmpty:
break
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(Or,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse( instring, loc )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
matches.sort(key=lambda x: -x[0])
for _,e in matches:
try:
return e._parse( instring, loc, doActions )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #Or( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class MatchFirst(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(MatchFirst,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse( instring, loc, doActions )
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #MatchFirst( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class Each(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__( self, exprs, savelist = True ):
super(Each,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
def parseImpl( self, instring, loc, doActions=True ):
if self.initExprGroups:
self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional))
opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ]
opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ]
self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ]
self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse( instring, tmpLoc )
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e),e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing )
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc,results = e._parse(instring,loc,doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class ParseElementEnhance(ParserElement):
"""
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
"""
def __init__( self, expr, savelist=False ):
super(ParseElementEnhance,self).__init__(savelist)
if isinstance( expr, basestring ):
if issubclass(ParserElement._literalStringClass, Token):
expr = ParserElement._literalStringClass(expr)
else:
expr = ParserElement._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars( expr.whiteChars )
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr is not None:
return self.expr._parse( instring, loc, doActions, callPreParse=False )
else:
raise ParseException("",loc,self.errmsg,self)
def leaveWhitespace( self ):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
else:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
return self
def streamline( self ):
super(ParseElementEnhance,self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion( self, parseElementList ):
if self in parseElementList:
raise RecursiveGrammarException( parseElementList+[self] )
subRecCheckList = parseElementList[:] + [ self ]
if self.expr is not None:
self.expr.checkRecursion( subRecCheckList )
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion( [] )
def __str__( self ):
try:
return super(ParseElementEnhance,self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) )
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__( self, expr ):
super(FollowedBy,self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
self.expr.tryParse( instring, loc )
return loc, []
class NotAny(ParseElementEnhance):
"""
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
"""
def __init__( self, expr ):
super(NotAny,self).__init__(expr)
#~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__( self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = ParserElement._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
def parseImpl( self, instring, loc, doActions=True ):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False )
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables( instring, loc )
else:
preloc = loc
loc, tmptokens = self_expr_parse( instring, preloc, doActions )
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException,IndexError):
pass
return loc, tokens
class OneOrMore(_MultipleMatch):
"""
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
"""
def __init__( self, expr, stopOn=None):
super(ZeroOrMore,self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException,IndexError):
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
_optionalNotMatched = _NullToken()
class Optional(ParseElementEnhance):
"""
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
def __init__( self, expr, default=_optionalNotMatched ):
super(Optional,self).__init__( expr, savelist=False )
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False )
except (ParseException,IndexError):
if self.defaultValue is not _optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([ self.defaultValue ])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [ self.defaultValue ]
else:
tokens = []
return loc, tokens
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__( self, other, include=False, ignore=None, failOn=None ):
super( SkipTo, self ).__init__( other )
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.asList = False
if isinstance(failOn, basestring):
self.failOn = ParserElement._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring,loc,doActions,callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
"""
def __init__( self, other=None ):
super(Forward,self).__init__( other, savelist=False )
def __lshift__( self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars( self.expr.whiteChars )
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace( self ):
self.skipWhitespace = False
return self
def streamline( self ):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate( self, validateTrace=[] ):
if self not in validateTrace:
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__( self ):
if hasattr(self,"name"):
return self.name
return self.__class__.__name__ + ": ..."
# stubbed out for now - creates awful memory and perf issues
self._revertClass = self.__class__
self.__class__ = _ForwardNoRecurse
try:
if self.expr is not None:
retString = _ustr(self.expr)
else:
retString = "None"
finally:
self.__class__ = self._revertClass
return self.__class__.__name__ + ": " + retString
def copy(self):
if self.expr is not None:
return super(Forward,self).copy()
else:
ret = Forward()
ret <<= self
return ret
class _ForwardNoRecurse(Forward):
def __str__( self ):
return "..."
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of C{ParseExpression}, for converting parsed results.
"""
def __init__( self, expr, savelist=False ):
super(TokenConverter,self).__init__( expr )#, savelist )
self.saveAsList = False
class Combine(TokenConverter):
"""
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__( self, expr, joinString="", adjacent=True ):
super(Combine,self).__init__( expr )
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore( self, other ):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super( Combine, self).ignore( other )
return self
def postParse( self, instring, loc, tokenlist ):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [ retToks ]
else:
return retToks
class Group(TokenConverter):
"""
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__( self, expr ):
super(Group,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
return [ tokenlist ]
class Dict(TokenConverter):
"""
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
"""
def __init__( self, expr ):
super(Dict,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
for i,tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey,int):
ikey = _ustr(tok[0]).strip()
if len(tok)==1:
tokenlist[ikey] = _ParseResultsWithOffset("",i)
elif len(tok)==2 and not isinstance(tok[1],ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i)
else:
dictvalue = tok.copy() #ParseResults(i)
del dictvalue[0]
if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i)
if self.resultsName:
return [ tokenlist ]
else:
return tokenlist
class Suppress(TokenConverter):
"""
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
"""
def postParse( self, instring, loc, tokenlist ):
return []
def suppress( self ):
return self
class OnlyOnce(object):
"""
Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self,s,l,t):
if not self.called:
results = self.callable(s,l,t)
self.called = True
return results
raise ParseException(s,l,"")
def reset(self):
self.called = False
def traceParseAction(f):
"""
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s,l,t = paArgs[-3:]
if len(paArgs)>3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) )
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) )
raise
sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) )
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList( expr, delim=",", combine=False ):
"""
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..."
if combine:
return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName)
else:
return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName)
def countedArray( expr, intExpr=None ):
"""
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s,l,t):
n = t[0]
arrayExpr << (n and Group(And([expr]*n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t:int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i,list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
def copyTokenToRepeater(s,l,t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s,l,t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s,l,t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException("",0,"")
rep.setParseAction( mustMatchTheseTokens, callDuringTry=True )
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
#~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c,_bslash+c)
s = s.replace("\n",r"\n")
s = s.replace("\t",r"\t")
return _ustr(s)
def oneOf( strs, caseless=False, useRegex=True ):
"""
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if caseless:
isequal = ( lambda a,b: a.upper() == b.upper() )
masks = ( lambda a,b: b.upper().startswith(a.upper()) )
parseElementClass = CaselessLiteral
else:
isequal = ( lambda a,b: a == b )
masks = ( lambda a,b: b.startswith(a) )
parseElementClass = Literal
symbols = []
if isinstance(strs,basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
i = 0
while i < len(symbols)-1:
cur = symbols[i]
for j,other in enumerate(symbols[i+1:]):
if ( isequal(other, cur) ):
del symbols[i+j+1]
break
elif ( masks(cur, other) ):
del symbols[i+j+1]
symbols.insert(i,other)
cur = other
break
else:
i += 1
if not caseless and useRegex:
#~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] ))
try:
if len(symbols)==len("".join(symbols)):
return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols))
else:
return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf( key, value ):
"""
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict( ZeroOrMore( Group ( key + value ) ) )
def originalTextFor(expr, asString=True):
"""
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s,loc,t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s,l,t: s[t._original_start:t._original_end]
else:
def extractText(s,l,t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
"""
return TokenConverter(expr).setParseAction(lambda t:t[0])
def locatedExpr(expr):
"""
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s,l,t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]"
def srange(s):
r"""
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
"""
_expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""
Helper method for defining parse actions that require matching at a specific
column in the input text.
"""
def verifyCol(strg,locn,toks):
if col(locn,strg) != n:
raise ParseException(strg,locn,"matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s,l,t: [replStr]
def removeQuotes(s,l,t):
"""
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s,l,t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}"""
def _makeTags(tagStr, xml):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr,basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas,alphanums+"_-:")
if (xml):
tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes )
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
else:
printablesLessRAbrack = "".join(c for c in printables if c not in ">")
tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack)
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \
Optional( Suppress("=") + tagAttrValue ) ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
closeTag = Combine(_L("</") + tagStr + ">")
openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname)
closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
return openTag, closeTag
def makeHTMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
"""
return _makeTags( tagStr, False )
def makeXMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
"""
return _makeTags( tagStr, True )
def withAttribute(*args,**attrDict):
"""
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k,v) for k,v in attrs]
def pa(s,l,tokens):
for attrName,attrValue in attrs:
if attrName not in tokens:
raise ParseException(s,l,"no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr : classname})
opAssoc = _Constants()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ):
"""
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
ret = Forward()
lastExpr = baseExpr | ( lpar + ret + rpar )
for i,operDef in enumerate(opList):
opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) )
else:
matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \
Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) )
else:
matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \
Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= ( matchExpr.setName(termName) | lastExpr )
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'|
Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener,basestring) and isinstance(closer,basestring):
if len(opener) == 1 and len(closer)==1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t:t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) )
else:
ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) )
ret.setName('nested %s%s expression' % (opener,closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
def checkPeerIndent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseFatalException(s,l,"illegal nesting")
raise ParseException(s,l,"not a peer entry")
def checkSubIndent(s,l,t):
curCol = col(l,s)
if curCol > indentStack[-1]:
indentStack.append( curCol )
else:
raise ParseException(s,l,"not a subentry")
def checkUnindent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]):
raise ParseException(s,l,"not an unindent")
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group( Optional(NL) +
#~ FollowedBy(blockStatementExpr) +
INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT)
else:
smExpr = Group( Optional(NL) +
(OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) )
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form C{/* ... */}"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form C{<!-- ... -->}"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form C{// ... (to end of line)}"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment")
"Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}"
javaStyleComment = cppStyleComment
"Same as C{L{cppStyleComment}}"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form C{# ... (to end of line)}"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') +
Optional( Word(" \t") +
~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem")
commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas.
This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}."""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas+'_', alphanums+'_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (C{0.0.0.0 - 255.255.255.255})"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (C{yyyy-mm-dd})"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',')
+ Optional( White(" \t") ) ) ).streamline().setName("commaItem")
comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/setuptools/_vendor/__init__.py 0000644 00000000000 15056474501 0015247 0 ustar 00 site-packages/setuptools/extern/__pycache__/__init__.cpython-39.pyc 0000644 00000005627 15056474501 0021433 0 ustar 00 a
(�Reg � @ s6 d dl Zd dlZG dd� d�ZdZeeed��� dS )� Nc @ sX e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZextern�_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/extern/__init__.py�__init__ s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r
r r r � search_path s zVendorImporter.search_pathc C s. |� | jd �\}}}| o,tt|j| j��S )z,Figure out if the target module is vendored.r
)� partitionr �any�map�
startswithr )r
�fullname�root�base�targetr r r �_module_matches_namespace s z(VendorImporter._module_matches_namespacec C s~ |� | jd �\}}}| jD ]F}z.|| }t|� tj| }|tj|< |W S ty` Y q 0 q tdjf i t� ����dS )zK
Iterate over the search path to locate and load fullname.
r
z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N) r r r �
__import__�sys�modules� ImportError�format�locals)r
r r r r �prefixZextant�modr r r � load_module s
��zVendorImporter.load_modulec C s | � |j�S �N)r" �name)r
�specr r r �
create_module3 s z VendorImporter.create_modulec C s d S r# r )r
�moduler r r � exec_module6 s zVendorImporter.exec_modulec C s | � |�rtj�|| �S dS )z(Return a module spec for vendored names.N)r � importlib�util�spec_from_loader)r
r �pathr r r r � find_spec9 s ��zVendorImporter.find_specc C s | t jvrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r �install@ s
zVendorImporter.install)r N)NN)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r" r& r( r- r0 r r r r r s
r )� packaging� pyparsingZ ordered_setZmore_itertoolszsetuptools._vendor)�importlib.utilr) r r �namesr1 r0 r r r r �<module> s C site-packages/setuptools/extern/__init__.py 0000644 00000004547 15056474501 0015144 0 ustar 00 import importlib.util
import sys
class VendorImporter:
"""
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
"""
def __init__(self, root_name, vendored_names=(), vendor_pkg=None):
self.root_name = root_name
self.vendored_names = set(vendored_names)
self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor')
@property
def search_path(self):
"""
Search first the vendor package then as a natural package.
"""
yield self.vendor_pkg + '.'
yield ''
def _module_matches_namespace(self, fullname):
"""Figure out if the target module is vendored."""
root, base, target = fullname.partition(self.root_name + '.')
return not root and any(map(target.startswith, self.vendored_names))
def load_module(self, fullname):
"""
Iterate over the search path to locate and load fullname.
"""
root, base, target = fullname.partition(self.root_name + '.')
for prefix in self.search_path:
try:
extant = prefix + target
__import__(extant)
mod = sys.modules[extant]
sys.modules[fullname] = mod
return mod
except ImportError:
pass
else:
raise ImportError(
"The '{target}' package is required; "
"normally this is bundled with this package so if you get "
"this warning, consult the packager of your "
"distribution.".format(**locals())
)
def create_module(self, spec):
return self.load_module(spec.name)
def exec_module(self, module):
pass
def find_spec(self, fullname, path=None, target=None):
"""Return a module spec for vendored names."""
return (
importlib.util.spec_from_loader(fullname, self)
if self._module_matches_namespace(fullname) else None
)
def install(self):
"""
Install this importer into sys.meta_path if not already present.
"""
if self not in sys.meta_path:
sys.meta_path.append(self)
names = 'packaging', 'pyparsing', 'ordered_set', 'more_itertools',
VendorImporter(__name__, names, 'setuptools._vendor').install()
site-packages/setuptools/command/easy_install.py 0000644 00000247234 15056474501 0016207 0 ustar 00 """
Easy Install
------------
A tool for doing automatic download/extract/build of distutils-based Python
packages. For detailed documentation, see the accompanying EasyInstall.txt
file, or visit the `EasyInstall home page`__.
__ https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html
"""
from glob import glob
from distutils.util import get_platform
from distutils.util import convert_path, subst_vars
from distutils.errors import (
DistutilsArgError, DistutilsOptionError,
DistutilsError, DistutilsPlatformError,
)
from distutils.command.install import INSTALL_SCHEMES, SCHEME_KEYS
from distutils import log, dir_util
from distutils.command.build_scripts import first_line_re
from distutils.spawn import find_executable
import sys
import os
import zipimport
import shutil
import tempfile
import zipfile
import re
import stat
import random
import textwrap
import warnings
import site
import struct
import contextlib
import subprocess
import shlex
import io
import configparser
from sysconfig import get_config_vars, get_path
from setuptools import SetuptoolsDeprecationWarning
from setuptools import Command
from setuptools.sandbox import run_setup
from setuptools.command import setopt
from setuptools.archive_util import unpack_archive
from setuptools.package_index import (
PackageIndex, parse_requirement_arg, URL_SCHEME,
)
from setuptools.command import bdist_egg, egg_info
from setuptools.wheel import Wheel
from pkg_resources import (
yield_lines, normalize_path, resource_string, ensure_directory,
get_distribution, find_distributions, Environment, Requirement,
Distribution, PathMetadata, EggMetadata, WorkingSet, DistributionNotFound,
VersionConflict, DEVELOP_DIST,
)
import pkg_resources
# Turn on PEP440Warnings
warnings.filterwarnings("default", category=pkg_resources.PEP440Warning)
__all__ = [
'samefile', 'easy_install', 'PthDistributions', 'extract_wininst_cfg',
'get_exe_prefixes',
]
def is_64bit():
return struct.calcsize("P") == 8
def samefile(p1, p2):
"""
Determine if two paths reference the same file.
Augments os.path.samefile to work on Windows and
suppresses errors if the path doesn't exist.
"""
both_exist = os.path.exists(p1) and os.path.exists(p2)
use_samefile = hasattr(os.path, 'samefile') and both_exist
if use_samefile:
return os.path.samefile(p1, p2)
norm_p1 = os.path.normpath(os.path.normcase(p1))
norm_p2 = os.path.normpath(os.path.normcase(p2))
return norm_p1 == norm_p2
def _to_bytes(s):
return s.encode('utf8')
def isascii(s):
try:
s.encode('ascii')
return True
except UnicodeError:
return False
def _one_liner(text):
return textwrap.dedent(text).strip().replace('\n', '; ')
class easy_install(Command):
"""Manage a download/build/install process"""
description = "Find/get/install Python packages"
command_consumes_arguments = True
user_options = [
('prefix=', None, "installation prefix"),
("zip-ok", "z", "install package as a zipfile"),
("multi-version", "m", "make apps have to require() a version"),
("upgrade", "U", "force upgrade (searches PyPI for latest versions)"),
("install-dir=", "d", "install package to DIR"),
("script-dir=", "s", "install scripts to DIR"),
("exclude-scripts", "x", "Don't install scripts"),
("always-copy", "a", "Copy all needed packages to install dir"),
("index-url=", "i", "base URL of Python Package Index"),
("find-links=", "f", "additional URL(s) to search for packages"),
("build-directory=", "b",
"download/extract/build in DIR; keep the results"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('record=', None,
"filename in which to record list of installed files"),
('always-unzip', 'Z', "don't install as a zipfile, no matter what"),
('site-dirs=', 'S', "list of directories where .pth files work"),
('editable', 'e', "Install specified packages in editable form"),
('no-deps', 'N', "don't install dependencies"),
('allow-hosts=', 'H', "pattern(s) that hostnames must match"),
('local-snapshots-ok', 'l',
"allow building eggs from local checkouts"),
('version', None, "print version information and exit"),
('no-find-links', None,
"Don't load find-links defined in packages being installed"),
('user', None, "install in user site-package '%s'" % site.USER_SITE)
]
boolean_options = [
'zip-ok', 'multi-version', 'exclude-scripts', 'upgrade', 'always-copy',
'editable',
'no-deps', 'local-snapshots-ok', 'version',
'user'
]
negative_opt = {'always-unzip': 'zip-ok'}
create_index = PackageIndex
def initialize_options(self):
warnings.warn(
"easy_install command is deprecated. "
"Use build and pip and other standards-based tools.",
EasyInstallDeprecationWarning,
)
# the --user option seems to be an opt-in one,
# so the default should be False.
self.user = 0
self.zip_ok = self.local_snapshots_ok = None
self.install_dir = self.script_dir = self.exclude_scripts = None
self.index_url = None
self.find_links = None
self.build_directory = None
self.args = None
self.optimize = self.record = None
self.upgrade = self.always_copy = self.multi_version = None
self.editable = self.no_deps = self.allow_hosts = None
self.root = self.prefix = self.no_report = None
self.version = None
self.install_purelib = None # for pure module distributions
self.install_platlib = None # non-pure (dists w/ extensions)
self.install_headers = None # for C/C++ headers
self.install_lib = None # set to either purelib or platlib
self.install_scripts = None
self.install_data = None
self.install_base = None
self.install_platbase = None
if site.ENABLE_USER_SITE:
self.install_userbase = site.USER_BASE
self.install_usersite = site.USER_SITE
else:
self.install_userbase = None
self.install_usersite = None
self.no_find_links = None
# Options not specifiable via command line
self.package_index = None
self.pth_file = self.always_copy_from = None
self.site_dirs = None
self.installed_projects = {}
# Always read easy_install options, even if we are subclassed, or have
# an independent instance created. This ensures that defaults will
# always come from the standard configuration file(s)' "easy_install"
# section, even if this is a "develop" or "install" command, or some
# other embedding.
self._dry_run = None
self.verbose = self.distribution.verbose
self.distribution._set_command_options(
self, self.distribution.get_option_dict('easy_install')
)
def delete_blockers(self, blockers):
extant_blockers = (
filename for filename in blockers
if os.path.exists(filename) or os.path.islink(filename)
)
list(map(self._delete_path, extant_blockers))
def _delete_path(self, path):
log.info("Deleting %s", path)
if self.dry_run:
return
is_tree = os.path.isdir(path) and not os.path.islink(path)
remover = rmtree if is_tree else os.unlink
remover(path)
@staticmethod
def _render_version():
"""
Render the Setuptools version and installation details, then exit.
"""
ver = '{}.{}'.format(*sys.version_info)
dist = get_distribution('setuptools')
tmpl = 'setuptools {dist.version} from {dist.location} (Python {ver})'
print(tmpl.format(**locals()))
raise SystemExit()
def finalize_options(self): # noqa: C901 # is too complex (25) # FIXME
self.version and self._render_version()
py_version = sys.version.split()[0]
prefix, exec_prefix = get_config_vars('prefix', 'exec_prefix')
self.config_vars = {
'dist_name': self.distribution.get_name(),
'dist_version': self.distribution.get_version(),
'dist_fullname': self.distribution.get_fullname(),
'py_version': py_version,
'py_version_short': py_version[0:3],
'py_version_nodot': py_version[0] + py_version[2],
'sys_prefix': prefix,
'prefix': prefix,
'sys_exec_prefix': exec_prefix,
'exec_prefix': exec_prefix,
# Only python 3.2+ has abiflags
'abiflags': getattr(sys, 'abiflags', ''),
}
if site.ENABLE_USER_SITE:
self.config_vars['userbase'] = self.install_userbase
self.config_vars['usersite'] = self.install_usersite
elif self.user:
log.warn("WARNING: The user site-packages directory is disabled.")
self._fix_install_dir_for_user_site()
self.expand_basedirs()
self.expand_dirs()
self._expand(
'install_dir', 'script_dir', 'build_directory',
'site_dirs',
)
# If a non-default installation directory was specified, default the
# script directory to match it.
if self.script_dir is None:
self.script_dir = self.install_dir
if self.no_find_links is None:
self.no_find_links = False
# Let install_dir get set by install_lib command, which in turn
# gets its info from the install command, and takes into account
# --prefix and --home and all that other crud.
self.set_undefined_options(
'install_lib', ('install_dir', 'install_dir')
)
# Likewise, set default script_dir from 'install_scripts.install_dir'
self.set_undefined_options(
'install_scripts', ('install_dir', 'script_dir')
)
if self.user and self.install_purelib:
self.install_dir = self.install_purelib
self.script_dir = self.install_scripts
# default --record from the install command
self.set_undefined_options('install', ('record', 'record'))
# Should this be moved to the if statement below? It's not used
# elsewhere
normpath = map(normalize_path, sys.path)
self.all_site_dirs = get_site_dirs()
if self.site_dirs is not None:
site_dirs = [
os.path.expanduser(s.strip()) for s in
self.site_dirs.split(',')
]
for d in site_dirs:
if not os.path.isdir(d):
log.warn("%s (in --site-dirs) does not exist", d)
elif normalize_path(d) not in normpath:
raise DistutilsOptionError(
d + " (in --site-dirs) is not on sys.path"
)
else:
self.all_site_dirs.append(normalize_path(d))
if not self.editable:
self.check_site_dir()
self.index_url = self.index_url or "https://pypi.org/simple/"
self.shadow_path = self.all_site_dirs[:]
for path_item in self.install_dir, normalize_path(self.script_dir):
if path_item not in self.shadow_path:
self.shadow_path.insert(0, path_item)
if self.allow_hosts is not None:
hosts = [s.strip() for s in self.allow_hosts.split(',')]
else:
hosts = ['*']
if self.package_index is None:
self.package_index = self.create_index(
self.index_url, search_path=self.shadow_path, hosts=hosts,
)
self.local_index = Environment(self.shadow_path + sys.path)
if self.find_links is not None:
if isinstance(self.find_links, str):
self.find_links = self.find_links.split()
else:
self.find_links = []
if self.local_snapshots_ok:
self.package_index.scan_egg_links(self.shadow_path + sys.path)
if not self.no_find_links:
self.package_index.add_find_links(self.find_links)
self.set_undefined_options('install_lib', ('optimize', 'optimize'))
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
if not (0 <= self.optimize <= 2):
raise ValueError
except ValueError as e:
raise DistutilsOptionError(
"--optimize must be 0, 1, or 2"
) from e
if self.editable and not self.build_directory:
raise DistutilsArgError(
"Must specify a build directory (-b) when using --editable"
)
if not self.args:
raise DistutilsArgError(
"No urls, filenames, or requirements specified (see --help)")
self.outputs = []
def _fix_install_dir_for_user_site(self):
"""
Fix the install_dir if "--user" was used.
"""
if not self.user or not site.ENABLE_USER_SITE:
return
self.create_home_path()
if self.install_userbase is None:
msg = "User base directory is not specified"
raise DistutilsPlatformError(msg)
self.install_base = self.install_platbase = self.install_userbase
scheme_name = os.name.replace('posix', 'unix') + '_user'
self.select_scheme(scheme_name)
def _expand_attrs(self, attrs):
for attr in attrs:
val = getattr(self, attr)
if val is not None:
if os.name == 'posix' or os.name == 'nt':
val = os.path.expanduser(val)
val = subst_vars(val, self.config_vars)
setattr(self, attr, val)
def expand_basedirs(self):
"""Calls `os.path.expanduser` on install_base, install_platbase and
root."""
self._expand_attrs(['install_base', 'install_platbase', 'root'])
def expand_dirs(self):
"""Calls `os.path.expanduser` on install dirs."""
dirs = [
'install_purelib',
'install_platlib',
'install_lib',
'install_headers',
'install_scripts',
'install_data',
]
self._expand_attrs(dirs)
def run(self, show_deprecation=True):
if show_deprecation:
self.announce(
"WARNING: The easy_install command is deprecated "
"and will be removed in a future version.",
log.WARN,
)
if self.verbose != self.distribution.verbose:
log.set_verbosity(self.verbose)
try:
for spec in self.args:
self.easy_install(spec, not self.no_deps)
if self.record:
outputs = self.outputs
if self.root: # strip any package prefix
root_len = len(self.root)
for counter in range(len(outputs)):
outputs[counter] = outputs[counter][root_len:]
from distutils import file_util
self.execute(
file_util.write_file, (self.record, outputs),
"writing list of installed files to '%s'" %
self.record
)
self.warn_deprecated_options()
finally:
log.set_verbosity(self.distribution.verbose)
def pseudo_tempname(self):
"""Return a pseudo-tempname base in the install directory.
This code is intentionally naive; if a malicious party can write to
the target directory you're already in deep doodoo.
"""
try:
pid = os.getpid()
except Exception:
pid = random.randint(0, sys.maxsize)
return os.path.join(self.install_dir, "test-easy-install-%s" % pid)
def warn_deprecated_options(self):
pass
def check_site_dir(self): # noqa: C901 # is too complex (12) # FIXME
"""Verify that self.install_dir is .pth-capable dir, if needed"""
instdir = normalize_path(self.install_dir)
pth_file = os.path.join(instdir, 'easy-install.pth')
if not os.path.exists(instdir):
try:
os.makedirs(instdir)
except (OSError, IOError):
self.cant_write_to_target()
# Is it a configured, PYTHONPATH, implicit, or explicit site dir?
is_site_dir = instdir in self.all_site_dirs
if not is_site_dir and not self.multi_version:
# No? Then directly test whether it does .pth file processing
is_site_dir = self.check_pth_processing()
else:
# make sure we can write to target dir
testfile = self.pseudo_tempname() + '.write-test'
test_exists = os.path.exists(testfile)
try:
if test_exists:
os.unlink(testfile)
open(testfile, 'w').close()
os.unlink(testfile)
except (OSError, IOError):
self.cant_write_to_target()
if not is_site_dir and not self.multi_version:
# Can't install non-multi to non-site dir with easy_install
pythonpath = os.environ.get('PYTHONPATH', '')
log.warn(self.__no_default_msg, self.install_dir, pythonpath)
if is_site_dir:
if self.pth_file is None:
self.pth_file = PthDistributions(pth_file, self.all_site_dirs)
else:
self.pth_file = None
if self.multi_version and not os.path.exists(pth_file):
self.pth_file = None # don't create a .pth file
self.install_dir = instdir
__cant_write_msg = textwrap.dedent("""
can't create or remove files in install directory
The following error occurred while trying to add or remove files in the
installation directory:
%s
The installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
""").lstrip() # noqa
__not_exists_id = textwrap.dedent("""
This directory does not currently exist. Please create it and try again, or
choose a different installation directory (using the -d or --install-dir
option).
""").lstrip() # noqa
__access_msg = textwrap.dedent("""
Perhaps your account does not have write access to this directory? If the
installation directory is a system-owned directory, you may need to sign in
as the administrator or "root" account. If you do not have administrative
access to this machine, you may wish to choose a different installation
directory, preferably one that is listed in your PYTHONPATH environment
variable.
For information on other options, you may wish to consult the
documentation at:
https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html
Please make the appropriate changes for your system and try again.
""").lstrip() # noqa
def cant_write_to_target(self):
msg = self.__cant_write_msg % (sys.exc_info()[1], self.install_dir,)
if not os.path.exists(self.install_dir):
msg += '\n' + self.__not_exists_id
else:
msg += '\n' + self.__access_msg
raise DistutilsError(msg)
def check_pth_processing(self):
"""Empirically verify whether .pth files are supported in inst. dir"""
instdir = self.install_dir
log.info("Checking .pth file support in %s", instdir)
pth_file = self.pseudo_tempname() + ".pth"
ok_file = pth_file + '.ok'
ok_exists = os.path.exists(ok_file)
tmpl = _one_liner("""
import os
f = open({ok_file!r}, 'w')
f.write('OK')
f.close()
""") + '\n'
try:
if ok_exists:
os.unlink(ok_file)
dirname = os.path.dirname(ok_file)
os.makedirs(dirname, exist_ok=True)
f = open(pth_file, 'w')
except (OSError, IOError):
self.cant_write_to_target()
else:
try:
f.write(tmpl.format(**locals()))
f.close()
f = None
executable = sys.executable
if os.name == 'nt':
dirname, basename = os.path.split(executable)
alt = os.path.join(dirname, 'pythonw.exe')
use_alt = (
basename.lower() == 'python.exe' and
os.path.exists(alt)
)
if use_alt:
# use pythonw.exe to avoid opening a console window
executable = alt
from distutils.spawn import spawn
spawn([executable, '-E', '-c', 'pass'], 0)
if os.path.exists(ok_file):
log.info(
"TEST PASSED: %s appears to support .pth files",
instdir
)
return True
finally:
if f:
f.close()
if os.path.exists(ok_file):
os.unlink(ok_file)
if os.path.exists(pth_file):
os.unlink(pth_file)
if not self.multi_version:
log.warn("TEST FAILED: %s does NOT support .pth files", instdir)
return False
def install_egg_scripts(self, dist):
"""Write all the scripts for `dist`, unless scripts are excluded"""
if not self.exclude_scripts and dist.metadata_isdir('scripts'):
for script_name in dist.metadata_listdir('scripts'):
if dist.metadata_isdir('scripts/' + script_name):
# The "script" is a directory, likely a Python 3
# __pycache__ directory, so skip it.
continue
self.install_script(
dist, script_name,
dist.get_metadata('scripts/' + script_name)
)
self.install_wrapper_scripts(dist)
def add_output(self, path):
if os.path.isdir(path):
for base, dirs, files in os.walk(path):
for filename in files:
self.outputs.append(os.path.join(base, filename))
else:
self.outputs.append(path)
def not_editable(self, spec):
if self.editable:
raise DistutilsArgError(
"Invalid argument %r: you can't use filenames or URLs "
"with --editable (except via the --find-links option)."
% (spec,)
)
def check_editable(self, spec):
if not self.editable:
return
if os.path.exists(os.path.join(self.build_directory, spec.key)):
raise DistutilsArgError(
"%r already exists in %s; can't do a checkout there" %
(spec.key, self.build_directory)
)
@contextlib.contextmanager
def _tmpdir(self):
tmpdir = tempfile.mkdtemp(prefix=u"easy_install-")
try:
# cast to str as workaround for #709 and #710 and #712
yield str(tmpdir)
finally:
os.path.exists(tmpdir) and rmtree(tmpdir)
def easy_install(self, spec, deps=False):
with self._tmpdir() as tmpdir:
if not isinstance(spec, Requirement):
if URL_SCHEME(spec):
# It's a url, download it to tmpdir and process
self.not_editable(spec)
dl = self.package_index.download(spec, tmpdir)
return self.install_item(None, dl, tmpdir, deps, True)
elif os.path.exists(spec):
# Existing file or directory, just process it directly
self.not_editable(spec)
return self.install_item(None, spec, tmpdir, deps, True)
else:
spec = parse_requirement_arg(spec)
self.check_editable(spec)
dist = self.package_index.fetch_distribution(
spec, tmpdir, self.upgrade, self.editable,
not self.always_copy, self.local_index
)
if dist is None:
msg = "Could not find suitable distribution for %r" % spec
if self.always_copy:
msg += " (--always-copy skips system and development eggs)"
raise DistutilsError(msg)
elif dist.precedence == DEVELOP_DIST:
# .egg-info dists don't need installing, just process deps
self.process_distribution(spec, dist, deps, "Using")
return dist
else:
return self.install_item(spec, dist.location, tmpdir, deps)
def install_item(self, spec, download, tmpdir, deps, install_needed=False):
# Installation is also needed if file in tmpdir or is not an egg
install_needed = install_needed or self.always_copy
install_needed = install_needed or os.path.dirname(download) == tmpdir
install_needed = install_needed or not download.endswith('.egg')
install_needed = install_needed or (
self.always_copy_from is not None and
os.path.dirname(normalize_path(download)) ==
normalize_path(self.always_copy_from)
)
if spec and not install_needed:
# at this point, we know it's a local .egg, we just don't know if
# it's already installed.
for dist in self.local_index[spec.project_name]:
if dist.location == download:
break
else:
install_needed = True # it's not in the local index
log.info("Processing %s", os.path.basename(download))
if install_needed:
dists = self.install_eggs(spec, download, tmpdir)
for dist in dists:
self.process_distribution(spec, dist, deps)
else:
dists = [self.egg_distribution(download)]
self.process_distribution(spec, dists[0], deps, "Using")
if spec is not None:
for dist in dists:
if dist in spec:
return dist
def select_scheme(self, name):
"""Sets the install directories by applying the install schemes."""
# it's the caller's problem if they supply a bad name!
scheme = INSTALL_SCHEMES[name]
for key in SCHEME_KEYS:
attrname = 'install_' + key
if getattr(self, attrname) is None:
setattr(self, attrname, scheme[key])
# FIXME: 'easy_install.process_distribution' is too complex (12)
def process_distribution( # noqa: C901
self, requirement, dist, deps=True, *info,
):
self.update_pth(dist)
self.package_index.add(dist)
if dist in self.local_index[dist.key]:
self.local_index.remove(dist)
self.local_index.add(dist)
self.install_egg_scripts(dist)
self.installed_projects[dist.key] = dist
log.info(self.installation_report(requirement, dist, *info))
if (dist.has_metadata('dependency_links.txt') and
not self.no_find_links):
self.package_index.add_find_links(
dist.get_metadata_lines('dependency_links.txt')
)
if not deps and not self.always_copy:
return
elif requirement is not None and dist.key != requirement.key:
log.warn("Skipping dependencies for %s", dist)
return # XXX this is not the distribution we were looking for
elif requirement is None or dist not in requirement:
# if we wound up with a different version, resolve what we've got
distreq = dist.as_requirement()
requirement = Requirement(str(distreq))
log.info("Processing dependencies for %s", requirement)
try:
distros = WorkingSet([]).resolve(
[requirement], self.local_index, self.easy_install
)
except DistributionNotFound as e:
raise DistutilsError(str(e)) from e
except VersionConflict as e:
raise DistutilsError(e.report()) from e
if self.always_copy or self.always_copy_from:
# Force all the relevant distros to be copied or activated
for dist in distros:
if dist.key not in self.installed_projects:
self.easy_install(dist.as_requirement())
log.info("Finished processing dependencies for %s", requirement)
def should_unzip(self, dist):
if self.zip_ok is not None:
return not self.zip_ok
if dist.has_metadata('not-zip-safe'):
return True
if not dist.has_metadata('zip-safe'):
return True
return False
def maybe_move(self, spec, dist_filename, setup_base):
dst = os.path.join(self.build_directory, spec.key)
if os.path.exists(dst):
msg = (
"%r already exists in %s; build directory %s will not be kept"
)
log.warn(msg, spec.key, self.build_directory, setup_base)
return setup_base
if os.path.isdir(dist_filename):
setup_base = dist_filename
else:
if os.path.dirname(dist_filename) == setup_base:
os.unlink(dist_filename) # get it out of the tmp dir
contents = os.listdir(setup_base)
if len(contents) == 1:
dist_filename = os.path.join(setup_base, contents[0])
if os.path.isdir(dist_filename):
# if the only thing there is a directory, move it instead
setup_base = dist_filename
ensure_directory(dst)
shutil.move(setup_base, dst)
return dst
def install_wrapper_scripts(self, dist):
if self.exclude_scripts:
return
for args in ScriptWriter.best().get_args(dist):
self.write_script(*args)
def install_script(self, dist, script_name, script_text, dev_path=None):
"""Generate a legacy script wrapper and install it"""
spec = str(dist.as_requirement())
is_script = is_python_script(script_text, script_name)
if is_script:
body = self._load_template(dev_path) % locals()
script_text = ScriptWriter.get_header(script_text) + body
self.write_script(script_name, _to_bytes(script_text), 'b')
@staticmethod
def _load_template(dev_path):
"""
There are a couple of template scripts in the package. This
function loads one of them and prepares it for use.
"""
# See https://github.com/pypa/setuptools/issues/134 for info
# on script file naming and downstream issues with SVR4
name = 'script.tmpl'
if dev_path:
name = name.replace('.tmpl', ' (dev).tmpl')
raw_bytes = resource_string('setuptools', name)
return raw_bytes.decode('utf-8')
def write_script(self, script_name, contents, mode="t", blockers=()):
"""Write an executable file to the scripts directory"""
self.delete_blockers( # clean up old .py/.pyw w/o a script
[os.path.join(self.script_dir, x) for x in blockers]
)
log.info("Installing %s script to %s", script_name, self.script_dir)
target = os.path.join(self.script_dir, script_name)
self.add_output(target)
if self.dry_run:
return
mask = current_umask()
ensure_directory(target)
if os.path.exists(target):
os.unlink(target)
with open(target, "w" + mode) as f:
f.write(contents)
chmod(target, 0o777 - mask)
def install_eggs(self, spec, dist_filename, tmpdir):
# .egg dirs or files are already built, so just return them
installer_map = {
'.egg': self.install_egg,
'.exe': self.install_exe,
'.whl': self.install_wheel,
}
try:
install_dist = installer_map[
dist_filename.lower()[-4:]
]
except KeyError:
pass
else:
return [install_dist(dist_filename, tmpdir)]
# Anything else, try to extract and build
setup_base = tmpdir
if os.path.isfile(dist_filename) and not dist_filename.endswith('.py'):
unpack_archive(dist_filename, tmpdir, self.unpack_progress)
elif os.path.isdir(dist_filename):
setup_base = os.path.abspath(dist_filename)
if (setup_base.startswith(tmpdir) # something we downloaded
and self.build_directory and spec is not None):
setup_base = self.maybe_move(spec, dist_filename, setup_base)
# Find the setup.py file
setup_script = os.path.join(setup_base, 'setup.py')
if not os.path.exists(setup_script):
setups = glob(os.path.join(setup_base, '*', 'setup.py'))
if not setups:
raise DistutilsError(
"Couldn't find a setup script in %s" %
os.path.abspath(dist_filename)
)
if len(setups) > 1:
raise DistutilsError(
"Multiple setup scripts in %s" %
os.path.abspath(dist_filename)
)
setup_script = setups[0]
# Now run it, and return the result
if self.editable:
log.info(self.report_editable(spec, setup_script))
return []
else:
return self.build_and_install(setup_script, setup_base)
def egg_distribution(self, egg_path):
if os.path.isdir(egg_path):
metadata = PathMetadata(egg_path, os.path.join(egg_path,
'EGG-INFO'))
else:
metadata = EggMetadata(zipimport.zipimporter(egg_path))
return Distribution.from_filename(egg_path, metadata=metadata)
# FIXME: 'easy_install.install_egg' is too complex (11)
def install_egg(self, egg_path, tmpdir): # noqa: C901
destination = os.path.join(
self.install_dir,
os.path.basename(egg_path),
)
destination = os.path.abspath(destination)
if not self.dry_run:
ensure_directory(destination)
dist = self.egg_distribution(egg_path)
if not samefile(egg_path, destination):
if os.path.isdir(destination) and not os.path.islink(destination):
dir_util.remove_tree(destination, dry_run=self.dry_run)
elif os.path.exists(destination):
self.execute(
os.unlink,
(destination,),
"Removing " + destination,
)
try:
new_dist_is_zipped = False
if os.path.isdir(egg_path):
if egg_path.startswith(tmpdir):
f, m = shutil.move, "Moving"
else:
f, m = shutil.copytree, "Copying"
elif self.should_unzip(dist):
self.mkpath(destination)
f, m = self.unpack_and_compile, "Extracting"
else:
new_dist_is_zipped = True
if egg_path.startswith(tmpdir):
f, m = shutil.move, "Moving"
else:
f, m = shutil.copy2, "Copying"
self.execute(
f,
(egg_path, destination),
(m + " %s to %s") % (
os.path.basename(egg_path),
os.path.dirname(destination)
),
)
update_dist_caches(
destination,
fix_zipimporter_caches=new_dist_is_zipped,
)
except Exception:
update_dist_caches(destination, fix_zipimporter_caches=False)
raise
self.add_output(destination)
return self.egg_distribution(destination)
def install_exe(self, dist_filename, tmpdir):
# See if it's valid, get data
cfg = extract_wininst_cfg(dist_filename)
if cfg is None:
raise DistutilsError(
"%s is not a valid distutils Windows .exe" % dist_filename
)
# Create a dummy distribution object until we build the real distro
dist = Distribution(
None,
project_name=cfg.get('metadata', 'name'),
version=cfg.get('metadata', 'version'), platform=get_platform(),
)
# Convert the .exe to an unpacked egg
egg_path = os.path.join(tmpdir, dist.egg_name() + '.egg')
dist.location = egg_path
egg_tmp = egg_path + '.tmp'
_egg_info = os.path.join(egg_tmp, 'EGG-INFO')
pkg_inf = os.path.join(_egg_info, 'PKG-INFO')
ensure_directory(pkg_inf) # make sure EGG-INFO dir exists
dist._provider = PathMetadata(egg_tmp, _egg_info) # XXX
self.exe_to_egg(dist_filename, egg_tmp)
# Write EGG-INFO/PKG-INFO
if not os.path.exists(pkg_inf):
f = open(pkg_inf, 'w')
f.write('Metadata-Version: 1.0\n')
for k, v in cfg.items('metadata'):
if k != 'target_version':
f.write('%s: %s\n' % (k.replace('_', '-').title(), v))
f.close()
script_dir = os.path.join(_egg_info, 'scripts')
# delete entry-point scripts to avoid duping
self.delete_blockers([
os.path.join(script_dir, args[0])
for args in ScriptWriter.get_args(dist)
])
# Build .egg file from tmpdir
bdist_egg.make_zipfile(
egg_path, egg_tmp, verbose=self.verbose, dry_run=self.dry_run,
)
# install the .egg
return self.install_egg(egg_path, tmpdir)
# FIXME: 'easy_install.exe_to_egg' is too complex (12)
def exe_to_egg(self, dist_filename, egg_tmp): # noqa: C901
"""Extract a bdist_wininst to the directories an egg would use"""
# Check for .pth file and set up prefix translations
prefixes = get_exe_prefixes(dist_filename)
to_compile = []
native_libs = []
top_level = {}
def process(src, dst):
s = src.lower()
for old, new in prefixes:
if s.startswith(old):
src = new + src[len(old):]
parts = src.split('/')
dst = os.path.join(egg_tmp, *parts)
dl = dst.lower()
if dl.endswith('.pyd') or dl.endswith('.dll'):
parts[-1] = bdist_egg.strip_module(parts[-1])
top_level[os.path.splitext(parts[0])[0]] = 1
native_libs.append(src)
elif dl.endswith('.py') and old != 'SCRIPTS/':
top_level[os.path.splitext(parts[0])[0]] = 1
to_compile.append(dst)
return dst
if not src.endswith('.pth'):
log.warn("WARNING: can't process %s", src)
return None
# extract, tracking .pyd/.dll->native_libs and .py -> to_compile
unpack_archive(dist_filename, egg_tmp, process)
stubs = []
for res in native_libs:
if res.lower().endswith('.pyd'): # create stubs for .pyd's
parts = res.split('/')
resource = parts[-1]
parts[-1] = bdist_egg.strip_module(parts[-1]) + '.py'
pyfile = os.path.join(egg_tmp, *parts)
to_compile.append(pyfile)
stubs.append(pyfile)
bdist_egg.write_stub(resource, pyfile)
self.byte_compile(to_compile) # compile .py's
bdist_egg.write_safety_flag(
os.path.join(egg_tmp, 'EGG-INFO'),
bdist_egg.analyze_egg(egg_tmp, stubs)) # write zip-safety flag
for name in 'top_level', 'native_libs':
if locals()[name]:
txt = os.path.join(egg_tmp, 'EGG-INFO', name + '.txt')
if not os.path.exists(txt):
f = open(txt, 'w')
f.write('\n'.join(locals()[name]) + '\n')
f.close()
def install_wheel(self, wheel_path, tmpdir):
wheel = Wheel(wheel_path)
assert wheel.is_compatible()
destination = os.path.join(self.install_dir, wheel.egg_name())
destination = os.path.abspath(destination)
if not self.dry_run:
ensure_directory(destination)
if os.path.isdir(destination) and not os.path.islink(destination):
dir_util.remove_tree(destination, dry_run=self.dry_run)
elif os.path.exists(destination):
self.execute(
os.unlink,
(destination,),
"Removing " + destination,
)
try:
self.execute(
wheel.install_as_egg,
(destination,),
("Installing %s to %s") % (
os.path.basename(wheel_path),
os.path.dirname(destination)
),
)
finally:
update_dist_caches(destination, fix_zipimporter_caches=False)
self.add_output(destination)
return self.egg_distribution(destination)
__mv_warning = textwrap.dedent("""
Because this distribution was installed --multi-version, before you can
import modules from this package in an application, you will need to
'import pkg_resources' and then use a 'require()' call similar to one of
these examples, in order to select the desired version:
pkg_resources.require("%(name)s") # latest installed version
pkg_resources.require("%(name)s==%(version)s") # this exact version
pkg_resources.require("%(name)s>=%(version)s") # this version or higher
""").lstrip() # noqa
__id_warning = textwrap.dedent("""
Note also that the installation directory must be on sys.path at runtime for
this to work. (e.g. by being the application's script directory, by being on
PYTHONPATH, or by being added to sys.path by your code.)
""") # noqa
def installation_report(self, req, dist, what="Installed"):
"""Helpful installation message for display to package users"""
msg = "\n%(what)s %(eggloc)s%(extras)s"
if self.multi_version and not self.no_report:
msg += '\n' + self.__mv_warning
if self.install_dir not in map(normalize_path, sys.path):
msg += '\n' + self.__id_warning
eggloc = dist.location
name = dist.project_name
version = dist.version
extras = '' # TODO: self.report_extras(req, dist)
return msg % locals()
__editable_msg = textwrap.dedent("""
Extracted editable version of %(spec)s to %(dirname)s
If it uses setuptools in its setup script, you can activate it in
"development" mode by going to that directory and running::
%(python)s setup.py develop
See the setuptools documentation for the "develop" command for more info.
""").lstrip() # noqa
def report_editable(self, spec, setup_script):
dirname = os.path.dirname(setup_script)
python = sys.executable
return '\n' + self.__editable_msg % locals()
def run_setup(self, setup_script, setup_base, args):
sys.modules.setdefault('distutils.command.bdist_egg', bdist_egg)
sys.modules.setdefault('distutils.command.egg_info', egg_info)
args = list(args)
if self.verbose > 2:
v = 'v' * (self.verbose - 1)
args.insert(0, '-' + v)
elif self.verbose < 2:
args.insert(0, '-q')
if self.dry_run:
args.insert(0, '-n')
log.info(
"Running %s %s", setup_script[len(setup_base) + 1:], ' '.join(args)
)
try:
run_setup(setup_script, args)
except SystemExit as v:
raise DistutilsError(
"Setup script exited with %s" % (v.args[0],)
) from v
def build_and_install(self, setup_script, setup_base):
args = ['bdist_egg', '--dist-dir']
dist_dir = tempfile.mkdtemp(
prefix='egg-dist-tmp-', dir=os.path.dirname(setup_script)
)
try:
self._set_fetcher_options(os.path.dirname(setup_script))
args.append(dist_dir)
self.run_setup(setup_script, setup_base, args)
all_eggs = Environment([dist_dir])
eggs = []
for key in all_eggs:
for dist in all_eggs[key]:
eggs.append(self.install_egg(dist.location, setup_base))
if not eggs and not self.dry_run:
log.warn("No eggs found in %s (setup script problem?)",
dist_dir)
return eggs
finally:
rmtree(dist_dir)
log.set_verbosity(self.verbose) # restore our log verbosity
def _set_fetcher_options(self, base):
"""
When easy_install is about to run bdist_egg on a source dist, that
source dist might have 'setup_requires' directives, requiring
additional fetching. Ensure the fetcher options given to easy_install
are available to that command as well.
"""
# find the fetch options from easy_install and write them out
# to the setup.cfg file.
ei_opts = self.distribution.get_option_dict('easy_install').copy()
fetch_directives = (
'find_links', 'site_dirs', 'index_url', 'optimize', 'allow_hosts',
)
fetch_options = {}
for key, val in ei_opts.items():
if key not in fetch_directives:
continue
fetch_options[key] = val[1]
# create a settings dictionary suitable for `edit_config`
settings = dict(easy_install=fetch_options)
cfg_filename = os.path.join(base, 'setup.cfg')
setopt.edit_config(cfg_filename, settings)
def update_pth(self, dist): # noqa: C901 # is too complex (11) # FIXME
if self.pth_file is None:
return
for d in self.pth_file[dist.key]: # drop old entries
if not self.multi_version and d.location == dist.location:
continue
log.info("Removing %s from easy-install.pth file", d)
self.pth_file.remove(d)
if d.location in self.shadow_path:
self.shadow_path.remove(d.location)
if not self.multi_version:
if dist.location in self.pth_file.paths:
log.info(
"%s is already the active version in easy-install.pth",
dist,
)
else:
log.info("Adding %s to easy-install.pth file", dist)
self.pth_file.add(dist) # add new entry
if dist.location not in self.shadow_path:
self.shadow_path.append(dist.location)
if self.dry_run:
return
self.pth_file.save()
if dist.key != 'setuptools':
return
# Ensure that setuptools itself never becomes unavailable!
# XXX should this check for latest version?
filename = os.path.join(self.install_dir, 'setuptools.pth')
if os.path.islink(filename):
os.unlink(filename)
with open(filename, 'wt') as f:
f.write(self.pth_file.make_relative(dist.location) + '\n')
def unpack_progress(self, src, dst):
# Progress filter for unpacking
log.debug("Unpacking %s to %s", src, dst)
return dst # only unpack-and-compile skips files for dry run
def unpack_and_compile(self, egg_path, destination):
to_compile = []
to_chmod = []
def pf(src, dst):
if dst.endswith('.py') and not src.startswith('EGG-INFO/'):
to_compile.append(dst)
elif dst.endswith('.dll') or dst.endswith('.so'):
to_chmod.append(dst)
self.unpack_progress(src, dst)
return not self.dry_run and dst or None
unpack_archive(egg_path, destination, pf)
self.byte_compile(to_compile)
if not self.dry_run:
for f in to_chmod:
mode = ((os.stat(f)[stat.ST_MODE]) | 0o555) & 0o7755
chmod(f, mode)
def byte_compile(self, to_compile):
if sys.dont_write_bytecode:
return
from distutils.util import byte_compile
try:
# try to make the byte compile messages quieter
log.set_verbosity(self.verbose - 1)
byte_compile(to_compile, optimize=0, force=1, dry_run=self.dry_run)
if self.optimize:
byte_compile(
to_compile, optimize=self.optimize, force=1,
dry_run=self.dry_run,
)
finally:
log.set_verbosity(self.verbose) # restore original verbosity
__no_default_msg = textwrap.dedent("""
bad install directory or PYTHONPATH
You are attempting to install a package to a directory that is not
on PYTHONPATH and which Python does not read ".pth" files from. The
installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
and your PYTHONPATH environment variable currently contains:
%r
Here are some of your options for correcting the problem:
* You can choose a different installation directory, i.e., one that is
on PYTHONPATH or supports .pth files
* You can add the installation directory to the PYTHONPATH environment
variable. (It must then also be on PYTHONPATH whenever you run
Python and want to use the package(s) you are installing.)
* You can set up the installation directory to support ".pth" files by
using one of the approaches described here:
https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html#custom-installation-locations
Please make the appropriate changes for your system and try again.
""").strip()
def create_home_path(self):
"""Create directories under ~."""
if not self.user:
return
home = convert_path(os.path.expanduser("~"))
for name, path in self.config_vars.items():
if path.startswith(home) and not os.path.isdir(path):
self.debug_print("os.makedirs('%s', 0o700)" % path)
os.makedirs(path, 0o700)
INSTALL_SCHEMES = dict(
posix=dict(
install_dir='$base/lib/python$py_version_short/site-packages',
script_dir='$base/bin',
),
)
DEFAULT_SCHEME = dict(
install_dir='$base/Lib/site-packages',
script_dir='$base/Scripts',
)
def _expand(self, *attrs):
config_vars = self.get_finalized_command('install').config_vars
if self.prefix:
# Set default install_dir/scripts from --prefix
config_vars = config_vars.copy()
config_vars['base'] = self.prefix
scheme = self.INSTALL_SCHEMES.get(os.name, self.DEFAULT_SCHEME)
for attr, val in scheme.items():
if getattr(self, attr, None) is None:
setattr(self, attr, val)
from distutils.util import subst_vars
for attr in attrs:
val = getattr(self, attr)
if val is not None:
val = subst_vars(val, config_vars)
if os.name == 'posix':
val = os.path.expanduser(val)
setattr(self, attr, val)
def _pythonpath():
items = os.environ.get('PYTHONPATH', '').split(os.pathsep)
return filter(None, items)
def get_site_dirs():
"""
Return a list of 'site' dirs
"""
sitedirs = []
# start with PYTHONPATH
sitedirs.extend(_pythonpath())
prefixes = [sys.prefix]
if sys.exec_prefix != sys.prefix:
prefixes.append(sys.exec_prefix)
for prefix in prefixes:
if not prefix:
continue
if sys.platform in ('os2emx', 'riscos'):
sitedirs.append(os.path.join(prefix, "Lib", "site-packages"))
elif os.sep == '/':
sitedirs.extend([
os.path.join(
prefix,
"lib",
"python{}.{}".format(*sys.version_info),
"site-packages",
),
os.path.join(prefix, "lib", "site-python"),
])
else:
sitedirs.extend([
prefix,
os.path.join(prefix, "lib", "site-packages"),
])
if sys.platform != 'darwin':
continue
# for framework builds *only* we add the standard Apple
# locations. Currently only per-user, but /Library and
# /Network/Library could be added too
if 'Python.framework' not in prefix:
continue
home = os.environ.get('HOME')
if not home:
continue
home_sp = os.path.join(
home,
'Library',
'Python',
'{}.{}'.format(*sys.version_info),
'site-packages',
)
sitedirs.append(home_sp)
lib_paths = get_path('purelib'), get_path('platlib')
sitedirs.extend(s for s in lib_paths if s not in sitedirs)
if site.ENABLE_USER_SITE:
sitedirs.append(site.USER_SITE)
with contextlib.suppress(AttributeError):
sitedirs.extend(site.getsitepackages())
sitedirs = list(map(normalize_path, sitedirs))
return sitedirs
def expand_paths(inputs): # noqa: C901 # is too complex (11) # FIXME
"""Yield sys.path directories that might contain "old-style" packages"""
seen = {}
for dirname in inputs:
dirname = normalize_path(dirname)
if dirname in seen:
continue
seen[dirname] = 1
if not os.path.isdir(dirname):
continue
files = os.listdir(dirname)
yield dirname, files
for name in files:
if not name.endswith('.pth'):
# We only care about the .pth files
continue
if name in ('easy-install.pth', 'setuptools.pth'):
# Ignore .pth files that we control
continue
# Read the .pth file
f = open(os.path.join(dirname, name))
lines = list(yield_lines(f))
f.close()
# Yield existing non-dupe, non-import directory lines from it
for line in lines:
if line.startswith("import"):
continue
line = normalize_path(line.rstrip())
if line in seen:
continue
seen[line] = 1
if not os.path.isdir(line):
continue
yield line, os.listdir(line)
def extract_wininst_cfg(dist_filename):
"""Extract configuration data from a bdist_wininst .exe
Returns a configparser.RawConfigParser, or None
"""
f = open(dist_filename, 'rb')
try:
endrec = zipfile._EndRecData(f)
if endrec is None:
return None
prepended = (endrec[9] - endrec[5]) - endrec[6]
if prepended < 12: # no wininst data here
return None
f.seek(prepended - 12)
tag, cfglen, bmlen = struct.unpack("<iii", f.read(12))
if tag not in (0x1234567A, 0x1234567B):
return None # not a valid tag
f.seek(prepended - (12 + cfglen))
init = {'version': '', 'target_version': ''}
cfg = configparser.RawConfigParser(init)
try:
part = f.read(cfglen)
# Read up to the first null byte.
config = part.split(b'\0', 1)[0]
# Now the config is in bytes, but for RawConfigParser, it should
# be text, so decode it.
config = config.decode(sys.getfilesystemencoding())
cfg.read_file(io.StringIO(config))
except configparser.Error:
return None
if not cfg.has_section('metadata') or not cfg.has_section('Setup'):
return None
return cfg
finally:
f.close()
def get_exe_prefixes(exe_filename):
"""Get exe->egg path translations for a given .exe file"""
prefixes = [
('PURELIB/', ''),
('PLATLIB/pywin32_system32', ''),
('PLATLIB/', ''),
('SCRIPTS/', 'EGG-INFO/scripts/'),
('DATA/lib/site-packages', ''),
]
z = zipfile.ZipFile(exe_filename)
try:
for info in z.infolist():
name = info.filename
parts = name.split('/')
if len(parts) == 3 and parts[2] == 'PKG-INFO':
if parts[1].endswith('.egg-info'):
prefixes.insert(0, ('/'.join(parts[:2]), 'EGG-INFO/'))
break
if len(parts) != 2 or not name.endswith('.pth'):
continue
if name.endswith('-nspkg.pth'):
continue
if parts[0].upper() in ('PURELIB', 'PLATLIB'):
contents = z.read(name).decode()
for pth in yield_lines(contents):
pth = pth.strip().replace('\\', '/')
if not pth.startswith('import'):
prefixes.append((('%s/%s/' % (parts[0], pth)), ''))
finally:
z.close()
prefixes = [(x.lower(), y) for x, y in prefixes]
prefixes.sort()
prefixes.reverse()
return prefixes
class PthDistributions(Environment):
"""A .pth file with Distribution paths in it"""
dirty = False
def __init__(self, filename, sitedirs=()):
self.filename = filename
self.sitedirs = list(map(normalize_path, sitedirs))
self.basedir = normalize_path(os.path.dirname(self.filename))
self._load()
Environment.__init__(self, [], None, None)
for path in yield_lines(self.paths):
list(map(self.add, find_distributions(path, True)))
def _load(self):
self.paths = []
saw_import = False
seen = dict.fromkeys(self.sitedirs)
if os.path.isfile(self.filename):
f = open(self.filename, 'rt')
for line in f:
if line.startswith('import'):
saw_import = True
continue
path = line.rstrip()
self.paths.append(path)
if not path.strip() or path.strip().startswith('#'):
continue
# skip non-existent paths, in case somebody deleted a package
# manually, and duplicate paths as well
path = self.paths[-1] = normalize_path(
os.path.join(self.basedir, path)
)
if not os.path.exists(path) or path in seen:
self.paths.pop() # skip it
self.dirty = True # we cleaned up, so we're dirty now :)
continue
seen[path] = 1
f.close()
if self.paths and not saw_import:
self.dirty = True # ensure anything we touch has import wrappers
while self.paths and not self.paths[-1].strip():
self.paths.pop()
def save(self):
"""Write changed .pth file back to disk"""
if not self.dirty:
return
rel_paths = list(map(self.make_relative, self.paths))
if rel_paths:
log.debug("Saving %s", self.filename)
lines = self._wrap_lines(rel_paths)
data = '\n'.join(lines) + '\n'
if os.path.islink(self.filename):
os.unlink(self.filename)
with open(self.filename, 'wt') as f:
f.write(data)
elif os.path.exists(self.filename):
log.debug("Deleting empty %s", self.filename)
os.unlink(self.filename)
self.dirty = False
@staticmethod
def _wrap_lines(lines):
return lines
def add(self, dist):
"""Add `dist` to the distribution map"""
new_path = (
dist.location not in self.paths and (
dist.location not in self.sitedirs or
# account for '.' being in PYTHONPATH
dist.location == os.getcwd()
)
)
if new_path:
self.paths.append(dist.location)
self.dirty = True
Environment.add(self, dist)
def remove(self, dist):
"""Remove `dist` from the distribution map"""
while dist.location in self.paths:
self.paths.remove(dist.location)
self.dirty = True
Environment.remove(self, dist)
def make_relative(self, path):
npath, last = os.path.split(normalize_path(path))
baselen = len(self.basedir)
parts = [last]
sep = os.altsep == '/' and '/' or os.sep
while len(npath) >= baselen:
if npath == self.basedir:
parts.append(os.curdir)
parts.reverse()
return sep.join(parts)
npath, last = os.path.split(npath)
parts.append(last)
else:
return path
class RewritePthDistributions(PthDistributions):
@classmethod
def _wrap_lines(cls, lines):
yield cls.prelude
for line in lines:
yield line
yield cls.postlude
prelude = _one_liner("""
import sys
sys.__plen = len(sys.path)
""")
postlude = _one_liner("""
import sys
new = sys.path[sys.__plen:]
del sys.path[sys.__plen:]
p = getattr(sys, '__egginsert', 0)
sys.path[p:p] = new
sys.__egginsert = p + len(new)
""")
if os.environ.get('SETUPTOOLS_SYS_PATH_TECHNIQUE', 'raw') == 'rewrite':
PthDistributions = RewritePthDistributions
def _first_line_re():
"""
Return a regular expression based on first_line_re suitable for matching
strings.
"""
if isinstance(first_line_re.pattern, str):
return first_line_re
# first_line_re in Python >=3.1.4 and >=3.2.1 is a bytes pattern.
return re.compile(first_line_re.pattern.decode())
def auto_chmod(func, arg, exc):
if func in [os.unlink, os.remove] and os.name == 'nt':
chmod(arg, stat.S_IWRITE)
return func(arg)
et, ev, _ = sys.exc_info()
# TODO: This code doesn't make sense. What is it trying to do?
raise (ev[0], ev[1] + (" %s %s" % (func, arg)))
def update_dist_caches(dist_path, fix_zipimporter_caches):
"""
Fix any globally cached `dist_path` related data
`dist_path` should be a path of a newly installed egg distribution (zipped
or unzipped).
sys.path_importer_cache contains finder objects that have been cached when
importing data from the original distribution. Any such finders need to be
cleared since the replacement distribution might be packaged differently,
e.g. a zipped egg distribution might get replaced with an unzipped egg
folder or vice versa. Having the old finders cached may then cause Python
to attempt loading modules from the replacement distribution using an
incorrect loader.
zipimport.zipimporter objects are Python loaders charged with importing
data packaged inside zip archives. If stale loaders referencing the
original distribution, are left behind, they can fail to load modules from
the replacement distribution. E.g. if an old zipimport.zipimporter instance
is used to load data from a new zipped egg archive, it may cause the
operation to attempt to locate the requested data in the wrong location -
one indicated by the original distribution's zip archive directory
information. Such an operation may then fail outright, e.g. report having
read a 'bad local file header', or even worse, it may fail silently &
return invalid data.
zipimport._zip_directory_cache contains cached zip archive directory
information for all existing zipimport.zipimporter instances and all such
instances connected to the same archive share the same cached directory
information.
If asked, and the underlying Python implementation allows it, we can fix
all existing zipimport.zipimporter instances instead of having to track
them down and remove them one by one, by updating their shared cached zip
archive directory information. This, of course, assumes that the
replacement distribution is packaged as a zipped egg.
If not asked to fix existing zipimport.zipimporter instances, we still do
our best to clear any remaining zipimport.zipimporter related cached data
that might somehow later get used when attempting to load data from the new
distribution and thus cause such load operations to fail. Note that when
tracking down such remaining stale data, we can not catch every conceivable
usage from here, and we clear only those that we know of and have found to
cause problems if left alive. Any remaining caches should be updated by
whomever is in charge of maintaining them, i.e. they should be ready to
handle us replacing their zip archives with new distributions at runtime.
"""
# There are several other known sources of stale zipimport.zipimporter
# instances that we do not clear here, but might if ever given a reason to
# do so:
# * Global setuptools pkg_resources.working_set (a.k.a. 'master working
# set') may contain distributions which may in turn contain their
# zipimport.zipimporter loaders.
# * Several zipimport.zipimporter loaders held by local variables further
# up the function call stack when running the setuptools installation.
# * Already loaded modules may have their __loader__ attribute set to the
# exact loader instance used when importing them. Python 3.4 docs state
# that this information is intended mostly for introspection and so is
# not expected to cause us problems.
normalized_path = normalize_path(dist_path)
_uncache(normalized_path, sys.path_importer_cache)
if fix_zipimporter_caches:
_replace_zip_directory_cache_data(normalized_path)
else:
# Here, even though we do not want to fix existing and now stale
# zipimporter cache information, we still want to remove it. Related to
# Python's zip archive directory information cache, we clear each of
# its stale entries in two phases:
# 1. Clear the entry so attempting to access zip archive information
# via any existing stale zipimport.zipimporter instances fails.
# 2. Remove the entry from the cache so any newly constructed
# zipimport.zipimporter instances do not end up using old stale
# zip archive directory information.
# This whole stale data removal step does not seem strictly necessary,
# but has been left in because it was done before we started replacing
# the zip archive directory information cache content if possible, and
# there are no relevant unit tests that we can depend on to tell us if
# this is really needed.
_remove_and_clear_zip_directory_cache_data(normalized_path)
def _collect_zipimporter_cache_entries(normalized_path, cache):
"""
Return zipimporter cache entry keys related to a given normalized path.
Alternative path spellings (e.g. those using different character case or
those using alternative path separators) related to the same path are
included. Any sub-path entries are included as well, i.e. those
corresponding to zip archives embedded in other zip archives.
"""
result = []
prefix_len = len(normalized_path)
for p in cache:
np = normalize_path(p)
if (np.startswith(normalized_path) and
np[prefix_len:prefix_len + 1] in (os.sep, '')):
result.append(p)
return result
def _update_zipimporter_cache(normalized_path, cache, updater=None):
"""
Update zipimporter cache data for a given normalized path.
Any sub-path entries are processed as well, i.e. those corresponding to zip
archives embedded in other zip archives.
Given updater is a callable taking a cache entry key and the original entry
(after already removing the entry from the cache), and expected to update
the entry and possibly return a new one to be inserted in its place.
Returning None indicates that the entry should not be replaced with a new
one. If no updater is given, the cache entries are simply removed without
any additional processing, the same as if the updater simply returned None.
"""
for p in _collect_zipimporter_cache_entries(normalized_path, cache):
# N.B. pypy's custom zipimport._zip_directory_cache implementation does
# not support the complete dict interface:
# * Does not support item assignment, thus not allowing this function
# to be used only for removing existing cache entries.
# * Does not support the dict.pop() method, forcing us to use the
# get/del patterns instead. For more detailed information see the
# following links:
# https://github.com/pypa/setuptools/issues/202#issuecomment-202913420
# http://bit.ly/2h9itJX
old_entry = cache[p]
del cache[p]
new_entry = updater and updater(p, old_entry)
if new_entry is not None:
cache[p] = new_entry
def _uncache(normalized_path, cache):
_update_zipimporter_cache(normalized_path, cache)
def _remove_and_clear_zip_directory_cache_data(normalized_path):
def clear_and_remove_cached_zip_archive_directory_data(path, old_entry):
old_entry.clear()
_update_zipimporter_cache(
normalized_path, zipimport._zip_directory_cache,
updater=clear_and_remove_cached_zip_archive_directory_data)
# PyPy Python implementation does not allow directly writing to the
# zipimport._zip_directory_cache and so prevents us from attempting to correct
# its content. The best we can do there is clear the problematic cache content
# and have PyPy repopulate it as needed. The downside is that if there are any
# stale zipimport.zipimporter instances laying around, attempting to use them
# will fail due to not having its zip archive directory information available
# instead of being automatically corrected to use the new correct zip archive
# directory information.
if '__pypy__' in sys.builtin_module_names:
_replace_zip_directory_cache_data = \
_remove_and_clear_zip_directory_cache_data
else:
def _replace_zip_directory_cache_data(normalized_path):
def replace_cached_zip_archive_directory_data(path, old_entry):
# N.B. In theory, we could load the zip directory information just
# once for all updated path spellings, and then copy it locally and
# update its contained path strings to contain the correct
# spelling, but that seems like a way too invasive move (this cache
# structure is not officially documented anywhere and could in
# theory change with new Python releases) for no significant
# benefit.
old_entry.clear()
zipimport.zipimporter(path)
old_entry.update(zipimport._zip_directory_cache[path])
return old_entry
_update_zipimporter_cache(
normalized_path, zipimport._zip_directory_cache,
updater=replace_cached_zip_archive_directory_data)
def is_python(text, filename='<string>'):
"Is this string a valid Python script?"
try:
compile(text, filename, 'exec')
except (SyntaxError, TypeError):
return False
else:
return True
def is_sh(executable):
"""Determine if the specified executable is a .sh (contains a #! line)"""
try:
with io.open(executable, encoding='latin-1') as fp:
magic = fp.read(2)
except (OSError, IOError):
return executable
return magic == '#!'
def nt_quote_arg(arg):
"""Quote a command line argument according to Windows parsing rules"""
return subprocess.list2cmdline([arg])
def is_python_script(script_text, filename):
"""Is this text, as a whole, a Python script? (as opposed to shell/bat/etc.
"""
if filename.endswith('.py') or filename.endswith('.pyw'):
return True # extension says it's Python
if is_python(script_text, filename):
return True # it's syntactically valid Python
if script_text.startswith('#!'):
# It begins with a '#!' line, so check if 'python' is in it somewhere
return 'python' in script_text.splitlines()[0].lower()
return False # Not any Python I can recognize
try:
from os import chmod as _chmod
except ImportError:
# Jython compatibility
def _chmod(*args):
pass
def chmod(path, mode):
log.debug("changing mode of %s to %o", path, mode)
try:
_chmod(path, mode)
except os.error as e:
log.debug("chmod failed: %s", e)
class CommandSpec(list):
"""
A command spec for a #! header, specified as a list of arguments akin to
those passed to Popen.
"""
options = []
split_args = dict()
@classmethod
def best(cls):
"""
Choose the best CommandSpec class based on environmental conditions.
"""
return cls
@classmethod
def _sys_executable(cls):
_default = os.path.normpath(sys.executable)
return os.environ.get('__PYVENV_LAUNCHER__', _default)
@classmethod
def from_param(cls, param):
"""
Construct a CommandSpec from a parameter to build_scripts, which may
be None.
"""
if isinstance(param, cls):
return param
if isinstance(param, list):
return cls(param)
if param is None:
return cls.from_environment()
# otherwise, assume it's a string.
return cls.from_string(param)
@classmethod
def from_environment(cls):
return cls([cls._sys_executable()])
@classmethod
def from_string(cls, string):
"""
Construct a command spec from a simple string representing a command
line parseable by shlex.split.
"""
items = shlex.split(string, **cls.split_args)
return cls(items)
def install_options(self, script_text):
self.options = shlex.split(self._extract_options(script_text))
cmdline = subprocess.list2cmdline(self)
if not isascii(cmdline):
self.options[:0] = ['-x']
@staticmethod
def _extract_options(orig_script):
"""
Extract any options from the first line of the script.
"""
first = (orig_script + '\n').splitlines()[0]
match = _first_line_re().match(first)
options = match.group(1) or '' if match else ''
return options.strip()
def as_header(self):
return self._render(self + list(self.options))
@staticmethod
def _strip_quotes(item):
_QUOTES = '"\''
for q in _QUOTES:
if item.startswith(q) and item.endswith(q):
return item[1:-1]
return item
@staticmethod
def _render(items):
cmdline = subprocess.list2cmdline(
CommandSpec._strip_quotes(item.strip()) for item in items)
return '#!' + cmdline + '\n'
# For pbr compat; will be removed in a future version.
sys_executable = CommandSpec._sys_executable()
class WindowsCommandSpec(CommandSpec):
split_args = dict(posix=False)
class ScriptWriter:
"""
Encapsulates behavior around writing entry point scripts for console and
gui apps.
"""
template = textwrap.dedent(r"""
# EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r
import re
import sys
# for compatibility with easy_install; see #2198
__requires__ = %(spec)r
try:
from importlib.metadata import distribution
except ImportError:
try:
from importlib_metadata import distribution
except ImportError:
from pkg_resources import load_entry_point
def importlib_load_entry_point(spec, group, name):
dist_name, _, _ = spec.partition('==')
matches = (
entry_point
for entry_point in distribution(dist_name).entry_points
if entry_point.group == group and entry_point.name == name
)
return next(matches).load()
globals().setdefault('load_entry_point', importlib_load_entry_point)
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
sys.exit(load_entry_point(%(spec)r, %(group)r, %(name)r)())
""").lstrip()
command_spec_class = CommandSpec
@classmethod
def get_script_args(cls, dist, executable=None, wininst=False):
# for backward compatibility
warnings.warn("Use get_args", EasyInstallDeprecationWarning)
writer = (WindowsScriptWriter if wininst else ScriptWriter).best()
header = cls.get_script_header("", executable, wininst)
return writer.get_args(dist, header)
@classmethod
def get_script_header(cls, script_text, executable=None, wininst=False):
# for backward compatibility
warnings.warn(
"Use get_header", EasyInstallDeprecationWarning, stacklevel=2)
if wininst:
executable = "python.exe"
return cls.get_header(script_text, executable)
@classmethod
def get_args(cls, dist, header=None):
"""
Yield write_script() argument tuples for a distribution's
console_scripts and gui_scripts entry points.
"""
if header is None:
header = cls.get_header()
spec = str(dist.as_requirement())
for type_ in 'console', 'gui':
group = type_ + '_scripts'
for name, ep in dist.get_entry_map(group).items():
cls._ensure_safe_name(name)
script_text = cls.template % locals()
args = cls._get_script_args(type_, name, header, script_text)
for res in args:
yield res
@staticmethod
def _ensure_safe_name(name):
"""
Prevent paths in *_scripts entry point names.
"""
has_path_sep = re.search(r'[\\/]', name)
if has_path_sep:
raise ValueError("Path separators not allowed in script names")
@classmethod
def get_writer(cls, force_windows):
# for backward compatibility
warnings.warn("Use best", EasyInstallDeprecationWarning)
return WindowsScriptWriter.best() if force_windows else cls.best()
@classmethod
def best(cls):
"""
Select the best ScriptWriter for this environment.
"""
if sys.platform == 'win32' or (os.name == 'java' and os._name == 'nt'):
return WindowsScriptWriter.best()
else:
return cls
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
# Simply write the stub with no extension.
yield (name, header + script_text)
@classmethod
def get_header(cls, script_text="", executable=None):
"""Create a #! line, getting options (if any) from script_text"""
cmd = cls.command_spec_class.best().from_param(executable)
cmd.install_options(script_text)
return cmd.as_header()
class WindowsScriptWriter(ScriptWriter):
command_spec_class = WindowsCommandSpec
@classmethod
def get_writer(cls):
# for backward compatibility
warnings.warn("Use best", EasyInstallDeprecationWarning)
return cls.best()
@classmethod
def best(cls):
"""
Select the best ScriptWriter suitable for Windows
"""
writer_lookup = dict(
executable=WindowsExecutableLauncherWriter,
natural=cls,
)
# for compatibility, use the executable launcher by default
launcher = os.environ.get('SETUPTOOLS_LAUNCHER', 'executable')
return writer_lookup[launcher]
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
"For Windows, add a .py extension"
ext = dict(console='.pya', gui='.pyw')[type_]
if ext not in os.environ['PATHEXT'].lower().split(';'):
msg = (
"{ext} not listed in PATHEXT; scripts will not be "
"recognized as executables."
).format(**locals())
warnings.warn(msg, UserWarning)
old = ['.pya', '.py', '-script.py', '.pyc', '.pyo', '.pyw', '.exe']
old.remove(ext)
header = cls._adjust_header(type_, header)
blockers = [name + x for x in old]
yield name + ext, header + script_text, 't', blockers
@classmethod
def _adjust_header(cls, type_, orig_header):
"""
Make sure 'pythonw' is used for gui and 'python' is used for
console (regardless of what sys.executable is).
"""
pattern = 'pythonw.exe'
repl = 'python.exe'
if type_ == 'gui':
pattern, repl = repl, pattern
pattern_ob = re.compile(re.escape(pattern), re.IGNORECASE)
new_header = pattern_ob.sub(string=orig_header, repl=repl)
return new_header if cls._use_header(new_header) else orig_header
@staticmethod
def _use_header(new_header):
"""
Should _adjust_header use the replaced header?
On non-windows systems, always use. On
Windows systems, only use the replaced header if it resolves
to an executable on the system.
"""
clean_header = new_header[2:-1].strip('"')
return sys.platform != 'win32' or find_executable(clean_header)
class WindowsExecutableLauncherWriter(WindowsScriptWriter):
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
"""
For Windows, add a .py extension and an .exe launcher
"""
if type_ == 'gui':
launcher_type = 'gui'
ext = '-script.pyw'
old = ['.pyw']
else:
launcher_type = 'cli'
ext = '-script.py'
old = ['.py', '.pyc', '.pyo']
hdr = cls._adjust_header(type_, header)
blockers = [name + x for x in old]
yield (name + ext, hdr + script_text, 't', blockers)
yield (
name + '.exe', get_win_launcher(launcher_type),
'b' # write in binary mode
)
if not is_64bit():
# install a manifest for the launcher to prevent Windows
# from detecting it as an installer (which it will for
# launchers like easy_install.exe). Consider only
# adding a manifest for launchers detected as installers.
# See Distribute #143 for details.
m_name = name + '.exe.manifest'
yield (m_name, load_launcher_manifest(name), 't')
# for backward-compatibility
get_script_args = ScriptWriter.get_script_args
get_script_header = ScriptWriter.get_script_header
def get_win_launcher(type):
"""
Load the Windows launcher (executable) suitable for launching a script.
`type` should be either 'cli' or 'gui'
Returns the executable as a byte string.
"""
launcher_fn = '%s.exe' % type
if is_64bit():
if get_platform() == "win-arm64":
launcher_fn = launcher_fn.replace(".", "-arm64.")
else:
launcher_fn = launcher_fn.replace(".", "-64.")
else:
launcher_fn = launcher_fn.replace(".", "-32.")
return resource_string('setuptools', launcher_fn)
def load_launcher_manifest(name):
manifest = pkg_resources.resource_string(__name__, 'launcher manifest.xml')
return manifest.decode('utf-8') % vars()
def rmtree(path, ignore_errors=False, onerror=auto_chmod):
return shutil.rmtree(path, ignore_errors, onerror)
def current_umask():
tmp = os.umask(0o022)
os.umask(tmp)
return tmp
class EasyInstallDeprecationWarning(SetuptoolsDeprecationWarning):
"""
Warning for EasyInstall deprecations, bypassing suppression.
"""
site-packages/setuptools/command/rotate.py 0000644 00000004120 15056474501 0014777 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsOptionError
import os
import shutil
from setuptools import Command
class rotate(Command):
"""Delete older distributions"""
description = "delete older distributions, keeping N newest files"
user_options = [
('match=', 'm', "patterns to match (required)"),
('dist-dir=', 'd', "directory where the distributions are"),
('keep=', 'k', "number of matching distributions to keep"),
]
boolean_options = []
def initialize_options(self):
self.match = None
self.dist_dir = None
self.keep = None
def finalize_options(self):
if self.match is None:
raise DistutilsOptionError(
"Must specify one or more (comma-separated) match patterns "
"(e.g. '.zip' or '.egg')"
)
if self.keep is None:
raise DistutilsOptionError("Must specify number of files to keep")
try:
self.keep = int(self.keep)
except ValueError as e:
raise DistutilsOptionError("--keep must be an integer") from e
if isinstance(self.match, str):
self.match = [
convert_path(p.strip()) for p in self.match.split(',')
]
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
def run(self):
self.run_command("egg_info")
from glob import glob
for pattern in self.match:
pattern = self.distribution.get_name() + '*' + pattern
files = glob(os.path.join(self.dist_dir, pattern))
files = [(os.path.getmtime(f), f) for f in files]
files.sort()
files.reverse()
log.info("%d file(s) matching %s", len(files), pattern)
files = files[self.keep:]
for (t, f) in files:
log.info("Deleting %s", f)
if not self.dry_run:
if os.path.isdir(f):
shutil.rmtree(f)
else:
os.unlink(f)
site-packages/setuptools/command/upload.py 0000644 00000000716 15056474501 0014774 0 ustar 00 from distutils import log
from distutils.command import upload as orig
from setuptools.errors import RemovedCommandError
class upload(orig.upload):
"""Formerly used to upload packages to PyPI."""
def run(self):
msg = (
"The upload command has been removed, use twine to upload "
+ "instead (https://pypi.org/p/twine)"
)
self.announce("ERROR: " + msg, log.ERROR)
raise RemovedCommandError(msg)
site-packages/setuptools/command/launcher manifest.xml 0000644 00000001164 15056474501 0017246 0 ustar 00 <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%(name)s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>
site-packages/setuptools/command/build_ext.py 0000644 00000031634 15056474501 0015472 0 ustar 00 import os
import sys
import itertools
from importlib.machinery import EXTENSION_SUFFIXES
from distutils.command.build_ext import build_ext as _du_build_ext
from distutils.file_util import copy_file
from distutils.ccompiler import new_compiler
from distutils.sysconfig import customize_compiler, get_config_var
from distutils.errors import DistutilsError
from distutils import log
from setuptools.extension import Library
try:
# Attempt to use Cython for building extensions, if available
from Cython.Distutils.build_ext import build_ext as _build_ext
# Additionally, assert that the compiler module will load
# also. Ref #1229.
__import__('Cython.Compiler.Main')
except ImportError:
_build_ext = _du_build_ext
# make sure _config_vars is initialized
get_config_var("LDSHARED")
from distutils.sysconfig import _config_vars as _CONFIG_VARS # noqa
def _customize_compiler_for_shlib(compiler):
if sys.platform == "darwin":
# building .dylib requires additional compiler flags on OSX; here we
# temporarily substitute the pyconfig.h variables so that distutils'
# 'customize_compiler' uses them before we build the shared libraries.
tmp = _CONFIG_VARS.copy()
try:
# XXX Help! I don't have any idea whether these are right...
_CONFIG_VARS['LDSHARED'] = (
"gcc -Wl,-x -dynamiclib -undefined dynamic_lookup")
_CONFIG_VARS['CCSHARED'] = " -dynamiclib"
_CONFIG_VARS['SO'] = ".dylib"
customize_compiler(compiler)
finally:
_CONFIG_VARS.clear()
_CONFIG_VARS.update(tmp)
else:
customize_compiler(compiler)
have_rtld = False
use_stubs = False
libtype = 'shared'
if sys.platform == "darwin":
use_stubs = True
elif os.name != 'nt':
try:
import dl
use_stubs = have_rtld = hasattr(dl, 'RTLD_NOW')
except ImportError:
pass
def if_dl(s):
return s if have_rtld else ''
def get_abi3_suffix():
"""Return the file extension for an abi3-compliant Extension()"""
for suffix in EXTENSION_SUFFIXES:
if '.abi3' in suffix: # Unix
return suffix
elif suffix == '.pyd': # Windows
return suffix
class build_ext(_build_ext):
def run(self):
"""Build extensions in build directory, then copy if --inplace"""
old_inplace, self.inplace = self.inplace, 0
_build_ext.run(self)
self.inplace = old_inplace
if old_inplace:
self.copy_extensions_to_source()
def copy_extensions_to_source(self):
build_py = self.get_finalized_command('build_py')
for ext in self.extensions:
fullname = self.get_ext_fullname(ext.name)
filename = self.get_ext_filename(fullname)
modpath = fullname.split('.')
package = '.'.join(modpath[:-1])
package_dir = build_py.get_package_dir(package)
dest_filename = os.path.join(package_dir,
os.path.basename(filename))
src_filename = os.path.join(self.build_lib, filename)
# Always copy, even if source is older than destination, to ensure
# that the right extensions for the current Python/platform are
# used.
copy_file(
src_filename, dest_filename, verbose=self.verbose,
dry_run=self.dry_run
)
if ext._needs_stub:
self.write_stub(package_dir or os.curdir, ext, True)
def get_ext_filename(self, fullname):
so_ext = os.getenv('SETUPTOOLS_EXT_SUFFIX')
if so_ext:
filename = os.path.join(*fullname.split('.')) + so_ext
else:
filename = _build_ext.get_ext_filename(self, fullname)
so_ext = get_config_var('EXT_SUFFIX')
if fullname in self.ext_map:
ext = self.ext_map[fullname]
use_abi3 = getattr(ext, 'py_limited_api') and get_abi3_suffix()
if use_abi3:
filename = filename[:-len(so_ext)]
so_ext = get_abi3_suffix()
filename = filename + so_ext
if isinstance(ext, Library):
fn, ext = os.path.splitext(filename)
return self.shlib_compiler.library_filename(fn, libtype)
elif use_stubs and ext._links_to_dynamic:
d, fn = os.path.split(filename)
return os.path.join(d, 'dl-' + fn)
return filename
def initialize_options(self):
_build_ext.initialize_options(self)
self.shlib_compiler = None
self.shlibs = []
self.ext_map = {}
def finalize_options(self):
_build_ext.finalize_options(self)
self.extensions = self.extensions or []
self.check_extensions_list(self.extensions)
self.shlibs = [ext for ext in self.extensions
if isinstance(ext, Library)]
if self.shlibs:
self.setup_shlib_compiler()
for ext in self.extensions:
ext._full_name = self.get_ext_fullname(ext.name)
for ext in self.extensions:
fullname = ext._full_name
self.ext_map[fullname] = ext
# distutils 3.1 will also ask for module names
# XXX what to do with conflicts?
self.ext_map[fullname.split('.')[-1]] = ext
ltd = self.shlibs and self.links_to_dynamic(ext) or False
ns = ltd and use_stubs and not isinstance(ext, Library)
ext._links_to_dynamic = ltd
ext._needs_stub = ns
filename = ext._file_name = self.get_ext_filename(fullname)
libdir = os.path.dirname(os.path.join(self.build_lib, filename))
if ltd and libdir not in ext.library_dirs:
ext.library_dirs.append(libdir)
if ltd and use_stubs and os.curdir not in ext.runtime_library_dirs:
ext.runtime_library_dirs.append(os.curdir)
def setup_shlib_compiler(self):
compiler = self.shlib_compiler = new_compiler(
compiler=self.compiler, dry_run=self.dry_run, force=self.force
)
_customize_compiler_for_shlib(compiler)
if self.include_dirs is not None:
compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name, value) in self.define:
compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
compiler.undefine_macro(macro)
if self.libraries is not None:
compiler.set_libraries(self.libraries)
if self.library_dirs is not None:
compiler.set_library_dirs(self.library_dirs)
if self.rpath is not None:
compiler.set_runtime_library_dirs(self.rpath)
if self.link_objects is not None:
compiler.set_link_objects(self.link_objects)
# hack so distutils' build_extension() builds a library instead
compiler.link_shared_object = link_shared_object.__get__(compiler)
def get_export_symbols(self, ext):
if isinstance(ext, Library):
return ext.export_symbols
return _build_ext.get_export_symbols(self, ext)
def build_extension(self, ext):
ext._convert_pyx_sources_to_lang()
_compiler = self.compiler
try:
if isinstance(ext, Library):
self.compiler = self.shlib_compiler
_build_ext.build_extension(self, ext)
if ext._needs_stub:
cmd = self.get_finalized_command('build_py').build_lib
self.write_stub(cmd, ext)
finally:
self.compiler = _compiler
def links_to_dynamic(self, ext):
"""Return true if 'ext' links to a dynamic lib in the same package"""
# XXX this should check to ensure the lib is actually being built
# XXX as dynamic, and not just using a locally-found version or a
# XXX static-compiled version
libnames = dict.fromkeys([lib._full_name for lib in self.shlibs])
pkg = '.'.join(ext._full_name.split('.')[:-1] + [''])
return any(pkg + libname in libnames for libname in ext.libraries)
def get_outputs(self):
return _build_ext.get_outputs(self) + self.__get_stubs_outputs()
def __get_stubs_outputs(self):
# assemble the base name for each extension that needs a stub
ns_ext_bases = (
os.path.join(self.build_lib, *ext._full_name.split('.'))
for ext in self.extensions
if ext._needs_stub
)
# pair each base with the extension
pairs = itertools.product(ns_ext_bases, self.__get_output_extensions())
return list(base + fnext for base, fnext in pairs)
def __get_output_extensions(self):
yield '.py'
yield '.pyc'
if self.get_finalized_command('build_py').optimize:
yield '.pyo'
def write_stub(self, output_dir, ext, compile=False):
log.info("writing stub loader for %s to %s", ext._full_name,
output_dir)
stub_file = (os.path.join(output_dir, *ext._full_name.split('.')) +
'.py')
if compile and os.path.exists(stub_file):
raise DistutilsError(stub_file + " already exists! Please delete.")
if not self.dry_run:
f = open(stub_file, 'w')
f.write(
'\n'.join([
"def __bootstrap__():",
" global __bootstrap__, __file__, __loader__",
" import sys, os, pkg_resources, importlib.util" +
if_dl(", dl"),
" __file__ = pkg_resources.resource_filename"
"(__name__,%r)"
% os.path.basename(ext._file_name),
" del __bootstrap__",
" if '__loader__' in globals():",
" del __loader__",
if_dl(" old_flags = sys.getdlopenflags()"),
" old_dir = os.getcwd()",
" try:",
" os.chdir(os.path.dirname(__file__))",
if_dl(" sys.setdlopenflags(dl.RTLD_NOW)"),
" spec = importlib.util.spec_from_file_location(",
" __name__, __file__)",
" mod = importlib.util.module_from_spec(spec)",
" spec.loader.exec_module(mod)",
" finally:",
if_dl(" sys.setdlopenflags(old_flags)"),
" os.chdir(old_dir)",
"__bootstrap__()",
"" # terminal \n
])
)
f.close()
if compile:
from distutils.util import byte_compile
byte_compile([stub_file], optimize=0,
force=True, dry_run=self.dry_run)
optimize = self.get_finalized_command('install_lib').optimize
if optimize > 0:
byte_compile([stub_file], optimize=optimize,
force=True, dry_run=self.dry_run)
if os.path.exists(stub_file) and not self.dry_run:
os.unlink(stub_file)
if use_stubs or os.name == 'nt':
# Build shared libraries
#
def link_shared_object(
self, objects, output_libname, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None, export_symbols=None,
debug=0, extra_preargs=None, extra_postargs=None, build_temp=None,
target_lang=None):
self.link(
self.SHARED_LIBRARY, objects, output_libname,
output_dir, libraries, library_dirs, runtime_library_dirs,
export_symbols, debug, extra_preargs, extra_postargs,
build_temp, target_lang
)
else:
# Build static libraries everywhere else
libtype = 'static'
def link_shared_object(
self, objects, output_libname, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None, export_symbols=None,
debug=0, extra_preargs=None, extra_postargs=None, build_temp=None,
target_lang=None):
# XXX we need to either disallow these attrs on Library instances,
# or warn/abort here if set, or something...
# libraries=None, library_dirs=None, runtime_library_dirs=None,
# export_symbols=None, extra_preargs=None, extra_postargs=None,
# build_temp=None
assert output_dir is None # distutils build_ext doesn't pass this
output_dir, filename = os.path.split(output_libname)
basename, ext = os.path.splitext(filename)
if self.library_filename("x").startswith('lib'):
# strip 'lib' prefix; this is kludgy if some platform uses
# a different prefix
basename = basename[3:]
self.create_static_lib(
objects, basename, output_dir, debug, target_lang
)
site-packages/setuptools/command/__pycache__/upload_docs.cpython-39.pyc 0000644 00000014101 15056474501 0022264 0 ustar 00 a
(�Re2 � @ s� d Z ddlmZ ddlmZ ddlmZ ddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlmZ ddlmZ d d
� ZG d d � d e�ZdS )
z|upload_docs
Implements a Distutils 'upload_docs' subcommand (upload documentation to
sites other than PyPi such as devpi).
� )�standard_b64encode)�log)�DistutilsOptionErrorN)�iter_entry_points� )�uploadc C s | � dd�S )Nzutf-8�surrogateescape)�encode)�s� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/upload_docs.py�_encode s r
c @ s� e Zd ZdZdZdddej fddgZejZdd � Zd
efgZ d d � Z
d
d� Z dd� Z dd� Z
edd� �Zedd� �Zdd� ZdS )� upload_docsz https://pypi.python.org/pypi/z;Upload documentation to sites other than PyPi such as devpiz repository=�rz url of repository [default: %s])z
show-responseNz&display full response text from server)z upload-dir=Nzdirectory to uploadc C s" | j d u r tdd�D ]} dS d S )Nzdistutils.commands� build_sphinxT)�
upload_dirr )�self�epr r r �
has_sphinx- s
zupload_docs.has_sphinxr c C s t �| � d | _d | _d S )N)r �initialize_optionsr �
target_dir)r r r r r 4 s
z upload_docs.initialize_optionsc C s� t �| � | jd u rV| �� r8| �d�}t|j�d | _qh| �d�}tj �
|j d�| _n| � d� | j| _d| j
v r|t�d� | �d| j � d S ) Nr �html�buildZdocsr zpypi.python.orgz<Upload_docs command is deprecated for PyPi. Use RTD instead.zUsing upload directory %s)r �finalize_optionsr r �get_finalized_command�dictZbuilder_target_dirsr �os�path�join�
build_base�ensure_dirname�
repositoryr �warn�announce)r r r r r r r 9 s
z upload_docs.finalize_optionsc C s� t �|d�}z�| �| j� t�| j�D ]x\}}}|| jkrP|sPd}t|| j ��|D ]H}tj�||�}|t | j�d � �
tjj �} tj�| |�}
|� ||
� qTq&W |�
� n
|�
� 0 d S )N�wz'no files found in upload directory '%s')�zipfile�ZipFile�mkpathr r �walkr r r �len�lstrip�sep�write�close) r �filename�zip_file�root�dirs�files�tmpl�name�full�relative�destr r r �create_zipfileI s zupload_docs.create_zipfilec C sr | � � D ]}| �|� qt�� }| jj�� }tj� |d| �}z"| �
|� | � |� W t �
|� n t �
|� 0 d S )Nz%s.zip)�get_sub_commands� run_command�tempfile�mkdtemp� distribution�metadata�get_namer r r r8 � upload_file�shutil�rmtree)r �cmd_name�tmp_dirr4 r/ r r r �runY s
zupload_docs.runc c s� | \}}d| }t |t�s |g}|D ]f}t |t�rL|d|d 7 }|d }nt|�}|V t|�V dV |V |r$|dd � dkr$dV q$d S ) Nz*
Content-Disposition: form-data; name="%s"z; filename="%s"r r s
����
�
)�
isinstance�list�tupler
)�item� sep_boundary�key�values�title�valuer r r � _build_partg s
zupload_docs._build_partc C sn d}d|� d� }|d }|df}tj| j|d�}t||�� �}tj�|�}t�||�} d| }
d� | �|
fS ) z=
Build up the MIME payload for the POST data
z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--�asciis --rH )rM z multipart/form-data; boundary=%s� )
r � functools�partialrR �map�items� itertools�chain�
from_iterabler ) �cls�data�boundaryrM Z end_boundaryZ end_itemsZbuilderZ part_groups�partsZ
body_items� content_typer r r �_build_multipart{ s � z upload_docs._build_multipartc
C sV t |d��}|�� }W d � n1 s(0 Y | jj}d|�� tj�|�|fd�}t| j d | j
�}t |�� d�}d| }| �
|�\}} d| j }
| �|
tj� tj�| j�\} } }
}}}|s�|s�|r�J �| dkr�tj�| �}n"| d kr�tj�| �}n td
| ��d }zZ|�� |�d |
� | }|� d
|� |� dt t |��� |� d|� |� � |� |� W n< t!j"�y� } z | �t |�tj#� W Y d }~d S d }~0 0 |�$� }|j%dk�r�d|j%|j&f }
| �|
tj� nb|j%dk�r |�'d�}|d u �rd|�� }d| }
| �|
tj� n d|j%|j&f }
| �|
tj#� | j(�rRt)d|�� d� d S )N�rbZ
doc_upload)z:actionr4 �content�:rS zBasic z Submitting documentation to %s�http�httpszunsupported schema � �POSTz Content-typezContent-length�
Authorization�� zServer response (%s): %si- ZLocationz https://pythonhosted.org/%s/zUpload successful. Visit %szUpload failed (%s): %szK---------------------------------------------------------------------------)*�open�readr= r> r? r r �basenamer
�username�passwordr �decodera r! r# r �INFO�urllib�parse�urlparsere �client�HTTPConnection�HTTPSConnection�AssertionError�connect�
putrequest� putheader�strr) �
endheaders�send�socket�error�ERROR� getresponse�status�reason� getheader�
show_response�print)r r. �frc �metar] � credentials�auth�body�ct�msgZschema�netloc�url�params�query� fragments�connr` �er �locationr r r r@ � s` &�
�
zupload_docs.upload_fileN)�__name__�
__module__� __qualname__�DEFAULT_REPOSITORY� descriptionr � user_options�boolean_optionsr � sub_commandsr r r8 rE � staticmethodrR � classmethodra r@ r r r r r s( ��
r )�__doc__�base64r � distutilsr �distutils.errorsr r r r% r; rA rY rU � http.clientre � urllib.parserr �
pkg_resourcesr r r
r r r r r �<module> s site-packages/setuptools/command/__pycache__/egg_info.cpython-39.pyc 0000644 00000053012 15056474501 0021551 0 ustar 00 a
(�Re�b � @ s� d Z ddlmZ ddlmZ ddlmZ ddlm Z ddlZddlZddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lm Z m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z% dd
l&m'Z' ddl(m)Z) ddlm*Z* dd� Z+G dd� d�Z,G dd� de,e�Z-G dd� de�ZG dd� de�Z.dd� Z/d d � Z0d d � Z1d d!� Z2d"d#� Z3d$d%� Z4d&d'� Z5d(d)� Z6d3d+d,�Z7d-d.� Z8d/d0� Z9G d1d2� d2e*�Z:dS )4zUsetuptools.command.egg_info
Create a distribution's .egg-info directory and contents� )�FileList)�DistutilsInternalError)� convert_path)�logN)�Command)�sdist)� walk_revctrl)� edit_config)� bdist_egg)�parse_requirements� safe_name�
parse_version� safe_version� yield_lines�
EntryPoint�iter_entry_points� to_filename)�glob)� packaging)� SetuptoolsDeprecationWarningc C s� d}| � tjj�}t�tj�}d|f }t|�D �]�\}}|t|�d k}|dkrr|r`|d7 }q0|d||f 7 }q0d}t|�} || k �r�|| }
|
dkr�||d 7 }�n |
d kr�||7 }n�|
d
k�r�|d } | | k r�|| d kr�| d } | | k �r|| d k�r| d } | | k �r,|| d k�r,| d } �q| | k�rF|t�|
�7 }nR||d | � } d}
| d d k�rxd
}
| dd� } |
t�| �7 }
|d|
f 7 }| }n|t�|
�7 }|d7 }q~|s0||7 }q0|d7 }tj|tj tj
B d�S )z�
Translate a file path glob like '*.txt' in to a regular expression.
This differs from fnmatch.translate which allows wildcards to match
directory separators. It also knows about '**/' which matches any number of
directories.
� z[^%s]� �**z.*z
(?:%s+%s)*r �*�?�[�!�]�^Nz[%s]z\Z)�flags) �split�os�path�sep�re�escape� enumerate�len�compile� MULTILINE�DOTALL)r �pat�chunksr# Z
valid_char�c�chunk�
last_chunk�iZ chunk_len�charZinner_i�inner�
char_class� r4 ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/egg_info.py�translate_pattern# sV
r6 c @ s@ e Zd ZdZdZedd� �Zdd� Zdd� Zdd � Z ee �Z
dS )
�
InfoCommonNc C s t | j�� �S �N)r � distribution�get_name��selfr4 r4 r5 �namez s zInfoCommon.namec C s t | �| j�� ��S r8 )r �
_maybe_tagr9 � get_versionr; r4 r4 r5 �tagged_version~ s zInfoCommon.tagged_versionc C s | j r|�| j �r|S || j S )z�
egg_info may be called more than once for a distribution,
in which case the version string already contains all tags.
)�vtags�endswith�r< �versionr4 r4 r5 r> � s �zInfoCommon._maybe_tagc C s, d}| j r|| j 7 }| jr(|t�d�7 }|S )Nr z-%Y%m%d)� tag_build�tag_date�time�strftimerC r4 r4 r5 �tags� s
zInfoCommon.tags) �__name__�
__module__� __qualname__rE rF �propertyr= r@ r> rI rA r4 r4 r4 r5 r7 v s
r7 c @ s� e Zd ZdZg d�ZdgZddiZdd� Zedd� �Z e j
d d� �Z d
d � Z d d
� Z d dd�Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) �egg_infoz+create a distribution's .egg-info directory))z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree))�tag-date�dz0Add date stamp (e.g. 20050528) to version number)z
tag-build=�bz-Specify explicit tag to add to version number)�no-date�Dz"Don't include date stamp [default]rP rS c C s" d | _ d | _d | _d | _d| _d S )NF)�egg_base�egg_namerN � egg_version�broken_egg_infor; r4 r4 r5 �initialize_options� s
zegg_info.initialize_optionsc C s d S r8 r4 r; r4 r4 r5 �tag_svn_revision� s zegg_info.tag_svn_revisionc C s d S r8 r4 )r< �valuer4 r4 r5 rZ � s c C s0 t �� }| �� |d< d|d< t|t|d�� dS )z�
Materialize the value of date into the
build tag. Install build keys in a deterministic order
to avoid arbitrary reordering on subsequent builds.
rE r rF )rN N)� collections� OrderedDictrI r �dict)r< �filenamerN r4 r4 r5 �save_version_info� s zegg_info.save_version_infoc
C sV | j | _| �� | _t| j�}z6t|tjj�}|r4dnd}t t
|| j| jf �� W n> t y� } z&t j
�d| j| jf �|�W Y d }~n
d }~0 0 | jd u r�| jj}|p�i �dtj�| _| �d� t| j�d | _| jtjkr�tj�| j| j�| _d| jv �r| �� | j| jj_| jj }|d u�rR|j | j� � k�rR| j|_ t| j�|_ d | j_ d S )Nz%s==%sz%s===%sz2Invalid distribution name or version syntax: %s-%sr rU � .egg-info�-)!r= rV r@ rW r
�
isinstancer rD �Version�listr �
ValueError� distutils�errors�DistutilsOptionErrorrU r9 � package_dir�getr! �curdir�ensure_dirnamer rN r" �join�check_broken_egg_info�metadataZ
_patched_dist�key�lower�_version�_parsed_version)r< �parsed_versionZ
is_version�specrO �dirs�pdr4 r4 r5 �finalize_options� sB
��
���
zegg_info.finalize_optionsFc C sL |r| � |||� n4tj�|�rH|du r>|s>t�d||� dS | �|� dS )a� Write `data` to `filename` or delete if empty
If `data` is non-empty, this routine is the same as ``write_file()``.
If `data` is empty but not ``None``, this is the same as calling
``delete_file(filename)`. If `data` is ``None``, then this is a no-op
unless `filename` exists, in which case a warning is issued about the
orphaned file (if `force` is false), or deleted (if `force` is true).
Nz$%s not set in setup(), but %s exists)�
write_filer! r" �existsr �warn� delete_file)r< �whatr_ �data�forcer4 r4 r5 �write_or_delete_file� s �z egg_info.write_or_delete_filec C s> t �d||� |�d�}| js:t|d�}|�|� |�� dS )z�Write `data` to `filename` (if not a dry run) after announcing it
`what` is used in a log message to identify what is being written
to the file.
zwriting %s to %s�utf-8�wbN)r �info�encode�dry_run�open�write�close)r< r~ r_ r �fr4 r4 r5 rz
s
zegg_info.write_filec C s t �d|� | js t�|� dS )z8Delete `filename` (if not a dry run) after announcing itz deleting %sN)r r� r� r! �unlink)r< r_ r4 r4 r5 r} s zegg_info.delete_filec C s� | � | j� t�| jd � | jj}td�D ]4}|j|d� |�� }|| |j tj
� | j|j �� q*tj
� | jd�}tj
� |�r�| �
|� | �� d S )Nzegg_info.writers)� installerznative_libs.txt)�mkpathrN r! �utimer9 Zfetch_build_eggr �require�resolver= r" rn r{ r} � find_sources)r< r� �ep�writer�nlr4 r4 r5 �run s
z egg_info.runc C s4 t j�| jd�}t| j�}||_|�� |j| _dS )z"Generate SOURCES.txt manifest filez SOURCES.txtN) r! r" rn rN �manifest_makerr9 �manifestr� �filelist)r< Zmanifest_filename�mmr4 r4 r5 r� - s
zegg_info.find_sourcesc C sT | j d }| jtjkr&tj�| j|�}tj�|�rPt�d|| j � | j | _
|| _ d S )Nra aB ------------------------------------------------------------------------------
Note: Your current .egg-info directory has a '-' in its name;
this will not work correctly with "setup.py develop".
Please rename %s to %s to correct this problem.
------------------------------------------------------------------------------) rV rU r! rl r" rn r{ r r| rN rX )r< Zbeir4 r4 r5 ro 5 s
�z egg_info.check_broken_egg_infoN)F)rJ rK rL � description� user_options�boolean_options� negative_optrY rM rZ �setterr` ry r� rz r} r� r� ro r4 r4 r4 r5 rN � s$ �
1
rN c @ s| e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) r c
C s
| � |�\}}}}| j| j| j| jt�| j|�t�| j|�| j | j
d�}dddddddd d�}z || }W n" t y� t d
j
|d ���Y n0 |�d �} |d
v r�|g}| r�|fnd}
|| } | �d�|g| r�|gng | �� |D ] } || �s�tj| | g|
�R � q�d S )N)�include�excludezglobal-includezglobal-excludezrecursive-includezrecursive-exclude�graft�prunez%warning: no files found matching '%s'z9warning: no previously-included files found matching '%s'z>warning: no files found matching '%s' anywhere in distributionzRwarning: no previously-included files matching '%s' found anywhere in distributionz:warning: no files found matching '%s' under directory '%s'zNwarning: no previously-included files matching '%s' found under directory '%s'z+warning: no directories found matching '%s'z6no previously-included directories found matching '%s'z/this cannot happen: invalid action '{action!s}')�actionz
recursive-> r� r� r4 � )Z_parse_template_liner� r� �global_include�global_exclude� functools�partial�recursive_include�recursive_excluder� r� �KeyErrorr �format�
startswith� debug_printrn r r| )
r< �liner� �patterns�dirZ dir_patternZ
action_mapZlog_mapZprocess_actionZaction_is_recursiveZextra_log_argsZlog_tmpl�patternr4 r4 r5 �process_template_lineH s` ���� ��
����z FileList.process_template_linec C sR d}t t| j�d dd�D ]2}|| j| �r| �d| j| � | j|= d}q|S )z�
Remove all files from the file list that match the predicate.
Return True if any matching files were removed
Fr ���z
removing T)�ranger' �filesr� )r< � predicate�foundr0 r4 r4 r5 �
_remove_files� s zFileList._remove_filesc C s$ dd� t |�D �}| �|� t|�S )z#Include files that match 'pattern'.c S s g | ]}t j�|�s|�qS r4 �r! r" �isdir��.0r� r4 r4 r5 �
<listcomp>� � z$FileList.include.<locals>.<listcomp>�r �extend�bool�r< r� r� r4 r4 r5 r� � s
zFileList.includec C s t |�}| �|j�S )z#Exclude files that match 'pattern'.)r6 r� �match�r< r� r� r4 r4 r5 r� � s zFileList.excludec C s8 t j�|d|�}dd� t|dd�D �}| �|� t|�S )zN
Include all files anywhere in 'dir/' that match the pattern.
r c S s g | ]}t j�|�s|�qS r4 r� r� r4 r4 r5 r� � s �z.FileList.recursive_include.<locals>.<listcomp>T)� recursive)r! r" rn r r� r� )r< r� r� Z full_patternr� r4 r4 r5 r� � s
zFileList.recursive_includec C s t tj�|d|��}| �|j�S )zM
Exclude any file anywhere in 'dir/' that match the pattern.
r �r6 r! r" rn r� r� )r< r� r� r� r4 r4 r5 r� � s zFileList.recursive_excludec C s$ dd� t |�D �}| �|� t|�S )z Include all files from 'dir/'.c S s" g | ]}t j�|�D ]}|�qqS r4 )rg r� �findall)r� Z match_dir�itemr4 r4 r5 r� � s �z"FileList.graft.<locals>.<listcomp>r� )r< r� r� r4 r4 r5 r� � s
�
zFileList.graftc C s t tj�|d��}| �|j�S )z Filter out files from 'dir/'.r r� )r< r� r� r4 r4 r5 r� � s zFileList.prunec sJ | j du r| �� ttj�d|��� � fdd�| j D �}| �|� t|�S )z�
Include all files anywhere in the current directory that match the
pattern. This is very inefficient on large file trees.
Nr c s g | ]}� � |�r|�qS r4 �r� r� r� r4 r5 r� � r� z+FileList.global_include.<locals>.<listcomp>)�allfilesr� r6 r! r" rn r� r� r� r4 r� r5 r� � s
zFileList.global_includec C s t tj�d|��}| �|j�S )zD
Exclude all files anywhere that match the pattern.
r r� r� r4 r4 r5 r� � s zFileList.global_excludec C s8 |� d�r|d d� }t|�}| �|�r4| j�|� d S )N�
r� )rB r �
_safe_pathr� �append)r< r� r" r4 r4 r5 r� � s
zFileList.appendc C s | j �t| j|�� d S r8 )r� r� �filterr� )r< �pathsr4 r4 r5 r� � s zFileList.extendc C s t t| j| j��| _dS )z�
Replace self.files with only safe paths
Because some owners of FileList manipulate the underlying
``files`` attribute directly, this method must be called to
repair those paths.
N)re r� r� r� r; r4 r4 r5 �_repair� s zFileList._repairc C s� d}t �|�}|d u r(t�d| � dS t �|d�}|d u rNt�||d� dS z"tj�|�shtj�|�rnW dS W n$ ty� t�||t �
� � Y n0 d S )Nz!'%s' not %s encodable -- skippingz''%s' in unexpected encoding -- skippingFr� T) �
unicode_utils�filesys_decoder r| Z
try_encoder! r" r{ �UnicodeEncodeError�sys�getfilesystemencoding)r< r" Zenc_warnZu_pathZ utf8_pathr4 r4 r5 r� � s
zFileList._safe_pathN)rJ rK rL r� r� r� r� r� r� r� r� r� r� r� r� r� r� r4 r4 r4 r5 r E s M
r c @ sd e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dd� Z dd� Z
dd� ZdS )r� z MANIFEST.inc C s d| _ d| _d| _d| _d S )Nr )Z use_defaultsr� Z
manifest_onlyZforce_manifestr; r4 r4 r5 rY s z!manifest_maker.initialize_optionsc C s d S r8 r4 r; r4 r4 r5 ry s z manifest_maker.finalize_optionsc C sl t � | _tj�| j�s | �� | �� tj�| j�r<| � � | �
� | � � | j� � | j�
� | �� d S r8 )r r� r! r" r{ r� �write_manifest� add_defaults�templateZ
read_template�add_license_files�prune_file_list�sortZremove_duplicatesr; r4 r4 r5 r� s
zmanifest_maker.runc C s t �|�}|�tjd�S )N�/)r� r� �replacer! r# )r< r" r4 r4 r5 �_manifest_normalize& s
z"manifest_maker._manifest_normalizec sB � j �� � fdd�� j jD �}d� j }� �t� j|f|� dS )zo
Write the file list in 'self.filelist' to the manifest file
named by 'self.manifest'.
c s g | ]}� � |��qS r4 )r� r� r; r4 r5 r� 2 r� z1manifest_maker.write_manifest.<locals>.<listcomp>zwriting manifest file '%s'N)r� r� r� r� �executerz )r< r� �msgr4 r; r5 r� * s
z manifest_maker.write_manifestc C s | � |�st�| |� d S r8 )�_should_suppress_warningr r| )r< r� r4 r4 r5 r| 6 s
zmanifest_maker.warnc C s t �d| �S )z;
suppress missing-file warnings from sdist
zstandard file .*not found)r$ r� )r� r4 r4 r5 r� : s z'manifest_maker._should_suppress_warningc C s� t �| � | j�| j� | j�| j� tt� �}|rB| j�|� nt j
� | j�rX| � � t j
� d�rp| j�d� | �
d�}| j�|j� d S )Nzsetup.pyrN )r r� r� r� r� r� re r r� r! r" r{ Z
read_manifest�get_finalized_commandr� rN )r< ZrcfilesZei_cmdr4 r4 r5 r� A s
zmanifest_maker.add_defaultsc C s4 | j jjp g }|D ]}t�d|� q| j�|� d S )Nzadding license file '%s')r9 rp �
license_filesr r� r� r� )r< r� �lfr4 r4 r5 r� S s
z manifest_maker.add_license_filesc C sZ | � d�}| j�� }| j�|j� | j�|� t�tj �}| jj
d| d | dd� d S )N�buildz(^|z)(RCS|CVS|\.svn)r )Zis_regex) r� r9 � get_fullnamer� r� �
build_baser$ r% r! r# Zexclude_pattern)r< r� �base_dirr# r4 r4 r5 r� Z s
�z manifest_maker.prune_file_listN)rJ rK rL r� rY ry r� r� r� r| � staticmethodr� r� r� r� r4 r4 r4 r5 r�
s
r� c C sL d� |�}|�d�}t| d��}|�|� W d � n1 s>0 Y dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�
r� r� N)rn r� r� r� )r_ �contentsr� r4 r4 r5 rz d s
rz c C s� t �d|� | js�| jj}| j|j |_}| j|j |_}z |� | j
� W || |_|_n|| |_|_0 t | jdd �}t �
| j
|� d S )Nz
writing %sZzip_safe)r r� r� r9 rp rW rD rV r= �write_pkg_inforN �getattrr
Zwrite_safety_flag)�cmd�basenamer_ rp ZoldverZoldname�safer4 r4 r5 r� q s r� c C s t j�|�rt�d� d S )NzsWARNING: 'depends.txt' is not used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)r! r" r{ r r| �r� r� r_ r4 r4 r5 �warn_depends_obsolete� s �r� c C s, t |pd�}dd� }t||�}| �|� d S )Nr4 c S s | d S )Nr� r4 )r� r4 r4 r5 � append_cr� s z&_write_requirements.<locals>.append_cr)r �map�
writelines)�stream�reqs�linesr� r4 r4 r5 �_write_requirements� s
r� c C sn | j }t�� }t||j� |jp"i }t|�D ]*}|�djf i t � ��� t||| � q,| �
d||� � � d S )Nz
[{extra}]
� requirements) r9 �io�StringIOr� Zinstall_requires�extras_require�sortedr� r� �varsr� �getvalue)r� r� r_ �distr r� �extrar4 r4 r5 �write_requirements� s
r c C s, t �� }t|| jj� | �d||�� � d S )Nzsetup-requirements)r� r� r� r9 Zsetup_requiresr� r )r� r� r_ r r4 r4 r5 �write_setup_requirements� s r c C s: t �dd� | j�� D ��}| �d|d�t|��d � d S )Nc S s g | ]}|� d d�d �qS )�.r r )r )r� �kr4 r4 r5 r� � s �z(write_toplevel_names.<locals>.<listcomp>ztop-level namesr� )r^ �fromkeysr9 Ziter_distribution_namesrz rn r� )r� r� r_ �pkgsr4 r4 r5 �write_toplevel_names� s ��r
c C s t | ||d� d S )NT)� write_argr� r4 r4 r5 �
overwrite_arg� s r Fc C sH t j�|�d }t| j|d �}|d ur4d�|�d }| �||||� d S )Nr r� )r! r" �splitextr� r9 rn r� )r� r� r_ r� �argnamer[ r4 r4 r5 r � s
r c C s� | j j}t|t�s|d u r |}nl|d ur�g }t|�� �D ]H\}}t|t�snt�||�}d�tt t|�
� ���}|� d||f � q8d�|�}| � d||d� d S )Nr� z [%s]
%s
r z entry pointsT)
r9 Z entry_pointsrc �strr� �itemsr � parse_grouprn r� �valuesr� r� )r� r� r_ r� r �sectionr� r4 r4 r5 �
write_entries� s
r c C s� t �dt� tj�d�r|t�d��J} | D ]4}t� d|�}|r(t
|� d�� W d � S q(W d � n1 sr0 Y dS )zd
Get a -r### off of PKG-INFO Version in case this is an sdist of
a subversion revision.
z$get_pkg_info_revision is deprecated.zPKG-INFOzVersion:.*-r(\d+)\s*$r Nr ) �warningsr| �EggInfoDeprecationWarningr! r" r{ r� r� r$ r� �int�group)r� r� r� r4 r4 r5 �get_pkg_info_revision� s � @r c @ s e Zd ZdZdS )r z?Deprecated behavior warning for EggInfo, bypassing suppression.N)rJ rK rL �__doc__r4 r4 r4 r5 r � s r )F);r �distutils.filelistr Z _FileList�distutils.errorsr �distutils.utilr rg r r� r! r$ r� r� r rG r\ �
setuptoolsr Zsetuptools.command.sdistr r Zsetuptools.command.setoptr Zsetuptools.commandr
�
pkg_resourcesr r r
r r r r r Zsetuptools.unicode_utilsr� Zsetuptools.globr Zsetuptools.externr r r6 r7 rN r� rz r� r� r� r r r
r r r r r r4 r4 r4 r5 �<module> sV ( S 1 IW
site-packages/setuptools/command/__pycache__/develop.cpython-39.pyc 0000644 00000014051 15056474501 0021432 0 ustar 00 a
(�Red � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl Z d dl
Z
d dl m Z d dl
mZ d dl
Z
G dd� deje �ZG d d
� d
�ZdS ) � )� convert_path)�log)�DistutilsError�DistutilsOptionErrorN)� easy_install)�
namespacesc @ sv e Zd ZdZdZejddg Zejdg ZdZdd� Z d d
� Z
d d � Z e d
d� �Z
dd� Zdd� Zdd� Zdd� ZdS )�developz Set up package for developmentz%install package in 'development mode')� uninstall�uz Uninstall this source package)z egg-path=Nz-Set the path to be used in the .egg-link filer Fc C s2 | j r d| _| �� | �� n| �� | �� d S )NT)r Z
multi_version�uninstall_linkZuninstall_namespaces�install_for_developmentZwarn_deprecated_options��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/develop.py�run s
z develop.runc C s& d | _ d | _t�| � d | _d| _d S )N�.)r �egg_pathr �initialize_options�
setup_pathZalways_copy_fromr
r r r r % s
zdevelop.initialize_optionsc C s | � d�}|jr,d}|j|jf}t|| ��|jg| _t�| � | �� | � � | j
� t � d�� |jd }t
j�| j|�| _|j| _| jd u r�t
j�|j�| _t�| j�}t�t
j�| j| j��}||kr�td| ��tj|t�|t
j�|j��|jd�| _| �| j| j| j�| _ d S )N�egg_infoz-Please rename %r to %r before using 'develop'z*.eggz .egg-linkzA--egg-path must be a relative path from the install directory to �� project_name) �get_finalized_commandZbroken_egg_infor r �egg_name�argsr �finalize_options�expand_basedirs� expand_dirsZ
package_index�scan�glob�os�path�join� install_dir�egg_link�egg_baser �abspath�
pkg_resources�normalize_pathr � Distribution� PathMetadata�dist�_resolve_setup_pathr )r �ei�templater Z egg_link_fn�targetr r r r r , sF
�����zdevelop.finalize_optionsc C sn | � tjd��d�}|tjkr0d|�d�d }t�tj� |||��}|t�tj�krjt
d|t�tj���|S )z�
Generate a path from egg_base back to '.' where the
setup script resides and ensure that path points to the
setup path from $install_dir/$egg_path.
�/z../� zGCan't get a consistent path to setup script from installation directory) �replacer! �sep�rstrip�curdir�countr( r) r" r# r )r& r$ r Z
path_to_setup�resolvedr r r r- W s
�
�zdevelop._resolve_setup_pathc C s� | � d� | jddd� | � d� tjr:| �tj� d t_| �� t�d| j| j � | j
s�t | jd��&}|� | j
d | j � W d � n1 s�0 Y | �d | j| j � d S )Nr � build_extr2 )ZinplacezCreating %s (link to %s)�w�
)� run_command�reinitialize_command�
setuptoolsZbootstrap_install_fromr Zinstall_namespacesr �infor% r& �dry_run�open�writer r Zprocess_distributionr, �no_deps)r �fr r r r m s
4z develop.install_for_developmentc C s� t j�| j�rzt�d| j| j� t| j�}dd� |D �}|�� || j g| j | j
gfvrht� d|� d S | j szt �
| j� | j s�| �| j� | jjr�t� d� d S )NzRemoving %s (link to %s)c S s g | ] }|� � �qS r )r5 )�.0�liner r r �
<listcomp>� � z*develop.uninstall_link.<locals>.<listcomp>z$Link points to %s: uninstall abortedz5Note: you must uninstall or replace scripts manually!)r! r" �existsr% r r? r& rA �closer r �warnr@ �unlinkZ
update_pthr, � distribution�scripts)r Z
egg_link_file�contentsr r r r � s
zdevelop.uninstall_linkc C s� || j urt�| |�S | �|� | jjp*g D ]b}tj�t |��}tj�
|�}t � |��}|�
� }W d � n1 st0 Y | �||||� q,d S �N)r, r �install_egg_scripts�install_wrapper_scriptsrM rN r! r" r' r �basename�iorA �readZinstall_script)r r, � script_nameZ script_path�strm� script_textr r r rQ � s
&zdevelop.install_egg_scriptsc C s t |�}t�| |�S rP )�VersionlessRequirementr rR �r r, r r r rR � s z develop.install_wrapper_scriptsN)�__name__�
__module__� __qualname__�__doc__� descriptionr � user_options�boolean_optionsZcommand_consumes_argumentsr r r � staticmethodr- r r rQ rR r r r r r s" � +
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rY a�
Adapt a pkg_resources.Distribution to simply return the project
name as the 'requirement' so that scripts will work across
multiple versions.
>>> from pkg_resources import Distribution
>>> dist = Distribution(project_name='foo', version='1.0')
>>> str(dist.as_requirement())
'foo==1.0'
>>> adapted_dist = VersionlessRequirement(dist)
>>> str(adapted_dist.as_requirement())
'foo'
c C s
|| _ d S rP )� _VersionlessRequirement__distrZ r r r �__init__� s z VersionlessRequirement.__init__c C s t | j|�S rP )�getattrrc )r �namer r r � __getattr__� s z"VersionlessRequirement.__getattr__c C s | j S rP r r
r r r �as_requirement� s z%VersionlessRequirement.as_requirementN)r[ r\ r] r^ rd rg rh r r r r rY � s rY )�distutils.utilr � distutilsr �distutils.errorsr r r! r rT r( Z setuptools.command.easy_installr r> r ZDevelopInstallerr rY r r r r �<module> s site-packages/setuptools/command/__pycache__/setopt.cpython-39.pyc 0000644 00000011162 15056474501 0021312 0 ustar 00 a
(�Re� � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlZd dlm Z g d�Z
ddd �Z dd d �Z G d
d� de �Z
G dd� de
�ZdS )� )� convert_path)�log)�DistutilsOptionErrorN)�Command)� config_file� edit_config� option_base�setopt�localc C sh | dkr dS | dkr,t j�t j�tj�d�S | dkrZt jdkrBdpDd}t j�td | ��S t d
| ��d S ) z�Get the filename of the distutils, local, global, or per-user config
`kind` must be one of "local", "global", or "user"
r
z setup.cfg�globalz
distutils.cfg�user�posix�.� z~/%spydistutils.cfgz7config_file() type must be 'local', 'global', or 'user'N)
�os�path�join�dirname� distutils�__file__�name�
expanduserr �
ValueError)�kind�dot� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/setopt.pyr
s ��r Fc C sF t �d| � t�� }dd� |_|�| g� |�� D ]�\}}|du r\t �d|| � |�|� q2|� |�s~t �d|| � |�
|� |�� D ]p\}}|du r�t �d||| � |� ||� |� |�s�t �d|| � |�|� q�t �d |||| � |�
|||� q�q2t �d
| � |�sBt| d ��}|�|� W d � n1 �s80 Y dS ) aY Edit a configuration file to include `settings`
`settings` is a dictionary of dictionaries or ``None`` values, keyed by
command/section name. A ``None`` value means to delete the entire section,
while a dictionary lists settings to be changed or deleted in that section.
A setting of ``None`` means to delete that setting.
z Reading configuration from %sc S s | S �Nr )�xr r r �<lambda>* � z edit_config.<locals>.<lambda>Nz Deleting section [%s] from %sz Adding new section [%s] to %szDeleting %s.%s from %sz#Deleting empty [%s] section from %szSetting %s.%s to %r in %sz
Writing %s�w)r �debug� configparser�RawConfigParser� optionxform�read�items�info�remove_section� has_section� add_section�
remove_option�options�set�open�write) �filename�settings�dry_run�opts�sectionr- �option�value�fr r r r s@
�
� � r c @ s0 e Zd ZdZg d�ZddgZdd� Zdd� Zd S )
r z<Abstract base class for commands that mess with config files))�
global-config�gz0save options to the site-wide distutils.cfg file)� user-config�uz7save options to the current user's pydistutils.cfg file)z filename=r8 z-configuration file to use (default=setup.cfg)r9 r; c C s d | _ d | _d | _d S r )�
global_config� user_configr1 ��selfr r r �initialize_options\ s z option_base.initialize_optionsc C sv g }| j r|�td�� | jr,|�td�� | jd urB|�| j� |sT|�td�� t|�dkrjtd|��|\| _d S )Nr r r
� z/Must specify only one configuration file option)r= �appendr r> r1 �lenr )r@ � filenamesr r r �finalize_optionsa s
�z option_base.finalize_optionsN)�__name__�
__module__� __qualname__�__doc__� user_options�boolean_optionsrA rF r r r r r L s
�r c @ sF e Zd ZdZdZg d�ej Zejdg Zdd� Zdd� Z d d
� Z
d S ) r z#Save command-line options to a filez1set an option in setup.cfg or another config file))zcommand=�cz command to set an option for)zoption=�oz
option to set)z
set-value=�szvalue of the option)�remove�rzremove (unset) the valuerP c C s& t �| � d | _d | _d | _d | _d S r )r rA �commandr6 � set_valuerP r? r r r rA � s
zsetopt.initialize_optionsc C sB t �| � | jd u s | jd u r&td��| jd u r>| js>td��d S )Nz%Must specify --command *and* --optionz$Must specify --set-value or --remove)r rF rR r6 r rS rP r? r r r rF � s
zsetopt.finalize_optionsc C s* t | j| j| j�dd�| jii| j� d S )N�-�_)r r1 rR r6 �replacerS r3 r? r r r �run� s ��z
setopt.runN) rG rH rI rJ � descriptionr rK rL rA rF rW r r r r r s s � r )r
)F)�distutils.utilr r r �distutils.errorsr r r# �
setuptoolsr �__all__r r r r r r r r �<module> s
,' site-packages/setuptools/command/__pycache__/build_py.cpython-39.pyc 0000644 00000017272 15056474501 0021613 0 ustar 00 a
(�ReT � @ s� d dl m Z d dlmZ d dlm mZ d dlZd dlZd dl Z d dl
Z
d dl Z d dl
Z
d dlZd dlmZ dd� ZG dd� dej�Zd d
� ZdS ) � )�glob)� convert_pathN)�unique_everseenc C s t �| t �| �jtjB � d S �N)�os�chmod�stat�st_mode�S_IWRITE)�target� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/build_py.py�
make_writable s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zed d � �Zd S )!�build_pyaX Enhanced 'build_py' command that includes data files with packages
The data files are specified via a 'package_data' argument to 'setup()'.
See 'setuptools.dist.Distribution' for more details.
Also, this version of the 'build_py' command allows you to specify both
'py_modules' and 'packages' in the same setup operation.
c C s@ t j�| � | jj| _| jjp i | _d| jv r6| jd= g | _d S )N�
data_files)�origr �finalize_options� distribution� package_data�exclude_package_data�__dict__�_build_py__updated_files��selfr r r
r s
zbuild_py.finalize_optionsc C sN | j s| jsdS | j r | �� | jr4| �� | �� | �tjj| dd�� dS )z?Build modules, packages, and copy data files to build directoryNr )Zinclude_bytecode) �
py_modules�packagesZ
build_modulesZbuild_packages�build_package_data� byte_compiler r � get_outputsr r r r
�run$ s z build_py.runc C s& |dkr| � � | _| jS tj�| |�S )zlazily compute data filesr )�_get_data_filesr r r � __getattr__)r �attrr r r
r! 4 s
zbuild_py.__getattr__c C s. t j�| |||�\}}|r&| j�|� ||fS r )r r � build_moduler �append)r �moduleZ module_file�package�outfile�copiedr r r
r# ; s zbuild_py.build_modulec C s | � � tt| j| jpd��S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuplesr )�analyze_manifest�list�map�_get_pkg_data_filesr r r r r
r A s zbuild_py._get_data_filesc sJ | � |�� tjj| jg|�d� � }� fdd�| �|� �D �}|� ||fS )N�.c s g | ]}t j�|� ��qS r )r �path�relpath)�.0�file��src_dirr r
�
<listcomp>N s �z0build_py._get_pkg_data_files.<locals>.<listcomp>)�get_package_dirr r. �join� build_lib�split�find_data_files)r r& � build_dir� filenamesr r2 r
r, F s
�z build_py._get_pkg_data_filesc C sX | � | j||�}tt|�}tj�|�}ttj j
|�}t�| j � |g �|�}| �
|||�S )z6Return filenames for package's data files in 'src_dir')�_get_platform_patternsr r+ r � itertools�chain�
from_iterable�filterr r. �isfile�manifest_files�get�exclude_data_files)r r& r3 �patternsZglobs_expandedZ
globs_matchesZ
glob_files�filesr r r
r9 T s �
�zbuild_py.find_data_filesc
C st | j D ]h\}}}}|D ]V}tj�||�}| �tj�|�� tj�||�}| �||�\}} t|� tj�|�}qqdS )z$Copy data files into build directoryN) r r r. r6 �mkpath�dirname� copy_filer �abspath)
r r& r3 r: r; �filenamer �srcfile�outfr( r r r
r e s zbuild_py.build_package_datac C s� i | _ }| jjsd S i }| jp"dD ]}||t| �|��< q$| �d� | �d�}|jj D ]�}t
j � t|��\}}d }|} |r�||kr�||vr�|}t
j � |�\}}
t
j �
|
|�}qx||v rX|�d�r�|| kr�qX|�|| g ��|� qXd S )Nr �egg_infoz.py)rB r Zinclude_package_datar �assert_relativer5 � run_command�get_finalized_command�filelistrF r r. r8 r6 �endswith�
setdefaultr$ ) r ZmfZsrc_dirsr& Zei_cmdr. �d�f�prevZoldfZdfr r r
r) p s(
zbuild_py.analyze_manifestc C s d S r r r r r r
�get_data_files� s zbuild_py.get_data_filesc C s� z | j | W S ty Y n0 tj�| ||�}|| j |< |rF| jjsJ|S | jjD ] }||ksl|�|d �rR qvqR|S t� |d��}|�
� }W d � n1 s�0 Y d|vr�t j �
d|f ��|S )z8Check namespace packages' __init__ for declare_namespacer- �rbNs declare_namespacez�Namespace package problem: %s is a namespace package, but its
__init__.py does not call declare_namespace()! Please fix it.
(See the setuptools manual under "Namespace Packages" for details.)
")�packages_checked�KeyErrorr r �
check_packager Znamespace_packages�
startswith�io�open�read� distutils�errors�DistutilsError)r r& � package_dirZinit_py�pkgrV �contentsr r r
r\ � s*
&��zbuild_py.check_packagec C s i | _ tj�| � d S r )rZ r r �initialize_optionsr r r r
rg � s zbuild_py.initialize_optionsc C s0 t j�| |�}| jjd ur,tj�| jj|�S |S r )r r r5 r Zsrc_rootr r. r6 )r r& �resr r r
r5 � s zbuild_py.get_package_dirc s\ t ���| �| j||�}�fdd�|D �}tj�|�}t|�� � fdd��D �}t t|��S )z6Filter filenames for package's data files in 'src_dir'c 3 s | ]}t �� |�V qd S r )�fnmatchr@ �r0 �pattern)rF r r
� <genexpr>� � z.build_py.exclude_data_files.<locals>.<genexpr>c 3 s | ]}|� vr|V qd S r r )r0 �fn)�badr r
rl � rm )r* r< r r= r> r? �setr )r r& r3 rF rE Z match_groups�matchesZkeepersr )ro rF r
rD � s � zbuild_py.exclude_data_filesc s. t �| �dg �| �|g ��}� fdd�|D �S )z�
yield platform-specific path patterns (suitable for glob
or fn_match) from a glob-based spec (such as
self.package_data or self.exclude_package_data)
matching package in src_dir.
� c 3 s | ]}t j�� t|��V qd S r )r r. r6 r rj r2 r r
rl � s �z2build_py._get_platform_patterns.<locals>.<genexpr>)r= r> rC )�specr& r3 Z raw_patternsr r2 r
r< � s
�
�z build_py._get_platform_patternsN)�__name__�
__module__� __qualname__�__doc__r r r! r# r r, r9 r r) rX r\ rg r5 rD � staticmethodr< r r r r
r s" r c C s: t j�| �s| S ddlm} t�d��� | }||��d S )Nr )�DistutilsSetupErrorz�
Error: setup script specifies an absolute path:
%s
setup() arguments must *always* be /-separated paths relative to the
setup.py directory, *never* absolute paths.
)r r. �isabs�distutils.errorsry �textwrap�dedent�lstrip)r. ry �msgr r r
rO � s �
��
rO )r �distutils.utilr Zdistutils.command.build_py�commandr r r ri r| r^ r{ ra r= r Z setuptools.extern.more_itertoolsr r rO r r r r
�<module> s E site-packages/setuptools/command/__pycache__/install.cpython-39.pyc 0000644 00000010211 15056474501 0021434 0 ustar 00 a
(�Re* � @ s| d dl mZ d dlZd dlZd dlZd dlZd dlm mZ d dl
Z
e jZ G dd� de j�Zdd� e jj D �ej
e_ dS )� )�DistutilsArgErrorNc @ s� e Zd ZdZejjddg Zejjddg Zddd� fd d
d� fgZe e�Z
d d � Z d
d� Z dd� Z
dd� Zedd� �Zdd� ZdS )�installz7Use easy_install to install the package, w/dependencies)�old-and-unmanageableNzTry not to use this!)�!single-version-externally-managedNz5used by system package builders to create 'flat' eggsr r �install_egg_infoc C s dS �NT� ��selfr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/install.py�<lambda> � zinstall.<lambda>�install_scriptsc C s dS r r r r r r r r
c C s* t �dtj� tj�| � d | _d | _d S )NzRsetup.py install is deprecated. Use build and pip and other standards-based tools.) �warnings�warn�
setuptoolsZ SetuptoolsDeprecationWarning�origr �initialize_options�old_and_unmanageable�!single_version_externally_managedr r r r r s � zinstall.initialize_optionsc C s8 t j�| � | jrd| _n| jr4| js4| js4td��d S )NTzAYou must specify --record or --root when building system packages)r r �finalize_options�rootr �recordr r r r r r , s �zinstall.finalize_optionsc C s( | j s | jrtj�| �S d | _d| _d S )N� )r r r r �handle_extra_path� path_file�
extra_dirsr r r r r 7 s zinstall.handle_extra_pathc C s@ | j s | jrtj�| �S | �t�� �s4tj�| � n| �� d S )N) r r r r �run�_called_from_setup�inspect� currentframe�do_egg_installr r r r r A s
z install.runc C sz | du r4d}t �|� t�� dkr0d}t �|� dS t�| �d }|dd� \}t�|�}|j�dd �}|d
kox|j d kS ) a�
Attempt to detect whether run() was called from setup() or by another
command. If called by setup(), the parent caller will be the
'run_command' method in 'distutils.dist', and *its* caller will be
the 'run_commands' method. If called any other way, the
immediate caller *might* be 'run_command', but it won't have been
called by 'run_commands'. Return True in that case or if a call stack
is unavailable. Return False otherwise.
Nz4Call stack not available. bdist_* commands may fail.�
IronPythonz6For best results, pass -X:Frames to enable call stack.T� � �__name__r zdistutils.dist� run_commands)
r r �platform�python_implementationr �getouterframes� getframeinfo� f_globals�get�function)Z run_frame�msg�resZcaller�infoZ
caller_moduler r r r L s
�zinstall._called_from_setupc C s� | j �d�}|| j d| j| jd�}|�� d|_|j�t�d�� | � d� | j �
d�j g}t j
rp|�dt j
� ||_|jdd � d t _
d S )
N� easy_install�x)�argsr r �.z*.eggZ bdist_eggr F)Zshow_deprecation)� distribution�get_command_classr r �ensure_finalizedZalways_copy_fromZ
package_index�scan�glob� run_command�get_command_objZ
egg_outputr Zbootstrap_install_from�insertr3 r )r
r1 �cmdr3 r r r r! g s �
zinstall.do_egg_installN)r% �
__module__� __qualname__�__doc__r r � user_options�boolean_options� new_commands�dict�_ncr r r r � staticmethodr r! r r r r r s& ��
�
r c C s g | ]}|d t jvr|�qS )r )r rE )�.0r= r r r �
<listcomp>� r
rH )�distutils.errorsr r r9 r r' �distutils.command.install�commandr r r �_install� sub_commandsrC r r r r �<module> s s�� site-packages/setuptools/command/__pycache__/build_clib.cpython-39.pyc 0000644 00000004724 15056474501 0022072 0 ustar 00 a
(�Re? � @ sL d dl m mZ d dlmZ d dlmZ d dlm Z G dd� dej�ZdS )� N)�DistutilsSetupError)�log)�newer_pairwise_groupc @ s e Zd ZdZdd� ZdS )�
build_clibav
Override the default build_clib behaviour to do the following:
1. Implement a rudimentary timestamp-based dependency system
so 'compile()' doesn't run every time.
2. Add more keys to the 'build_info' dictionary:
* obj_deps - specify dependencies for each object compiled.
this should be a dictionary mapping a key
with the source filename to a list of
dependencies. Use an empty string for global
dependencies.
* cflags - specify a list of additional flags to pass to
the compiler.
c C sr |D �]f\}}|� d�}|d u s.t|ttf�s:td| ��t|�}t�d|� |� dt� �}t|t�srtd| ��g }|� dt� �}t|ttf�s�td| ��|D ]P}|g} | �|� |� |t� �}
t|
ttf�s�td| ��| �|
� |� | � q�| j
j || j d�} t
|| �g g fk�rT|� d�} |� d �}
|� d
�}| j
j|| j | |
|| jd � | j
j| || j| jd � qd S )
N�sourceszfin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenameszbuilding '%s' library�obj_depsz\in 'libraries' option (library '%s'), 'obj_deps' must be a dictionary of type 'source: list'� )�
output_dir�macros� include_dirs�cflags)r r
r Zextra_postargs�debug)r r
)�get�
isinstance�list�tupler r �info�dict�extend�append�compilerZobject_filenames�
build_tempr �compiler
Zcreate_static_libr )�self� librariesZlib_nameZ
build_infor r � dependenciesZ global_deps�sourceZsrc_depsZ
extra_depsZexpected_objectsr
r r � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/build_clib.py�build_libraries s|
��
����
��
���
� �zbuild_clib.build_librariesN)�__name__�
__module__� __qualname__�__doc__r r r r r r s r )
Z distutils.command.build_clib�commandr �orig�distutils.errorsr � distutilsr Zsetuptools.dep_utilr r r r r �<module> s site-packages/setuptools/command/__pycache__/install_scripts.cpython-39.pyc 0000644 00000004646 15056474501 0023222 0 ustar 00 a
(�Re!
� @ sd d dl mZ d dlm mZ d dlmZ d dlZd dl Z d dl
m Z m Z m
Z
G dd� dej�ZdS )� )�logN)�DistutilsModuleError)� Distribution� PathMetadata�ensure_directoryc @ s* e Zd ZdZdd� Zdd� Zd
dd�Zd S ) �install_scriptsz;Do normal script install, plus any egg_info wrapper scriptsc C s t j�| � d| _d S )NF)�origr �initialize_options�no_ep)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/install_scripts.pyr
s z"install_scripts.initialize_optionsc C s dd l m m} | �d� | jjr2tj�| � ng | _ | j
rBd S | � d�}t |j
t|j
|j�|j|j�}| � d�}t|dd �}z| � d�}t|dd�}W n ttfy� d}Y n0 |j}|r�d}|j}|tjkr�|g}|�� }|j�� �|�} |� || � � �D ]}
| j |
� �qd S ) Nr �egg_info�
build_scripts�
executable�
bdist_wininstZ _is_runningFz
python.exe) � setuptools.command.easy_install�command� easy_install� run_command� distribution�scriptsr r �run�outfilesr
�get_finalized_commandr Zegg_baser r �egg_nameZ egg_version�getattr� ImportErrorr Z ScriptWriterZWindowsScriptWriter�sysr �bestZcommand_spec_class�
from_param�get_argsZ as_header� write_script) r �eiZei_cmd�distZbs_cmdZ
exec_paramZbw_cmdZ
is_wininst�writer�cmd�argsr r r
r s:
�
zinstall_scripts.run�tc
G s� ddl m}m} t�d|| j� tj�| j|�}| j �
|� |� }| j s~t |� t
|d| �} | �|� | �� ||d| � dS )z1Write an executable file to the scripts directoryr )�chmod�
current_umaskzInstalling %s script to %s�wi� N)r r) r* r �infoZ install_dir�os�path�joinr �append�dry_runr �open�write�close)
r � script_name�contents�modeZignoredr) r* �target�mask�fr r r
r" 7 s
z install_scripts.write_scriptN)r( )�__name__�
__module__� __qualname__�__doc__r r r" r r r r
r
s &r )� distutilsr Z!distutils.command.install_scriptsr r r �distutils.errorsr r- r �
pkg_resourcesr r r r r r r
�<module> s site-packages/setuptools/command/__pycache__/alias.cpython-39.pyc 0000644 00000004563 15056474501 0021074 0 ustar 00 a
(�ReM � @ sD d dl mZ d dlmZmZmZ dd� ZG dd� de�Zdd� Zd S )
� )�DistutilsOptionError)� edit_config� option_base� config_filec C s8 dD ]}|| v rt | � S q| �� | gkr4t | �S | S )z4Quote an argument for later parsing by shlex.split())�"�'�\�#)�repr�split)�arg�c� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/alias.py�shquote s r c @ sH e Zd ZdZdZdZdgej Zejdg Zdd� Z dd � Z
d
d � Z d S )
�aliasz3Define a shortcut that invokes one or more commandsz0define a shortcut to invoke one or more commandsT)�remove�rzremove (unset) the aliasr c C s t �| � d | _d | _d S )N)r �initialize_options�argsr ��selfr r r r s
zalias.initialize_optionsc C s* t �| � | jr&t| j�dkr&td��d S )N� zFMust specify exactly one argument (the alias name) when using --remove)r �finalize_optionsr �lenr r r r r r r ! s
�zalias.finalize_optionsc C s� | j �d�}| js@td� td� |D ]}tdt||�� q&d S t| j�dkr�| j\}| jrbd }q�||v r~tdt||�� d S td| � d S n$| jd }d�tt | jdd � ��}t
| j d||ii| j � d S ) N�aliaseszCommand Aliasesz---------------zsetup.py aliasr z No alias definition found for %rr � )
� distribution�get_option_dictr �print� format_aliasr r �join�mapr r �filename�dry_run)r r r �commandr r r �run) s&
z alias.runN) �__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr � user_options�boolean_optionsr r r& r r r r r s �� r c C sZ || \}}|t d�kr d}n,|t d�kr0d}n|t d�krBd}nd| }|| d | S ) N�globalz--global-config �userz--user-config �local� z
--filename=%rr )r )�namer �sourcer% r r r r D s r N) �distutils.errorsr Zsetuptools.command.setoptr r r r r r r r r r �<module> s
4 site-packages/setuptools/command/__pycache__/rotate.cpython-39.pyc 0000644 00000004770 15056474501 0021301 0 ustar 00 a
(�ReP � @ sT d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z G dd� de �Z
dS )� )� convert_path)�log)�DistutilsOptionErrorN)�Commandc @ s8 e Zd ZdZdZg d�Zg Zdd� Zdd� Zdd � Z d
S ) �rotatezDelete older distributionsz2delete older distributions, keeping N newest files))zmatch=�mz patterns to match (required))z dist-dir=�dz%directory where the distributions are)zkeep=�kz(number of matching distributions to keepc C s d | _ d | _d | _d S )N)�match�dist_dir�keep)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/rotate.py�initialize_options s zrotate.initialize_optionsc
C s� | j d u rtd��| jd u r$td��zt| j�| _W n. tyb } ztd�|�W Y d }~n
d }~0 0 t| j t�r�dd� | j �d�D �| _ | �dd� d S ) NzQMust specify one or more (comma-separated) match patterns (e.g. '.zip' or '.egg')z$Must specify number of files to keepz--keep must be an integerc S s g | ]}t |�� ��qS r )r �strip)�.0�pr r r �
<listcomp>( s z+rotate.finalize_options.<locals>.<listcomp>�,�bdist)r r ) r
r r �int�
ValueError�
isinstance�str�split�set_undefined_options)r
�er r r �finalize_options s
�
�zrotate.finalize_optionsc C s� | � d� ddlm} | jD ]�}| j�� d | }|tj�| j|��}dd� |D �}|� � |�
� t � dt
|�|� || jd � }|D ]<\}}t � d|� | js�tj�|�r�t�|� q�t�|� q�q d S ) N�egg_infor )�glob�*c S s g | ]}t j�|�|f�qS r )�os�path�getmtime)r �fr r r r 4 � z rotate.run.<locals>.<listcomp>z%d file(s) matching %sz Deleting %s)� run_commandr r
� distribution�get_namer" r# �joinr �sort�reverser �info�lenr �dry_run�isdir�shutil�rmtree�unlink)r
r �pattern�files�tr% r r r �run- s
z
rotate.runN)
�__name__�
__module__� __qualname__�__doc__� description� user_options�boolean_optionsr r r7 r r r r r
s r ) �distutils.utilr � distutilsr �distutils.errorsr r" r1 �
setuptoolsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/saveopts.cpython-39.pyc 0000644 00000001713 15056474501 0021641 0 ustar 00 a
(�Re� � @ s$ d dl mZmZ G dd� de�ZdS )� )� edit_config� option_basec @ s e Zd ZdZdZdd� ZdS )�saveoptsz#Save command-line options to a filez7save supplied options to setup.cfg or other config filec C sh | j }i }|jD ]B}|dkr q|�|��� D ]$\}\}}|dkr,||�|i �|< q,qt| j|| j� d S )Nr z command line)� distribution�command_options�get_option_dict�items�
setdefaultr �filename�dry_run)�self�dist�settings�cmd�opt�src�val� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/saveopts.py�run s
z saveopts.runN)�__name__�
__module__� __qualname__�__doc__� descriptionr r r r r r s r N)Zsetuptools.command.setoptr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/install_egg_info.cpython-39.pyc 0000644 00000004653 15056474501 0023306 0 ustar 00 a
(�Re� � @ s\ d dl mZmZ d dlZd dlmZ d dlmZ d dlmZ d dl Z G dd� dej
e�Z dS )� )�log�dir_utilN)�Command)�
namespaces)�unpack_archivec @ sB e Zd ZdZdZdgZdd� Zdd� Zdd� Zd d
� Z d d � Z
d
S )�install_egg_infoz.Install an .egg-info directory for the package)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sV | � dd� | �d�}t�d d |j|j��� d }|j| _tj �
| j |�| _ g | _
d S )N� install_lib)r
r
�egg_infoz .egg-info)�set_undefined_options�get_finalized_command�
pkg_resources� Distribution�egg_nameZ egg_versionr �source�os�path�joinr
�target�outputs)r Zei_cmd�basenamer
r
r �finalize_options s �
��z!install_egg_info.finalize_optionsc C s� | � d� tj�| j�r:tj�| j�s:tj| j| jd� n(tj� | j�rb| �
tj | jfd| j � | jstt �
| j� | �
| jdd| j| jf � | �� d S )Nr )�dry_runz Removing r
�Copying %s to %s)� run_commandr r �isdirr �islinkr � remove_treer �exists�execute�unlinkr �ensure_directory�copytreer Zinstall_namespacesr r
r
r �run! s
�zinstall_egg_info.runc C s | j S r )r r r
r
r � get_outputs. s z install_egg_info.get_outputsc s � fdd�}t � j� j|� d S )Nc sD dD ] }| � |�s d| | v r d S q� j�|� t�d| |� |S )N)z.svn/zCVS/�/r )�
startswithr �appendr �debug)�src�dst�skipr r
r �skimmer3 s z*install_egg_info.copytree.<locals>.skimmer)r r r )r r3 r
r r r) 1 s zinstall_egg_info.copytreeN) �__name__�
__module__� __qualname__�__doc__� description� user_optionsr r r* r+ r) r
r
r
r r
s �
r ) � distutilsr r r �
setuptoolsr r Zsetuptools.archive_utilr r Z Installerr r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/upload.cpython-39.pyc 0000644 00000001542 15056474501 0021261 0 ustar 00 a
(�Re� � @ s: d dl mZ d dlmZ d dlmZ G dd� dej�ZdS )� )�log)�upload)�RemovedCommandErrorc @ s e Zd ZdZdd� ZdS )r z)Formerly used to upload packages to PyPI.c C s" d}| � d| tj� t|��d S )Nz[The upload command has been removed, use twine to upload instead (https://pypi.org/p/twine)zERROR: )�announcer �ERRORr )�self�msg� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/upload.py�run
s �z
upload.runN)�__name__�
__module__� __qualname__�__doc__r r r r r
r s r N)� distutilsr �distutils.commandr �origZsetuptools.errorsr r r r r
�<module> s site-packages/setuptools/command/__pycache__/register.cpython-39.pyc 0000644 00000001575 15056474501 0021627 0 ustar 00 a
(�Re� � @ s@ d dl mZ d dlm mZ d dlmZ G dd� dej�ZdS )� )�logN)�RemovedCommandErrorc @ s e Zd ZdZdd� ZdS )�registerz+Formerly used to register packages on PyPI.c C s" d}| � d| tj� t|��d S )Nz]The register command has been removed, use twine to upload instead (https://pypi.org/p/twine)zERROR: )�announcer �ERRORr )�self�msg� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/register.py�run
s �z register.runN)�__name__�
__module__� __qualname__�__doc__r r r r r
r s r )� distutilsr Zdistutils.command.register�commandr �origZsetuptools.errorsr r r r r
�<module> s site-packages/setuptools/command/__pycache__/test.cpython-39.pyc 0000644 00000017615 15056474501 0020764 0 ustar 00 a
(�Re� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
d dlm Z d dl m
Z
mZmZmZmZmZmZmZ d dlmZ d dlmZ G dd � d e �ZG d
d � d �ZG d d
� d
e�ZdS )� N)�DistutilsError�DistutilsOptionError)�log)�
TestLoader)�resource_listdir�resource_exists�normalize_path� working_set�evaluate_marker�add_activation_listener�require�
EntryPoint)�Command)�unique_everseenc @ s e Zd Zdd� Zddd�ZdS )�ScanningLoaderc C s t �| � t� | _d S �N)r �__init__�set�_visited��self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/test.pyr s
zScanningLoader.__init__Nc C s� || j v rdS | j �|� g }|�t�| |�� t|d�rH|�|�� � t|d�r�t|jd�D ]`}|� d�r�|dkr�|jd |dd� }n"t
|j|d �r^|jd | }nq^|�| � |�� q^t |�d
kr�| �
|�S |d S dS ) a Return a suite of all tests cases contained in the given module
If the module is a package, load tests from all the modules in it.
If the module has an ``additional_tests`` function, call it and add
the return value to the tests.
N�additional_tests�__path__� z.pyz __init__.py�.���z /__init__.py� r )r �add�appendr �loadTestsFromModule�hasattrr r �__name__�endswithr ZloadTestsFromName�lenZ
suiteClass)r �module�pattern�tests�file� submoduler r r r! s$
z"ScanningLoader.loadTestsFromModule)N)r# �
__module__� __qualname__r r! r r r r r s r c @ s e Zd Zdd� Zddd�ZdS )�NonDataPropertyc C s
|| _ d S r ��fget)r r/ r r r r B s zNonDataProperty.__init__Nc C s |d u r | S | � |�S r r. )r �objZobjtyper r r �__get__E s zNonDataProperty.__get__)N)r# r+ r, r r1 r r r r r- A s r- c @ s� e Zd ZdZdZg d�Zdd� Zdd� Zedd � �Z d
d � Z
d d
� Z e j
g fdd��Zee j
dd� ��Zedd� �Zdd� Zdd� Zedd� �Zedd� �Zd S ) �testz.Command to run unit tests after in-place buildz0run unit tests after in-place build (deprecated)))z test-module=�mz$Run 'test_suite' in specified module)z test-suite=�sz9Run single test, case or suite (e.g. 'module.test_suite'))z test-runner=�rzTest runner to usec C s d | _ d | _d | _d | _d S r )�
test_suite� test_module� test_loader� test_runnerr r r r �initialize_optionsZ s ztest.initialize_optionsc C s� | j r| jrd}t|��| j d u rD| jd u r8| jj | _ n | jd | _ | jd u r^t| jdd �| _| jd u rnd| _| jd u r�t| jdd �| _d S )Nz1You may specify a module or a suite, but not bothz .test_suiter8 z&setuptools.command.test:ScanningLoaderr9 )r6 r7 r � distributionr8 �getattrr9 )r �msgr r r �finalize_options` s
ztest.finalize_optionsc C s t | �� �S r )�list�
_test_argsr r r r � test_argss s ztest.test_argsc c s4 | j stjdkrdV | jr"dV | j r0| j V d S )N)� � Zdiscoverz --verbose)r6 �sys� version_info�verboser r r r r@ w s ztest._test_argsc C s2 | � � � |� W d � n1 s$0 Y dS )zI
Backward compatibility for project_on_sys_path context.
N)�project_on_sys_path)r �funcr r r �with_project_on_sys_path s
z test.with_project_on_sys_pathc
c s | � d� | jddd� | � d� | �d�}tjd d � }tj�� }z�t|j�}tj� d|� t
� � t dd� � t
d|j|jf � | �|g�� d V W d � n1 s�0 Y W |tjd d �< tj�� tj�|� t
� � n.|tjd d �< tj�� tj�|� t
� � 0 d S ) N�egg_info� build_extr )Zinplacer c S s | � � S r )�activate)�distr r r �<lambda>� � z*test.project_on_sys_path.<locals>.<lambda>z%s==%s)� run_command�reinitialize_command�get_finalized_commandrD �path�modules�copyr Zegg_base�insertr r r r �egg_nameZ egg_version�paths_on_pythonpath�clear�update)r Z
include_distsZei_cmd�old_pathZ old_modulesZ project_pathr r r rG � s,
&
�
ztest.project_on_sys_pathc
c s� t � }tj�d|�}tj�dd�}zdtj�t| ��}td||g�}tj�|�}|r\|tjd< dV W ||u r|tj�dd� q�|tjd< n$||u r�tj�dd� n
|tjd< 0 dS )z�
Add the indicated paths to the head of the PYTHONPATH environment
variable so that subprocesses will also see the packages at
these paths.
Do this in a context that restores the value on exit.
�
PYTHONPATHr N) �object�os�environ�get�pathsep�joinr �filter�pop)�pathsZnothingZorig_pythonpathZcurrent_pythonpath�prefixZto_join�new_pathr r r rX � s
�ztest.paths_on_pythonpathc C sD | � | j�}| � | jpg �}| � dd� | j�� D ��}t�|||�S )z�
Install the requirements indicated by self.distribution and
return an iterable of the dists that were built.
c s s0 | ](\}}|� d �rt|dd� �r|V qdS )�:r N)�
startswithr
)�.0�k�vr r r � <genexpr>� s �z%test.install_dists.<locals>.<genexpr>)Zfetch_build_eggsZinstall_requiresZ
tests_requireZextras_require�items� itertools�chain)rM Zir_dZtr_dZer_dr r r �
install_dists� s
�ztest.install_distsc C s� | � dtj� | �| j�}d�| j�}| jr>| � d| � d S | � d| � tt �
d�|�}| � |��@ | � � � | �
� W d � n1 s�0 Y W d � n1 s�0 Y d S )Nz�WARNING: Testing via this command is deprecated and will be removed in a future version. Users looking for a generic test entry point independent of test runner are encouraged to use tox.� zskipping "%s" (dry run)z running "%s"�location)�announcer �WARNrq r; rb �_argv�dry_run�map�operator�
attrgetterrX rG � run_tests)r Zinstalled_dists�cmdre r r r �run� s �
ztest.runc C sV t jd d | j| �| j�| �| j�dd�}|j�� sRd|j }| �|t j
� t |��d S )NF)Z
testLoaderZ
testRunner�exitzTest failed: %s) �unittest�mainrv �_resolve_as_epr8 r9 �resultZ
wasSuccessfulrt r �ERRORr )r r2 r= r r r r{ � s
�
ztest.run_testsc C s dg| j S )Nr )rA r r r r rv � s z
test._argvc C s$ | du r dS t �d| �}|�� � S )zu
Load the indicated attribute value, called, as a as if it were
specified as an entry point.
Nzx=)r
�parse�resolve)�val�parsedr r r r� � s ztest._resolve_as_epN)r# r+ r, �__doc__� description� user_optionsr: r> r- rA r@ rI �
contextlib�contextmanagerrG � staticmethodrX rq r} r{ �propertyrv r� r r r r r2 K s,
r2 ) r^ ry rD r� ro r �distutils.errorsr r � distutilsr r �
pkg_resourcesr r r r r
r r r
�
setuptoolsr Z setuptools.extern.more_itertoolsr r r- r2 r r r r �<module> s (
(
site-packages/setuptools/command/__pycache__/easy_install.cpython-39.pyc 0000644 00000174504 15056474501 0022475 0 ustar 00 a
(�Re�N � @ s� d Z ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z m
Z
ddl m Z m
Z
ddlmZmZ ddlmZ dd lmZ dd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
l Z dd
l Z dd
l Z dd
l Z dd
l Z dd
l!Z!dd
l"Z"dd
l#Z#dd
l$Z$dd
l%Z%dd
l&Z&dd l'm(Z(m)Z) dd l*m+Z+ dd
l*m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4m5Z5m6Z6 ddl/m7Z7m8Z8 ddl9m:Z: ddl;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJ dd
l;Z;e jKde;jLd� g d�ZMdd� ZNdd� ZOd d � ZPd d � ZQd d!� ZRG d"d#� d#e,�ZSd$d%� ZTd&d'� ZUd(d)� ZVd*d+� ZWd,d-� ZXG d.d/� d/eB�ZYG d0d1� d1eY�ZZej[�\d2d3�d4k�r�eZZYd5d6� Z]d7d8� Z^d9d:� Z_d;d<� Z`did=d>�Zad?d@� ZbdAdB� ZcdCejdv �r�ecZendDdE� ZedjdGdH�ZfdIdJ� ZgdKdL� ZhdMdN� ZizddOlmjZk W n el�y& dPdQ� ZkY n0 dRdS� ZjG dTdU� dUem�Znen�o� ZpG dVdW� dWen�ZqG dXdY� dY�ZrG dZd[� d[er�ZsG d\d]� d]es�ZterjuZuerjvZvd^d_� Zwd`da� Zxdbe^fdcdd�Zydedf� ZzG dgdh� dhe+�Z{d
S )ka0
Easy Install
------------
A tool for doing automatic download/extract/build of distutils-based Python
packages. For detailed documentation, see the accompanying EasyInstall.txt
file, or visit the `EasyInstall home page`__.
__ https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html
� )�glob)� get_platform)� convert_path�
subst_vars)�DistutilsArgError�DistutilsOptionError�DistutilsError�DistutilsPlatformError)�INSTALL_SCHEMES� SCHEME_KEYS)�log�dir_util)�
first_line_re)�find_executableN)�get_config_vars�get_path)� SetuptoolsDeprecationWarning)�Command)� run_setup)�setopt)�unpack_archive)� PackageIndex�parse_requirement_arg�
URL_SCHEME)� bdist_egg�egg_info)�Wheel)� yield_lines�normalize_path�resource_string�ensure_directory�get_distribution�find_distributions� Environment� Requirement� Distribution� PathMetadata� EggMetadata�
WorkingSet�DistributionNotFound�VersionConflict� DEVELOP_DIST�default)�category)�samefile� easy_install�PthDistributions�extract_wininst_cfg�get_exe_prefixesc C s t �d�dkS )N�P� )�struct�calcsize� r7 r7 ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/easy_install.py�is_64bitJ s r9 c C sj t j�| �ot j�|�}tt jd�o&|}|r:t j�| |�S t j�t j�| ��}t j�t j�|��}||kS )z�
Determine if two paths reference the same file.
Augments os.path.samefile to work on Windows and
suppresses errors if the path doesn't exist.
r. )�os�path�exists�hasattrr. �normpath�normcase)�p1�p2Z
both_existZ use_samefileZnorm_p1Znorm_p2r7 r7 r8 r. N s r. c C s
| � d�S )N�utf8)�encode��sr7 r7 r8 � _to_bytes^ s rF c C s* z| � d� W dS ty$ Y dS 0 d S )N�asciiTF)rC � UnicodeErrorrD r7 r7 r8 �isasciib s
rI c C s t �| ��� �dd�S )N�
z; )�textwrap�dedent�strip�replace)�textr7 r7 r8 �
_one_linerj s rP c @ sx e Zd ZdZdZdZdddddd d
d d d
ddddddddddddddej fgZg d �Z d d iZ
e Z d d � Z
d!d"� Zd#d$� Zed%d&� �Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd�d1d2�Zd3d4� Zd5d6� Zd7d8� Ze� d9�� � Z e� d:�� � Z e� d;�� � Z d<d=� Z!d>d?� Z"d@dA� Z#dBdC� Z$dDdE� Z%dFdG� Z&e'j(dHdI� �Z)d�dKdL�Z*d�dMdN�Z+dOdP� Z,d�dQdR�Z-dSdT� Z.dUdV� Z/dWdX� Z0d�dYdZ�Z1ed[d\� �Z2d�d_d`�Z3dadb� Z4dcdd� Z5dedf� Z6dgdh� Z7didj� Z8dkdl� Z9e� dm�� � Z:e� dn�Z;d�dpdq�Z<e� dr�� � Z=dsdt� Z>dudv� Z?dwdx� Z@dydz� ZAd{d|� ZBd}d~� ZCdd�� ZDd�d�� ZEe� d���F� ZGd�d�� ZHeIeId�d�d��d��ZJeId�d�d��ZKd�d�� ZLdS )�r/ z'Manage a download/build/install processz Find/get/install Python packagesT)zprefix=Nzinstallation prefix)�zip-ok�zz install package as a zipfile)�
multi-version�mz%make apps have to require() a version)�upgrade�Uz1force upgrade (searches PyPI for latest versions))z install-dir=�dzinstall package to DIR)z script-dir=rE zinstall scripts to DIR)�exclude-scripts�xzDon't install scripts)� always-copy�az'Copy all needed packages to install dir)z
index-url=�iz base URL of Python Package Index)z find-links=�fz(additional URL(s) to search for packages)zbuild-directory=�bz/download/extract/build in DIR; keep the results)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])zrecord=Nz3filename in which to record list of installed files)� always-unzip�Zz*don't install as a zipfile, no matter what)z
site-dirs=�Sz)list of directories where .pth files work)�editable�ez+Install specified packages in editable form)�no-deps�Nzdon't install dependencies)z allow-hosts=�Hz$pattern(s) that hostnames must match)�local-snapshots-ok�lz(allow building eggs from local checkouts)�versionNz"print version information and exit)z
no-find-linksNz9Don't load find-links defined in packages being installed�userNz!install in user site-package '%s')
rQ rS rX rU rZ rc re rh rj rk r` rQ c C s2 t �dt� d| _d | _| _d | _ | _| _d | _ d | _
d | _ d | _ d | _
| _d | _ | _| _d | _ | _| _d | _ | _| _d | _d | _d | _d | _d | _ d | _ d | _ d | _ d | _ t!j"r�t!j#| _$t!j%| _&n d | _$d | _&d | _'d | _(d | _)| _*d | _+i | _,d | _-| j.j/| _/| j.�0| | j.�1d�� d S )NzVeasy_install command is deprecated. Use build and pip and other standards-based tools.r r/ )2�warnings�warn� EasyInstallDeprecationWarningrk �zip_ok�local_snapshots_ok� install_dir�
script_dir�exclude_scripts� index_url�
find_links�build_directory�args�optimize�recordrU � always_copy�
multi_versionrc �no_deps� allow_hosts�root�prefix� no_reportrj �install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_data� install_base�install_platbase�site�ENABLE_USER_SITE� USER_BASE�install_userbase� USER_SITE�install_usersite�
no_find_links�
package_index�pth_file�always_copy_from� site_dirs�installed_projects�_dry_run� distribution�verbose�_set_command_options�get_option_dict��selfr7 r7 r8 �initialize_options� sN �
�z easy_install.initialize_optionsc C s" dd� |D �}t t| j|�� d S )Nc s s* | ]"}t j�|�s t j�|�r|V qd S �N)r: r; r< �islink)�.0�filenamer7 r7 r8 � <genexpr>� s �z/easy_install.delete_blockers.<locals>.<genexpr>)�list�map� _delete_path)r� �blockersZextant_blockersr7 r7 r8 �delete_blockers� s �z easy_install.delete_blockersc C sJ t �d|� | jrd S tj�|�o.tj�|� }|r8tntj}||� d S )Nz Deleting %s) r �info�dry_runr: r; �isdirr� �rmtree�unlink)r� r; Zis_treeZremoverr7 r7 r8 r� � s zeasy_install._delete_pathc C s8 dj tj� } td�}d}t|j f i t� ��� t� �dS )zT
Render the Setuptools version and installation details, then exit.
�{}.{}�
setuptoolsz=setuptools {dist.version} from {dist.location} (Python {ver})N)�format�sys� version_infor! �print�locals�
SystemExit)�ver�dist�tmplr7 r7 r8 �_render_version� s
z easy_install._render_versionc
C s� | j o | �� tj �� d }tdd�\}}| j�� | j�� | j�� ||dd� |d |d ||||t tdd�d� | _
t j r�| j
| j
d < | j| j
d
< n| jr�t�d � | �� | �� | �� | �d d
dd� | jd u r�| j| _| jd u r�d| _| �dd� | �dd� | j�r(| j�r(| j| _| j| _| �dd� t t tj �}t � | _ | j!d u�r�dd� | j!�d�D �}|D ]N}t"j �#|��s�t�d|� n,t |�|v�r�t$|d ��n| j �%t |�� �qn| j&�s�| �'� | j(�p�d | _(| j d d � | _)| jt | j�fD ] }|| j)v�r�| j)�*d|� �q�| j+d u�rBd d� | j+�d�D �}nd g}| j,d u �rj| j-| j(| j)|d �| _,t.| j)tj �| _/| j0d u�r�t1| j0t2��r�| j0�� | _0ng | _0| j3�r�| j,�4| j)tj � | j�s�| j,�5| j0� | �dd � t1| j6t7��sXz0t7| j6�| _6d| j6 k�r dk�s$n t8�W n0 t8�yV } zt$d!�| �W Y d } ~ n
d } ~ 0 0 | j&�rp| j9�spt:d"��| j;�s�t:d#��g | _<d S )$Nr r � exec_prefix� � �abiflags� ) � dist_name� dist_version�
dist_fullname�
py_version�py_version_short�py_version_nodot�
sys_prefixr �sys_exec_prefixr� r� �userbase�usersitez6WARNING: The user site-packages directory is disabled.rq rr rv r� Fr� )rq rq r� �rq rr �install)ry ry c S s g | ]}t j�|�� ��qS r7 )r: r; �
expanduserrM �r� rE r7 r7 r8 �
<listcomp>- s z1easy_install.finalize_options.<locals>.<listcomp>�,z"%s (in --site-dirs) does not existz$ (in --site-dirs) is not on sys.pathzhttps://pypi.org/simple/c S s g | ] }|� � �qS r7 )rM r� r7 r7 r8 r� C � �*)� search_path�hosts)rx rx z --optimize must be 0, 1, or 2z9Must specify a build directory (-b) when using --editablez:No urls, filenames, or requirements specified (see --help))=rj r� r� �splitr r� �get_name� get_version� get_fullname�getattr� config_varsr� r� r� r� rk r rm � _fix_install_dir_for_user_site�expand_basedirs� expand_dirs�_expandrr rq r� �set_undefined_optionsr� r� r� r r; �
get_site_dirs�
all_site_dirsr� r: r� r �appendrc �check_site_dirrt � shadow_path�insertr} r� � create_indexr# � local_indexru �
isinstance�strrp Zscan_egg_links�add_find_linksrx �int�
ValueErrorrv r rw �outputs)
r� r� r r� r> r� rW � path_itemr� rd r7 r7 r8 �finalize_options� s�
�
�
��
��
� ����z easy_install.finalize_optionsc C s\ | j r tjsdS | �� | jdu r.d}t|��| j | _| _tj �
dd�d }| � |� dS )z;
Fix the install_dir if "--user" was used.
Nz$User base directory is not specified�posix�unix�_user) rk r� r� �create_home_pathr� r r� r� r: �namerN �
select_scheme)r� �msg� scheme_namer7 r7 r8 r� j s
z+easy_install._fix_install_dir_for_user_sitec C sX |D ]N}t | |�}|d urtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr� �nt)r� r: r� r; r� r r� �setattr)r� �attrs�attr�valr7 r7 r8 �
_expand_attrsy s
zeasy_install._expand_attrsc C s | � g d�� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.)r� r� r~ N�r� r� r7 r7 r8 r� � s z easy_install.expand_basedirsc C s g d�}| � |� dS )z+Calls `os.path.expanduser` on install dirs.)r� r� r� r� r� r� Nr� )r� �dirsr7 r7 r8 r� � s zeasy_install.expand_dirsc C s� |r| � dtj� | j| jjkr,t�| j� z�| jD ]}| �|| j � q4| j r�| j
}| j r�t | j �}t
t |��D ]}|| |d � ||< qrddlm} | �|j| j |fd| j � | �� W t�| jj� nt�| jj� 0 d S )NzXWARNING: The easy_install command is deprecated and will be removed in a future version.r )� file_utilz'writing list of installed files to '%s')�announcer �WARNr� r� �
set_verbosityrw r/ r| ry r� r~ �len�range� distutilsr� �execute�
write_file�warn_deprecated_options)r� Zshow_deprecation�specr� �root_len�counterr� r7 r7 r8 �run� s2 �
��
zeasy_install.runc C sB z t �� }W n ty, t�dtj�}Y n0 t j�| j d| �S )z�Return a pseudo-tempname base in the install directory.
This code is intentionally naive; if a malicious party can write to
the target directory you're already in deep doodoo.
r ztest-easy-install-%s)
r: �getpid� Exception�random�randintr� �maxsizer; �joinrq )r� �pidr7 r7 r8 �pseudo_tempname� s
z easy_install.pseudo_tempnamec C s d S r� r7 r� r7 r7 r8 r � s z$easy_install.warn_deprecated_optionsc C sJ t | j�}tj�|d�}tj�|�sRzt�|� W n ttfyP | � � Y n0 || j
v }|sp| j sp| � � }nb| �
� d }tj�|�}z*|r�t�|� t|d��� t�|� W n ttfy� | � � Y n0 |s�| j s�tj�dd�}t�| j| j|� |�r | jdu �r$t|| j
�| _nd| _| j �r@tj�|��s@d| _|| _dS )z;Verify that self.install_dir is .pth-capable dir, if needed�easy-install.pthz .write-test�w�
PYTHONPATHr� N)r rq r: r; r r< �makedirs�OSError�IOError�cant_write_to_targetr� r{ �check_pth_processingr r� �open�close�environ�getr rm � _easy_install__no_default_msgr� r0 )r� �instdirr� Z is_site_dirZtestfileZ test_exists�
pythonpathr7 r7 r8 r� � s:
zeasy_install.check_site_diraS
can't create or remove files in install directory
The following error occurred while trying to add or remove files in the
installation directory:
%s
The installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
z�
This directory does not currently exist. Please create it and try again, or
choose a different installation directory (using the -d or --install-dir
option).
a�
Perhaps your account does not have write access to this directory? If the
installation directory is a system-owned directory, you may need to sign in
as the administrator or "root" account. If you do not have administrative
access to this machine, you may wish to choose a different installation
directory, preferably one that is listed in your PYTHONPATH environment
variable.
For information on other options, you may wish to consult the
documentation at:
https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html
Please make the appropriate changes for your system and try again.
c C sP | j t�� d | jf }tj�| j�s6|d| j 7 }n|d| j 7 }t |��d S )N� rJ )
� _easy_install__cant_write_msgr� �exc_inforq r: r; r< � _easy_install__not_exists_id�_easy_install__access_msgr )r� r� r7 r7 r8 r s
z!easy_install.cant_write_to_targetc
C s( | j }t�d|� | �� d }|d }tj�|�}td�d }z6|rNt�|� tj� |�}tj
|dd� t |d�}W n t t
fy� | �� Y �n|0 �z6|�|jf i t� ��� |�� d }tj}tjd
k�rtj�|�\}} tj�|d �}
| �� d k�otj�|
�} | �r|
}d
dlm} | |dddgd
� tj�|��r�t�d|� W |�rZ|�� tj�|��rrt�|� tj�|��r�t�|� dS W |�r�|�� tj�|��r�t�|� tj�|��rt�|� n@|�r�|�� tj�|��r�t�|� tj�|��rt�|� 0 | j�s$t� d|� dS )z@Empirically verify whether .pth files are supported in inst. dirz Checking .pth file support in %s�.pthz.okzz
import os
f = open({ok_file!r}, 'w')
f.write('OK')
f.close()
rJ T)�exist_okr Nr� � pythonw.exe�
python.exer )�spawnz-Ez-c�passz-TEST PASSED: %s appears to support .pth filesz+TEST FAILED: %s does NOT support .pth filesF) rq r r� r r: r; r< rP r� �dirnamer r r r r �writer� r� r r� �
executabler� r� r �lower�distutils.spawnr* r{ rm )
r� r r� Zok_fileZ ok_existsr� r, r] r. �basenameZaltZuse_altr* r7 r7 r8 r sv �
� �
�
�
z!easy_install.check_pth_processingc C sV | j sH|�d�rH|�d�D ],}|�d| �r.q| �|||�d| �� q| �|� dS )z=Write all the scripts for `dist`, unless scripts are excluded�scriptszscripts/N)rs �metadata_isdir�metadata_listdir�install_script� get_metadata�install_wrapper_scripts)r� r� � script_namer7 r7 r8 �install_egg_scriptsS s �z easy_install.install_egg_scriptsc C sT t j�|�rDt �|�D ]*\}}}|D ]}| j�t j�||�� q$qn | j�|� d S r� )r: r; r� �walkr� r� r )r� r; �baser� �filesr� r7 r7 r8 �
add_outputa s
zeasy_install.add_outputc C s | j rtd|f ��d S )NzjInvalid argument %r: you can't use filenames or URLs with --editable (except via the --find-links option).)rc r �r� r r7 r7 r8 � not_editablei s ��zeasy_install.not_editablec C s< | j s
d S tj�tj�| j|j��r8td|j| jf ��d S )Nz2%r already exists in %s; can't do a checkout there)rc r: r; r< r rv �keyr r> r7 r7 r8 �check_editableq s
��zeasy_install.check_editablec c sJ t jdd�}z"t|�V W tj�|�o,t|� ntj�|�oBt|� 0 d S )Nz
easy_install-)r )�tempfile�mkdtempr� r: r; r< r� )r� �tmpdirr7 r7 r8 �_tmpdir{ s zeasy_install._tmpdirFc C sX | � � ��8}t|t�s�t|�rV| �|� | j�||�}| �d |||d�W d � S tj �
|�r�| �|� | �d |||d�W d � S t |�}| � |� | j�
||| j| j| j | j�}|d u r�d| }| jr�|d7 }t|��nN|jtk�r| �|||d� |W d � S | �||j||�W d � S W d � n1 �sJ0 Y d S )NTz+Could not find suitable distribution for %rz2 (--always-copy skips system and development eggs)�Using)rE r� r$ r r? r� �download� install_itemr: r; r< r rA Zfetch_distributionrU rc rz r� r �
precedencer+ �process_distribution�location)r� r �depsrD �dlr� r� r7 r7 r8 r/ � s0
�
zeasy_install.easy_installc C s
|p| j }|p tj�|�|k}|p,|�d� }|pT| jd uoTtj�t|��t| j�k}|r�|s�| j|j D ]}|j |krj q�qjd}t
� dtj� |�� |r�| �
|||�}|D ]}| �|||� q�n | �|�g}| �||d |d� |d u�r|D ]}||v r�| S q�d S )N�.eggTz
Processing %sr rF )rz r: r; r, �endswithr� r r� � project_namerK r r� r1 � install_eggsrJ �egg_distribution)r� r rG rD rL Zinstall_neededr� �distsr7 r7 r8 rH � s2
��
zeasy_install.install_itemc C s< t | }tD ]*}d| }t| |�du r t| ||| � q dS )z=Sets the install directories by applying the install schemes.�install_N)r
r r� r� )r� r� �schemer@ �attrnamer7 r7 r8 r� � s
zeasy_install.select_schemec
G s� | � |� | j�|� || j|j v r2| j�|� | j�|� | �|� || j|j< t� | j
||g|�R � � |� d�r�| j s�| j�
|�d�� |s�| js�d S |d ur�|j|jkr�t�d|� d S |d u s�||vr�|�� }tt|��}t� d|� z tg ��|g| j| j�}W nf t�yB } ztt|��|�W Y d }~n<d }~0 t�yt } zt|�� �|�W Y d }~n
d }~0 0 | j�s�| j�r�|D ]"}|j| jv�r�| �|�� � �q�t� d|� d S )Nzdependency_links.txtz Skipping dependencies for %sz Processing dependencies for %sz'Finished processing dependencies for %s) �
update_pthr� �addr� r@ �remover9 r� r r� �installation_report� has_metadatar� r� �get_metadata_linesrz rm �as_requirementr$ r� r( �resolver/ r) r r* �reportr� )r� � requirementr� rL r� ZdistreqZdistrosrd r7 r7 r8 rJ � sH
��
�"$z!easy_install.process_distributionc C s2 | j d ur| j S |�d�r dS |�d�s.dS dS )Nz not-zip-safeTzzip-safeF)ro r[ �r� r� r7 r7 r8 � should_unzip� s
zeasy_install.should_unzipc C s� t j�| j|j�}t j�|�r:d}t�||j| j|� |S t j�|�rL|}nRt j� |�|krft �
|� t � |�}t |�dkr�t j�||d �}t j�|�r�|}t
|� t�||� |S )Nz<%r already exists in %s; build directory %s will not be keptr! r )r: r; r rv r@ r< r rm r� r, r� �listdirr r �shutil�move)r� r �
dist_filename�
setup_base�dstr� �contentsr7 r7 r8 �
maybe_move s$ �
zeasy_install.maybe_movec C s, | j r
d S t�� �|�D ]}| j|� qd S r� )rs � ScriptWriter�best�get_args� write_script)r� r� rw r7 r7 r8 r7 s z$easy_install.install_wrapper_scriptsc C sN t |�� �}t||�}|r8| �|�t� }t�|�| }| �|t|�d� dS )z/Generate a legacy script wrapper and install itr^ N) r� r] �is_python_script�_load_templater� rk �
get_headerrn rF )r� r� r8 � script_text�dev_pathr Z is_script�bodyr7 r7 r8 r5 " s
zeasy_install.install_scriptc C s( d}| r|� dd�}td|�}|�d�S )z�
There are a couple of template scripts in the package. This
function loads one of them and prepares it for use.
z script.tmplz.tmplz (dev).tmplr� �utf-8)rN r �decode)rs r� Z raw_bytesr7 r7 r8 rp , s
zeasy_install._load_template�tr7 c s� � � � fdd�|D �� t�d|� j� tj�� j|�}� �|� � jrLdS t � }t
|� tj� |�rpt� |� t
|d| ��}|�|� W d � n1 s�0 Y t|d| � dS )z1Write an executable file to the scripts directoryc s g | ]}t j�� j|��qS r7 )r: r; r rr �r� rY r� r7 r8 r� > r� z-easy_install.write_script.<locals>.<listcomp>zInstalling %s script to %sNr i� )r� r r� rr r: r; r r= r� �
current_umaskr r< r� r r- �chmod)r� r8 ri �moder� �target�maskr] r7 r� r8 rn ; s �
(zeasy_install.write_scriptc C sR | j | j| jd�}z||�� dd � }W n ty< Y n0 |||�gS |}tj�|�rt|�d�stt ||| j
� ntj� |�r�tj� |�}|�
|�r�| jr�|d ur�| �|||�}tj�|d�}tj�|��s$ttj�|dd��}|s�tdtj� |� ��t|�dk�r tdtj� |� ��|d }| j�rBt�| �||�� g S | �||�S d S )
N)rN �.exez.whl����.pyzsetup.pyr� z"Couldn't find a setup script in %sr! z Multiple setup scripts in %sr )� install_egg� install_exe�
install_wheelr/ �KeyErrorr: r; �isfilerO r �unpack_progressr� �abspath�
startswithrv rj r r< r r r rc r r� �report_editable�build_and_install) r� r rf rD Z
installer_mapZ install_distrg � setup_scriptZsetupsr7 r7 r8 rQ O sT ��
��
��
��zeasy_install.install_eggsc C s> t j�|�r"t|t j�|d��}ntt�|��}tj ||d�S )N�EGG-INFO)�metadata)
r: r; r� r& r r' � zipimport� zipimporterr% �
from_filename)r� �egg_pathr� r7 r7 r8 rR � s �z easy_install.egg_distributionc C s� t j�| jt j�|��}t j�|�}| js2t|� | �|�}t ||��sxt j�
|�rrt j� |�srt j
|| jd� n"t j�|�r�| �t j|fd| � z�d}t j�
|�r�|�|�r�tjd }}n tjd }}nL| �|�r�| �|� | jd }}n*d}|�|��r tjd }}n tjd }}| �|||f|d t j�|�t j�|�f � t||d � W n" t�yv t|dd � � Y n0 | � |� | �|�S )
N�r� � Removing FZMovingZCopyingZ
ExtractingTz %s to %s��fix_zipimporter_caches) r: r; r rq r1 r� r� r rR r. r� r� r
� remove_treer< r r� r� rd re �copytreerb �mkpath�unpack_and_compile�copy2r, �update_dist_cachesr r= )r� r� rD � destinationr� Znew_dist_is_zippedr] rT r7 r7 r8 r� � s^
�
�
���
zeasy_install.install_eggc sP t |�}|d u r td| ��td |�dd�|�dd�t� d�}tj�||�� d �}||_ |d }tj�|d�}tj�|d �}t
|� t ||�|_ | �
||� tj�|��st|d
�} | �d � |�d�D ].\}
} |
d kr�| �d
|
�dd��� | f � q�| �� tj�|d�� | �� fdd�t�|�D �� tj||| j| jd� | � ||�S )Nz(%s is not a valid distutils Windows .exer� r� rj )rP rj �platformrN z.tmpr� �PKG-INFOr zMetadata-Version: 1.0
�target_versionz%s: %s
�_�-r2 c s g | ]}t j�� |d ��qS )r )r: r; r )r� rw �rr r7 r8 r� � s �z,easy_install.install_exe.<locals>.<listcomp>)r� r� ) r1 r r% r r r: r; r �egg_namerK r r& � _provider�
exe_to_eggr< r r- �itemsrN �titler r� rk rm r � make_zipfiler� r� r� ) r� rf rD �cfgr� r� �egg_tmpZ _egg_infoZpkg_infr] �k�vr7 r� r8 r� � sB �
�
� �zeasy_install.install_exec s8 t |��g �g �i �� ����fdd�}t|� |� g }�D ]n}|�� �d�r<|�d�}|d }t�|d �d |d< tjj � g|�R � }��
|� |�
|� t� ||� q<| � �� t�
tj� � d�t�� |�� dD ]Z} t� | r�tj� � d| d �}
tj�|
�s�t|
d
�} | �d � t� | �d � | �� q�d S )
z;Extract a bdist_wininst to the directories an egg would usec s� | � � }�D ]�\}}|�|�r || t|�d � } | �d�}tjj� g|�R � }|� � }|�d�sl|�d�r�t� |d �|d< d�tj�
|d �d < �� | � n4|�d�r�|dkr�d�tj�
|d �d < �� |� | S q | �d �s�t �
d
| � d S ) N�/�.pyd�.dll���r! r r� �SCRIPTS/r& zWARNING: can't process %s)r/ r� r r� r: r; r rO r � strip_module�splitextr� r rm )�srcrh rE �old�new�partsrM �r� � native_libs�prefixes�
to_compile� top_levelr7 r8 �process� s$
z(easy_install.exe_to_egg.<locals>.processr� r� r� r� r� )r� r� z.txtr rJ N)r2 r r/ rO r� r r� r: r; r r� Z
write_stub� byte_compileZwrite_safety_flagZ analyze_eggr� r< r r- r ) r� rf r� r� Zstubs�resr� �resourceZpyfiler� �txtr] r7 r� r8 r� � s8
�
zeasy_install.exe_to_eggc
C s� t |�}|�� sJ �tj�| j|�� �}tj�|�}| jsBt |� tj�
|�rltj� |�slt j
|| jd� n"tj�|�r�| �tj|fd| � z:| �|j|fdtj�|�tj�|�f � W t|dd� nt|dd� 0 | �|� | �|�S )Nr� r� zInstalling %s to %sFr� )r �
is_compatibler: r; r rq r� r� r� r r� r� r
r� r< r r� Zinstall_as_eggr1 r, r� r= rR )r� �
wheel_pathrD �wheelr� r7 r7 r8 r� $ s4 �
��
zeasy_install.install_wheela(
Because this distribution was installed --multi-version, before you can
import modules from this package in an application, you will need to
'import pkg_resources' and then use a 'require()' call similar to one of
these examples, in order to select the desired version:
pkg_resources.require("%(name)s") # latest installed version
pkg_resources.require("%(name)s==%(version)s") # this exact version
pkg_resources.require("%(name)s>=%(version)s") # this version or higher
z�
Note also that the installation directory must be on sys.path at runtime for
this to work. (e.g. by being the application's script directory, by being on
PYTHONPATH, or by being added to sys.path by your code.)
� Installedc C s^ d}| j r>| js>|d| j 7 }| jtttj�vr>|d| j 7 }|j }|j
}|j }d}|t � S )z9Helpful installation message for display to package usersz
%(what)s %(eggloc)s%(extras)srJ r� )
r{ r� �_easy_install__mv_warningrq r� r r� r; �_easy_install__id_warningrK rP rj r� ) r� �reqr� �whatr� Zegglocr� rj �extrasr7 r7 r8 rZ R s z easy_install.installation_reportaR
Extracted editable version of %(spec)s to %(dirname)s
If it uses setuptools in its setup script, you can activate it in
"development" mode by going to that directory and running::
%(python)s setup.py develop
See the setuptools documentation for the "develop" command for more info.
c C s" t j�|�}tj}d| jt� S )NrJ )r: r; r, r� r. �_easy_install__editable_msgr� )r� r r� r, �pythonr7 r7 r8 r� k s z easy_install.report_editablec
C s� t j�dt� t j�dt� t|�}| jdkrNd| jd }|�dd| � n| jdk rd|�dd� | jrv|�dd � t �
d
|t |�d d � d � |�� zt
||� W n: ty� } z"td |jd f �|�W Y d }~n
d }~0 0 d S )
Nzdistutils.command.bdist_eggzdistutils.command.egg_infor� r� r! r r� z-qz-nz
Running %s %s� zSetup script exited with %s)r� �modules�
setdefaultr r r� r� r� r� r r� r r r r� r rw )r� r� rg rw r� r7 r7 r8 r p s*
���zeasy_install.run_setupc C s� ddg}t jdtj�|�d�}z�| �tj�|�� |�|� | �|||� t|g�}g }|D ]&}|| D ]}|�| � |j
|�� qhq\|s�| j s�t �
d|� |W t|� t �| j� S t|� t �| j� 0 d S )Nr z
--dist-dirz
egg-dist-tmp-)r �dirz+No eggs found in %s (setup script problem?))rB rC r: r; r, �_set_fetcher_optionsr� r r# r� rK r� r rm r� r� r� ) r� r� rg rw �dist_dirZall_eggs�eggsr@ r� r7 r7 r8 r� � s2 �
� � �z easy_install.build_and_installc C sh | j �d��� }d}i }|�� D ] \}}||vr2q |d ||< q t|d�}tj�|d�}t� ||� dS )a
When easy_install is about to run bdist_egg on a source dist, that
source dist might have 'setup_requires' directives, requiring
additional fetching. Ensure the fetcher options given to easy_install
are available to that command as well.
r/ )ru r� rt rx r} r! )r/ z setup.cfgN)
r� r� �copyr� �dictr: r; r r Z edit_config) r� r; Zei_optsZfetch_directivesZ
fetch_optionsr@ r� �settingsZ cfg_filenamer7 r7 r8 r� � s
z!easy_install._set_fetcher_optionsc C sL | j d u rd S | j |j D ]J}| js2|j|jkr2qt�d|� | j �|� |j| jv r| j�|j� q| js�|j| j jv r�t�d|� n2t�d|� | j � |� |j| jvr�| j�
|j� | j r�d S | j � � |jdkr�d S t
j�| jd�}t
j�|��rt
�|� t|d��(}|�| j �|j�d � W d � n1 �s>0 Y d S )Nz&Removing %s from easy-install.pth filez4%s is already the active version in easy-install.pthz"Adding %s to easy-install.pth filer� �setuptools.pth�wtrJ )r� r@ r{ rK r r� rY r� �pathsrX r� r� �saver: r; r rq r� r� r r- �
make_relative)r� r� rW r� r] r7 r7 r8 rW � s:
�
zeasy_install.update_pthc C s t �d||� |S )NzUnpacking %s to %s)r �debug)r� r� rh r7 r7 r8 r� � s z easy_install.unpack_progressc sd g �g �� ��fdd�}t |||� � ��� � js`�D ]&}t�|�tj dB d@ }t||� q8d S )Nc sZ |� d�r | �d�s ��|� n |� d�s4|� d�r>��|� � �| |� � j rV|pXd S )Nr� � EGG-INFO/r� z.so)rO r� r� r� r� )r� rh �r� Zto_chmodr� r7 r8 �pf� s
z+easy_install.unpack_and_compile.<locals>.pfim i� )r r� r� r: �stat�ST_MODErz )r� r� r� r� r] r{ r7 r� r8 r� � s
z easy_install.unpack_and_compilec C sv t jr
d S ddlm} zLt�| jd � ||dd| jd� | jrT||| jd| jd� W t�| j� nt�| j� 0 d S )Nr )r� r! )rx �forcer� ) r� �dont_write_bytecode�distutils.utilr� r r� r� r� rx )r� r� r� r7 r7 r8 r� � s �zeasy_install.byte_compilea�
bad install directory or PYTHONPATH
You are attempting to install a package to a directory that is not
on PYTHONPATH and which Python does not read ".pth" files from. The
installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
and your PYTHONPATH environment variable currently contains:
%r
Here are some of your options for correcting the problem:
* You can choose a different installation directory, i.e., one that is
on PYTHONPATH or supports .pth files
* You can add the installation directory to the PYTHONPATH environment
variable. (It must then also be on PYTHONPATH whenever you run
Python and want to use the package(s) you are installing.)
* You can set up the installation directory to support ".pth" files by
using one of the approaches described here:
https://setuptools.readthedocs.io/en/latest/deprecated/easy_install.html#custom-installation-locations
Please make the appropriate changes for your system and try again.
c C sb | j s
dS ttj�d��}| j�� D ]8\}}|�|�r$tj�|�s$| � d| � t�
|d� q$dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) rk r r: r; r� r� r� r� r� � debug_printr )r� �homer� r; r7 r7 r8 r� ) s z easy_install.create_home_pathz/$base/lib/python$py_version_short/site-packagesz $base/binr� �r� z$base/Lib/site-packagesz
$base/Scriptsc G s� | � d�j}| jrd|�� }| j|d< | j�tj| j�}|� � D ]$\}}t
| |d �d u r>t | ||� q>ddl m
} |D ]B}t
| |�}|d urt|||�}tjdkr�tj�|�}t | ||� qtd S )Nr� r; r )r r� )�get_finalized_commandr� r r� r
r r: r� �DEFAULT_SCHEMEr� r� r� r� r r; r� )r� r� r� rU r� r� r r7 r7 r8 r� ? s
zeasy_install._expand)T)F)F)T)N)rw r7 )r� )M�__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr� r� � user_options�boolean_options� negative_optr r� r� r� r� � staticmethodr� r� r� r� r� r� r r r r� rK rL �lstripr" r$ r% r r r9 r= r? rA �
contextlib�contextmanagerrE r/ rH r� rJ rb rj r7 r5 rp rn rQ rR r� r� r� r� r� r� rZ r� r� r r� r� rW r� r� r� rM r r� r� r
r� r� r7 r7 r7 r8 r/ n s� � 5
- ;
!
$ �
)
3 6.5
)
���r/ c C s t j�dd��t j�} td | �S )Nr r� )r: r r r� �pathsep�filter)r� r7 r7 r8 � _pythonpathV s r� c s� g � � � t� � tjg} tjtjkr0| �tj� | D ]�}|s>q4tjdv r`� �tj� |dd�� nVtj
dkr�� � tj� |ddj tj � d�tj� |dd�g� n� � |tj� |dd�g� tjdkr�q4d |vr�q4tj
�d
�}|s�q4tj� |d d d
j tj � d�}� �|� q4td�td�f}� � � fdd�|D �� tj�rB� �tj� t�t�� � � t�� � W d � n1 �sr0 Y ttt� ��� � S )z&
Return a list of 'site' dirs
)Zos2emxZriscos�Libz
site-packagesr� �libz python{}.{}z site-python�darwinzPython.framework�HOME�Library�Pythonr� �purelib�platlibc 3 s | ]}|� vr|V qd S r� r7 r� ��sitedirsr7 r8 r� � r� z get_site_dirs.<locals>.<genexpr>N)�extendr� r� r r� r� r� r: r; r �sepr� r� r r r r� r� r� r� �suppress�AttributeError�getsitepackagesr� r� r )r� r r� Zhome_spZ lib_pathsr7 r r8 r� [ s^
��
�
� .r� c c s� i }| D ]�}t |�}||v r qd||< tj�|�s4qt�|�}||fV |D ]�}|�d�s\qL|dv rfqLttj�||��}tt |��}|�
� |D ]L}|� d�r�q�t |� � �}||v r�q�d||< tj�|�s�q�|t�|�fV q�qLqdS )zBYield sys.path directories that might contain "old-style" packagesr! r& )r r� �importN)
r r: r; r� rc rO r r r� r r r� �rstrip)�inputs�seenr, r< r� r] �lines�liner7 r7 r8 � expand_paths� s8
r c C s` t | d�}�zDt�|�}|du r.W |�� dS |d |d |d }|dk r\W |�� dS |�|d � t�d|�d��\}}}|dvr�W |�� dS |�|d| � d d d
�}t� |�}z<|�|�} | �
d d �d
}
|
� t �
� �}
|�t�|
�� W n" tj�y Y W |�� dS 0 |�d��r6|�d��sDW |�� dS |W |�� S |�� 0 dS )znExtract configuration data from a bdist_wininst .exe
Returns a configparser.RawConfigParser, or None
�rbN� � � � z<iii)izV4i{V4r� )rj r� � r! r r� �Setup)r �zipfile� _EndRecDatar �seekr5 �unpack�read� configparser�RawConfigParserr� rv r� �getfilesystemencoding� read_file�io�StringIO�Error� has_section) rf r] �endrecZ prepended�tagZcfglenZbmlen�initr� �part�configr7 r7 r8 r1 � sL
���
���r1 c C s6 g d�}t �| �}z�|�� D ]�}|j}|�d�}t|�dkrx|d dkrx|d �d�rx|�dd�|d d� �d
f� q�t|�dks |�d �s�q |�d �r�q |d � � d
v r |�
|�� � }t |�D ]8}|�
� �dd�}|�d�s�|�d|d |f df� q�q W |�� n
|�� 0 dd� |D �}|�� |�� |S )z4Get exe->egg path translations for a given .exe file))zPURELIB/r� )zPLATLIB/pywin32_system32r� )zPLATLIB/r� )r� zEGG-INFO/scripts/)zDATA/lib/site-packagesr� r� r� r� r� r! z .egg-infor Nr� r& z
-nspkg.pth)ZPURELIBZPLATLIB�\r z%s/%s/r� c S s g | ]\}}|� � |f�qS r7 )r/ )r� rY �yr7 r7 r8 r� r� z$get_exe_prefixes.<locals>.<listcomp>)r �ZipFile�infolistr� r� r rO r� r �upperr rv r rM rN r� r� r �sort�reverse)Z exe_filenamer� rR r� r� r� ri �pthr7 r7 r8 r2 � s2
r2 c @ sR e Zd ZdZdZddd�Zdd� Zdd � Zed
d � �Z d d
� Z
dd� Z dd� Z dS )r0 z)A .pth file with Distribution paths in itFr7 c C sl || _ ttt|��| _ttj�| j ��| _| � � t
� | g d d � t | j
�D ]}tt| jt|d��� qLd S )NT)r� r� r� r r r: r; r, �basedir�_loadr# �__init__r r� rX r" )r� r� r r; r7 r7 r8 r3 " s zPthDistributions.__init__c C s� g | _ d}t�| j�}tj�| j�r�t| jd�}|D ]�}|� d�rHd}q4|�
� }| j � |� |� � r4|� � � d�rtq4t
tj�| j|�� }| j d< tj�|�r�||v r�| j �� d| _q4d||< q4|�� | j r�|s�d| _| j r�| j d � � s�| j �� q�d S )NF�rtr T�#r� r! )r� r� �fromkeysr r: r; r� r� r r� r
r� rM r r r1 r< �pop�dirtyr )r� Z
saw_importr r] r r; r7 r7 r8 r2 + s4
�
zPthDistributions._loadc C s� | j s
dS tt| j| j��}|r�t�d| j� | �|�}d� |�d }t
j � | j�r`t
�
| j� t| jd��}|�|� W d � q�1 s�0 Y n(t
j �| j�r�t�d| j� t
�
| j� d| _ dS )z$Write changed .pth file back to diskNz Saving %srJ r� zDeleting empty %sF)r8 r� r� r� r� r r� r� � _wrap_linesr r: r; r� r� r r- r< )r� Z rel_pathsr
�datar] r7 r7 r8 r� J s
* zPthDistributions.savec C s | S r� r7 )r
r7 r7 r8 r9 ` s z PthDistributions._wrap_linesc C sN |j | jvo$|j | jvp$|j t�� k}|r>| j�|j � d| _t�| |� dS )z"Add `dist` to the distribution mapTN) rK r� r r: �getcwdr� r8 r# rX )r� r� �new_pathr7 r7 r8 rX d s �zPthDistributions.addc C s2 |j | jv r"| j�|j � d| _q t�| |� dS )z'Remove `dist` from the distribution mapTN)rK r� rY r8 r# ra r7 r7 r8 rY r s zPthDistributions.removec C s� t j�t|��\}}t| j�}|g}t jdkr2dp6t j}t|�|kr�|| jkrl|�t j � |�
� |� |�S t j�|�\}}|�|� q8|S )Nr� ) r: r; r� r r r1 �altsepr r� �curdirr/ r )r� r; �npath�lastZbaselenr� r r7 r7 r8 r� y s
z PthDistributions.make_relativeN)r7 )
r� r� r� r� r8 r3 r2 r� r� r9 rX rY r� r7 r7 r7 r8 r0 s
r0 c @ s( e Zd Zedd� �Zed�Zed�ZdS )�RewritePthDistributionsc c s$ | j V |D ]
}|V q | jV d S r� )�prelude�postlude)�clsr
r r7 r7 r8 r9 � s z#RewritePthDistributions._wrap_linesz?
import sys
sys.__plen = len(sys.path)
z�
import sys
new = sys.path[sys.__plen:]
del sys.path[sys.__plen:]
p = getattr(sys, '__egginsert', 0)
sys.path[p:p] = new
sys.__egginsert = p + len(new)
N)r� r� r� � classmethodr9 rP rB rC r7 r7 r7 r8 rA � s
rA Z SETUPTOOLS_SYS_PATH_TECHNIQUE�rawZrewritec C s t tjt�rtS t�tj�� �S )z_
Return a regular expression based on first_line_re suitable for matching
strings.
)r� r �patternr� �re�compilerv r7 r7 r7 r8 �_first_line_re� s rJ c C s\ | t jt jfv r.t jdkr.t|tj� | |�S t�� \}}}|d |d d| |f f�d S )Nr� r r! z %s %s) r: r� rY r� rz r� �S_IWRITEr� r# )�func�arg�exc�etZevr� r7 r7 r8 �
auto_chmod� s
rP c C s. t | �}t|tj� |r"t|� nt|� dS )aa
Fix any globally cached `dist_path` related data
`dist_path` should be a path of a newly installed egg distribution (zipped
or unzipped).
sys.path_importer_cache contains finder objects that have been cached when
importing data from the original distribution. Any such finders need to be
cleared since the replacement distribution might be packaged differently,
e.g. a zipped egg distribution might get replaced with an unzipped egg
folder or vice versa. Having the old finders cached may then cause Python
to attempt loading modules from the replacement distribution using an
incorrect loader.
zipimport.zipimporter objects are Python loaders charged with importing
data packaged inside zip archives. If stale loaders referencing the
original distribution, are left behind, they can fail to load modules from
the replacement distribution. E.g. if an old zipimport.zipimporter instance
is used to load data from a new zipped egg archive, it may cause the
operation to attempt to locate the requested data in the wrong location -
one indicated by the original distribution's zip archive directory
information. Such an operation may then fail outright, e.g. report having
read a 'bad local file header', or even worse, it may fail silently &
return invalid data.
zipimport._zip_directory_cache contains cached zip archive directory
information for all existing zipimport.zipimporter instances and all such
instances connected to the same archive share the same cached directory
information.
If asked, and the underlying Python implementation allows it, we can fix
all existing zipimport.zipimporter instances instead of having to track
them down and remove them one by one, by updating their shared cached zip
archive directory information. This, of course, assumes that the
replacement distribution is packaged as a zipped egg.
If not asked to fix existing zipimport.zipimporter instances, we still do
our best to clear any remaining zipimport.zipimporter related cached data
that might somehow later get used when attempting to load data from the new
distribution and thus cause such load operations to fail. Note that when
tracking down such remaining stale data, we can not catch every conceivable
usage from here, and we clear only those that we know of and have found to
cause problems if left alive. Any remaining caches should be updated by
whomever is in charge of maintaining them, i.e. they should be ready to
handle us replacing their zip archives with new distributions at runtime.
N)r �_uncacher� �path_importer_cache�!_replace_zip_directory_cache_data�*_remove_and_clear_zip_directory_cache_data)� dist_pathr� �normalized_pathr7 r7 r8 r� � s
<
r� c C sP g }t | �}|D ]:}t|�}|�| �r|||d � tjdfv r|�|� q|S )ap
Return zipimporter cache entry keys related to a given normalized path.
Alternative path spellings (e.g. those using different character case or
those using alternative path separators) related to the same path are
included. Any sub-path entries are included as well, i.e. those
corresponding to zip archives embedded in other zip archives.
r! r� )r r r� r: r r� )rV �cache�result�
prefix_len�p�npr7 r7 r8 �"_collect_zipimporter_cache_entries
s
� r\ c C s@ t | |�D ]0}|| }||= |o(|||�}|dur
|||< q
dS )a�
Update zipimporter cache data for a given normalized path.
Any sub-path entries are processed as well, i.e. those corresponding to zip
archives embedded in other zip archives.
Given updater is a callable taking a cache entry key and the original entry
(after already removing the entry from the cache), and expected to update
the entry and possibly return a new one to be inserted in its place.
Returning None indicates that the entry should not be replaced with a new
one. If no updater is given, the cache entries are simply removed without
any additional processing, the same as if the updater simply returned None.
N)r\ )rV rW �updaterrZ � old_entryZ new_entryr7 r7 r8 �_update_zipimporter_cache s
r_ c C s t | |� d S r� )r_ )rV rW r7 r7 r8 rQ > s rQ c C s dd� }t | tj|d� d S )Nc S s |� � d S r� )�clear�r; r^ r7 r7 r8 �2clear_and_remove_cached_zip_archive_directory_dataC s zf_remove_and_clear_zip_directory_cache_data.<locals>.clear_and_remove_cached_zip_archive_directory_data�r] �r_ r� �_zip_directory_cache)rV rb r7 r7 r8 rT B s
�rT Z__pypy__c C s dd� }t | tj|d� d S )Nc S s& |� � t�| � |�tj| � |S r� )r` r� r� �updatere ra r7 r7 r8 �)replace_cached_zip_archive_directory_dataY s
zT_replace_zip_directory_cache_data.<locals>.replace_cached_zip_archive_directory_datarc rd )rV rg r7 r7 r8 rS X s
�rS �<string>c C s2 zt | |d� W n ttfy( Y dS 0 dS dS )z%Is this string a valid Python script?�execFTN)rI � SyntaxError� TypeError)rO r� r7 r7 r8 � is_pythonk s
rl c C s` z<t j| dd��}|�d�}W d � n1 s00 Y W n ttfyV | Y S 0 |dkS )zCDetermine if the specified executable is a .sh (contains a #! line)zlatin-1)�encodingr� N�#!)r r r r r )r. �fp�magicr7 r7 r8 �is_shu s ,
rq c C s t �| g�S )z@Quote a command line argument according to Windows parsing rules��
subprocess� list2cmdline)rM r7 r7 r8 � nt_quote_arg s ru c C sH |� d�s|� d�rdS t| |�r&dS | �d�rDd| �� d �� v S dS )zMIs this text, as a whole, a Python script? (as opposed to shell/bat/etc.
r� �.pywTrn r� r F)rO rl r� �
splitlinesr/ )rr r� r7 r7 r8 ro � s
ro )rz c G s d S r� r7 )rw r7 r7 r8 �_chmod� s rx c
C sT t �d| |� zt| |� W n2 tjyN } zt �d|� W Y d }~n
d }~0 0 d S )Nzchanging mode of %s to %ozchmod failed: %s)r r� rx r: �error)r; r{ rd r7 r7 r8 rz � s
rz c @ s� e Zd ZdZg Ze� Zedd� �Zedd� �Z edd� �Z
edd � �Z ed
d � �Z d d
� Z
edd� �Zdd� Zedd� �Zedd� �ZdS )� CommandSpeczm
A command spec for a #! header, specified as a list of arguments akin to
those passed to Popen.
c C s | S )zV
Choose the best CommandSpec class based on environmental conditions.
r7 �rD r7 r7 r8 rl � s zCommandSpec.bestc C s t j�tj�}t j�d|�S )N�__PYVENV_LAUNCHER__)r: r; r> r� r. r r )rD �_defaultr7 r7 r8 �_sys_executable� s zCommandSpec._sys_executablec C s: t || �r|S t |t�r | |�S |du r0| �� S | �|�S )zg
Construct a CommandSpec from a parameter to build_scripts, which may
be None.
N)r� r� �from_environment� from_string)rD �paramr7 r7 r8 �
from_param� s
zCommandSpec.from_paramc C s | | � � g�S r� )r~ r{ r7 r7 r8 r � s z CommandSpec.from_environmentc C s t j|fi | j��}| |�S )z}
Construct a command spec from a simple string representing a command
line parseable by shlex.split.
)�shlexr� �
split_args)rD �stringr� r7 r7 r8 r� � s zCommandSpec.from_stringc C s8 t �| �|��| _t�| �}t|�s4dg| jd d�< d S )Nz-xr )r� r� �_extract_options�optionsrs rt rI )r� rr �cmdliner7 r7 r8 �install_options� s
zCommandSpec.install_optionsc C s: | d � � d }t� �|�}|r.|�d�p0dnd}|�� S )zH
Extract any options from the first line of the script.
rJ r r! r� )rw rJ �match�grouprM )Z orig_script�firstr� r� r7 r7 r8 r� � s z CommandSpec._extract_optionsc C s | � | t| j� �S r� )�_renderr� r� r� r7 r7 r8 � as_header� s zCommandSpec.as_headerc C s6 d}|D ](}| � |�r| �|�r| dd� S q| S )Nz"'r! r� )r� rO )�itemZ_QUOTES�qr7 r7 r8 �
_strip_quotes� s
zCommandSpec._strip_quotesc C s t �dd� | D ��}d| d S )Nc s s | ]}t �|�� �V qd S r� )rz r� rM )r� r� r7 r7 r8 r� � s z&CommandSpec._render.<locals>.<genexpr>rn rJ rr )r� r� r7 r7 r8 r� � s
�zCommandSpec._renderN)r� r� r� r� r� r� r� rE rl r~ r� r r� r� r� r� r� r� r� r7 r7 r7 r8 rz � s*
rz c @ s e Zd Zedd�ZdS )�WindowsCommandSpecFr� N)r� r� r� r� r� r7 r7 r7 r8 r� � s r� c @ s� e Zd ZdZe�d��� ZeZ e
ddd��Z e
ddd��Z e
dd d
��Z
ed d � �Ze
d
d� �Ze
dd� �Ze
dd� �Ze
ddd��ZdS )rk z`
Encapsulates behavior around writing entry point scripts for console and
gui apps.
aJ
# EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r
import re
import sys
# for compatibility with easy_install; see #2198
__requires__ = %(spec)r
try:
from importlib.metadata import distribution
except ImportError:
try:
from importlib_metadata import distribution
except ImportError:
from pkg_resources import load_entry_point
def importlib_load_entry_point(spec, group, name):
dist_name, _, _ = spec.partition('==')
matches = (
entry_point
for entry_point in distribution(dist_name).entry_points
if entry_point.group == group and entry_point.name == name
)
return next(matches).load()
globals().setdefault('load_entry_point', importlib_load_entry_point)
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
sys.exit(load_entry_point(%(spec)r, %(group)r, %(name)r)())
NFc C s6 t �dt� |rtnt�� }| �d||�}|�||�S )Nz Use get_argsr� )rl rm rn �WindowsScriptWriterrk rl �get_script_headerrm )rD r� r. �wininst�writer�headerr7 r7 r8 �get_script_args( s z ScriptWriter.get_script_argsc C s$ t jdtdd� |rd}| �||�S )NzUse get_headerr� )�
stacklevelr) )rl rm rn rq )rD rr r. r� r7 r7 r8 r� 0 s �z ScriptWriter.get_script_headerc c s� |du r| � � }t|�� �}dD ]Z}|d }|�|��� D ]>\}}| �|� | jt� }| �||||�} | D ]
}
|
V qlq:q dS )z�
Yield write_script() argument tuples for a distribution's
console_scripts and gui_scripts entry points.
N��console�guiZ_scripts) rq r� r] �
get_entry_mapr� �_ensure_safe_name�templater� �_get_script_args) rD r� r� r �type_r� r� �eprr rw r� r7 r7 r8 rm 9 s
zScriptWriter.get_argsc C s t �d| �}|rtd��dS )z?
Prevent paths in *_scripts entry point names.
z[\\/]z+Path separators not allowed in script namesN)rH �searchr� )r� Z has_path_sepr7 r7 r8 r� K s z ScriptWriter._ensure_safe_namec C s t �dt� |rt�� S | �� S �NzUse best)rl rm rn r� rl )rD Z
force_windowsr7 r7 r8 �
get_writerT s zScriptWriter.get_writerc C s. t jdks tjdkr&tjdkr&t�� S | S dS )zD
Select the best ScriptWriter for this environment.
�win32�javar� N)r� r� r: r� �_namer� rl r{ r7 r7 r8 rl Z s zScriptWriter.bestc c s ||| fV d S r� r7 )rD r� r� r� rr r7 r7 r8 r� d s z ScriptWriter._get_script_argsr� c C s" | j �� �|�}|�|� |�� S )z;Create a #! line, getting options (if any) from script_text)�command_spec_classrl r� r� r� )rD rr r. �cmdr7 r7 r8 rq i s
zScriptWriter.get_header)NF)NF)N)r� N)r� r� r� r� rK rL r� r� rz r� rE r� r� rm r� r� r� rl r� rq r7 r7 r7 r8 rk � s& #
rk c @ sL e Zd ZeZedd� �Zedd� �Zedd� �Zedd� �Z e
d d
� �Z d S ) r� c C s t �dt� | �� S r� )rl rm rn rl r{ r7 r7 r8 r� t s z WindowsScriptWriter.get_writerc C s" t t| d�}tj�dd�}|| S )zC
Select the best ScriptWriter suitable for Windows
)r. ZnaturalZSETUPTOOLS_LAUNCHERr. )r� � WindowsExecutableLauncherWriterr: r r )rD Z
writer_lookup�launcherr7 r7 r8 rl z s �zWindowsScriptWriter.bestc # s� t ddd�| }|tjd �� �d�vrFdjf i t� ��}t�|t � g d�}|�
|� | � ||�}� fdd �|D �}� | || d
|fV d S ) z For Windows, add a .py extension�.pyarv r� �PATHEXT�;zK{ext} not listed in PATHEXT; scripts will not be recognized as executables.)r� r� �
-script.py�.pyc�.pyorv r~ c s g | ] }� | �qS r7 r7 rx �r� r7 r8 r� � r� z8WindowsScriptWriter._get_script_args.<locals>.<listcomp>rw N) r� r: r r/ r� r� r� rl rm � UserWarningrY �_adjust_header) rD r� r� r� rr �extr� r� r� r7 r� r8 r� � s ��
z$WindowsScriptWriter._get_script_argsc C sN d}d}|dkr|| }}t �t �|�t j�}|j||d�}| �|�rJ|S |S )z�
Make sure 'pythonw' is used for gui and 'python' is used for
console (regardless of what sys.executable is).
r( r) r� )r� �repl)rH rI �escape�
IGNORECASE�sub� _use_header)rD r� Z orig_headerrG r� Z
pattern_ob�
new_headerr7 r7 r8 r� � s
z"WindowsScriptWriter._adjust_headerc C s$ | dd� � d�}tjdkp"t|�S )z�
Should _adjust_header use the replaced header?
On non-windows systems, always use. On
Windows systems, only use the replaced header if it resolves
to an executable on the system.
r� r� �"r� )rM r� r� r )r� Z clean_headerr7 r7 r8 r� � s z WindowsScriptWriter._use_headerN) r� r� r� r� r� rE r� rl r� r� r� r� r7 r7 r7 r8 r� q s
r� c @ s e Zd Zedd� �ZdS )r� c # s� |dkrd}d}dg}nd}d}g d�}| � ||�}� fdd�|D �} � | || d | fV � d
t|�d fV t� s�� d }
|
t� �d fV d
S )zG
For Windows, add a .py extension and an .exe launcher
r� z -script.pywrv �clir� )r� r� r� c s g | ] }� | �qS r7 r7 rx r� r7 r8 r� � r� zDWindowsExecutableLauncherWriter._get_script_args.<locals>.<listcomp>rw r~ r^ z
.exe.manifestN)r� �get_win_launcherr9 �load_launcher_manifest) rD r� r� r� rr Z
launcher_typer� r� �hdrr� Zm_namer7 r� r8 r� � s �z0WindowsExecutableLauncherWriter._get_script_argsN)r� r� r� rE r� r7 r7 r7 r8 r� � s r� c C sJ d| }t � r4t� dkr&|�dd�}q@|�dd�}n |�dd�}td|�S )z�
Load the Windows launcher (executable) suitable for launching a script.
`type` should be either 'cli' or 'gui'
Returns the executable as a byte string.
z%s.exez win-arm64�.z-arm64.z-64.z-32.r� )r9 r rN r )�typeZ launcher_fnr7 r7 r8 r� � s
r� c C s t �td�}|�d�t� S )Nzlauncher manifest.xmlru )�
pkg_resourcesr r� rv �vars)r� �manifestr7 r7 r8 r� � s r� Fc C s t �| ||�S r� )rd r� )r; �
ignore_errors�onerrorr7 r7 r8 r� � s r� c C s t �d�} t �| � | S )N� )r: �umask)�tmpr7 r7 r8 ry � s
ry c @ s e Zd ZdZdS )rn zF
Warning for EasyInstall deprecations, bypassing suppression.
N)r� r� r� r� r7 r7 r7 r8 rn � s rn )N)rh )|r� r r� r r r �distutils.errorsr r r r �distutils.command.installr
r r r r
Z distutils.command.build_scriptsr r0 r r� r: r� rd rB r rH r� r rK rl r� r5 r� rs r� r r � sysconfigr r r� r r Zsetuptools.sandboxr Zsetuptools.commandr Zsetuptools.archive_utilr Zsetuptools.package_indexr r r r r Zsetuptools.wheelr r� r r r r r! r" r# r$ r% r& r' r( r) r* r+ �filterwarnings�
PEP440Warning�__all__r9 r. rF rI rP r/ r� r� r r1 r2 r0 rA r r rJ rP r� r\ r_ rQ rT �builtin_module_namesrS rl rq ru ro rz rx � ImportErrorr� rz r~ Zsys_executabler� rk r� r� r� r� r� r� r� ry rn r7 r7 r7 r8 �<module> s� D qF.)%l R
�
TtA site-packages/setuptools/command/__pycache__/build_ext.cpython-39.pyc 0000644 00000023223 15056474501 0021754 0 ustar 00 a
(�Re�3 �
@ sp d dl Z d dlZd dlZd dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
mZ d dlmZ d dlmZ d d lmZ zd dlmZ ed
� W n ey� eZY n0 ed � d d l mZ d
d� ZdZ dZ dZ ej dkr�dZ n<e j dk�r zd dl!Z!e"e!d� Z Z W n e�y Y n0 dd� Z#dd� Z$G dd� de�Ze �sRe j dk�r^d dd �Z%nd Z d d d �Z%dS )!� N��EXTENSION_SUFFIXES)� build_ext)� copy_file)� new_compiler)�customize_compiler�get_config_var)�DistutilsError)�log)�LibraryzCython.Compiler.Main�LDSHARED)� _config_varsc C sl t jdkr`t�� }z6dtd< dtd< dtd< t| � W t�� t�|� qht�� t�|� 0 nt| � d S )N�darwinz0gcc -Wl,-x -dynamiclib -undefined dynamic_lookupr z -dynamiclib�CCSHAREDz.dylib�SO)�sys�platform� _CONFIG_VARS�copyr �clear�update)�compiler�tmp� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/build_ext.py� _customize_compiler_for_shlib s
�
�r FZsharedr T�nt�RTLD_NOWc C s t r| S dS )N� )� have_rtld)�sr r r �if_dl> s r! c C s. t D ]$} d| v r| S | dkr| S qdS )z;Return the file extension for an abi3-compliant Extension()z.abi3z.pydNr )�suffixr r r �get_abi3_suffixB s
r# c @ sv e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd dd�Zd S ) r c C s. | j d }| _ t�| � || _ |r*| �� dS )z;Build extensions in build directory, then copy if --inplacer N)Zinplace�
_build_ext�run�copy_extensions_to_source)�selfZ old_inplacer r r r% L s
z
build_ext.runc
C s� | � d�}| jD ]�}| �|j�}| �|�}|�d�}d�|d d� �}|�|�}tj �|tj �
|��}tj �| j |�} t | || j
| jd� |jr| �|p�tj|d� qd S )N�build_py�.���)�verbose�dry_runT)�get_finalized_command�
extensions�get_ext_fullname�name�get_ext_filename�split�joinZget_package_dir�os�path�basename� build_libr r+ r, � _needs_stub�
write_stub�curdir)
r' r( �ext�fullname�filename�modpath�package� package_dirZ
dest_filenameZ src_filenamer r r r& T s"
��z#build_ext.copy_extensions_to_sourcec C s� t �d�}|r&t jj|�d�� | }nt�| |�}td�}|| jv r�| j| }t |d�o\t
� }|r�|d t |� � }t
� }|| }t |t
�r�t j�|�\}}| j�|t�S tr�|jr�t j�|�\}}t j�|d| �S |S )NZSETUPTOOLS_EXT_SUFFIXr) �
EXT_SUFFIXZpy_limited_apizdl-)r4 �getenvr5 r3 r2 r$ r1 r �ext_map�getattrr# �len�
isinstancer �splitext�shlib_compiler�library_filename�libtype� use_stubs�_links_to_dynamic)r' r< Zso_extr= r; Zuse_abi3�fn�dr r r r1 j s&
zbuild_ext.get_ext_filenamec C s t �| � d | _g | _i | _d S �N)r$ �initialize_optionsrH �shlibsrC �r' r r r rP � s
z build_ext.initialize_optionsc C s, t �| � | jpg | _| �| j� dd� | jD �| _| jrB| �� | jD ]}| �|j�|_qH| jD ]�}|j}|| j |< || j |�
d�d < | jr�| � |�p�d}|o�t o�t
|t� }||_||_| �|� }|_tj�tj�| j|��}|�r||jv�r|j�|� |rbt rbtj|jvrb|j�tj� qbd S )Nc S s g | ]}t |t�r|�qS r )rF r ��.0r; r r r �
<listcomp>� s
�z.build_ext.finalize_options.<locals>.<listcomp>r) r* F) r$ �finalize_optionsr. Zcheck_extensions_listrQ �setup_shlib_compilerr/ r0 �
_full_namerC r2 �links_to_dynamicrK rF r rL r8 r1 �
_file_namer4 r5 �dirnamer3 r7 � library_dirs�appendr: �runtime_library_dirs)r' r; r< Zltd�nsr= �libdirr r r rV � s,
zbuild_ext.finalize_optionsc C s� t | j| j| jd� }| _t|� | jd ur8|�| j� | jd ur^| jD ]\}}|� ||� qH| j
d ur~| j
D ]}|� |� qn| j d ur�|�
| j � | jd ur�|�| j� | jd ur�|�| j� | jd ur�|�| j� t�|�|_d S )N)r r, �force)r r r, ra rH r � include_dirsZset_include_dirsZdefineZ define_macroZundefZundefine_macro� librariesZ
set_librariesr\ Zset_library_dirsZrpathZset_runtime_library_dirsZ link_objectsZset_link_objects�link_shared_object�__get__)r' r r0 �valueZmacror r r rW � s* �
z build_ext.setup_shlib_compilerc C s t |t�r|jS t�| |�S rO )rF r �export_symbolsr$ �get_export_symbols�r' r; r r r rh � s
z build_ext.get_export_symbolsc C sb |� � | j}zFt|t�r"| j| _t�| |� |jrL| �d�j }| �
||� W || _n|| _0 d S )Nr( ) Z _convert_pyx_sources_to_langr rF r rH r$ �build_extensionr8 r- r7 r9 )r' r; Z _compiler�cmdr r r rj � s
zbuild_ext.build_extensionc sP t �dd� | jD ��� d�|j�d�dd� dg ��t� �fdd�|jD ��S ) z?Return true if 'ext' links to a dynamic lib in the same packagec S s g | ]
}|j �qS r )rX )rT �libr r r rU � � z.build_ext.links_to_dynamic.<locals>.<listcomp>r) Nr* r c 3 s | ]}�| � v V qd S rO r )rT Zlibname�Zlibnames�pkgr r � <genexpr>� rm z-build_ext.links_to_dynamic.<locals>.<genexpr>)�dict�fromkeysrQ r3 rX r2 �anyrc ri r rn r rY � s zbuild_ext.links_to_dynamicc C s t �| �| �� S rO )r$ � get_outputs� _build_ext__get_stubs_outputsrR r r r rt � s zbuild_ext.get_outputsc s6 � fdd�� j D �}t�|� �� �}tdd� |D ��S )Nc 3 s2 | ]*}|j rtjj� jg|j�d ��R � V qdS )r) N)r8 r4 r5 r3 r7 rX r2 rS rR r r rp � s �z0build_ext.__get_stubs_outputs.<locals>.<genexpr>c s s | ]\}}|| V qd S rO r )rT �baseZfnextr r r rp � rm )r. � itertools�product�!_build_ext__get_output_extensions�list)r' Z ns_ext_bases�pairsr rR r Z__get_stubs_outputs� s
�z build_ext.__get_stubs_outputsc c s" dV dV | � d�jr dV d S )N�.pyz.pycr( z.pyo)r- �optimizerR r r r Z__get_output_extensions� s z!build_ext.__get_output_extensionsFc C s4 t �d|j|� tjj|g|j�d��R � d }|rLtj�|�rLt|d ��| j s�t
|d�}|� d�ddd t d
� d tj�
|j� d d
dt d�dddt d�dddddt d�ddd g�� |�� |�r0d d lm} ||gd d | j d � | �d!�j}|d k�r||g|d | j d � tj�|��r0| j �s0t�|� d S )"Nz writing stub loader for %s to %sr) r| z already exists! Please delete.�w�
zdef __bootstrap__():z- global __bootstrap__, __file__, __loader__z0 import sys, os, pkg_resources, importlib.utilz, dlz: __file__ = pkg_resources.resource_filename(__name__,%r)z del __bootstrap__z if '__loader__' in globals():z del __loader__z# old_flags = sys.getdlopenflags()z old_dir = os.getcwd()z try:z( os.chdir(os.path.dirname(__file__))z$ sys.setdlopenflags(dl.RTLD_NOW)z3 spec = importlib.util.spec_from_file_location(z# __name__, __file__)z0 mod = importlib.util.module_from_spec(spec)z! spec.loader.exec_module(mod)z finally:z" sys.setdlopenflags(old_flags)z os.chdir(old_dir)z__bootstrap__()r r )� byte_compileT)r} ra r, � install_lib)r
�inforX r4 r5 r3 r2 �existsr r, �open�writer! r6 rZ �close�distutils.utilr� r- r} �unlink)r' �
output_dirr; �compileZ stub_file�fr� r} r r r r9 � sh
��
� ��� �
�zbuild_ext.write_stubN)F)�__name__�
__module__� __qualname__r% r& r1 rP rV rW rh rj rY rt ru ry r9 r r r r r K s
r c
C s( | � | j||||||||| |
| | �
d S rO )�linkZSHARED_LIBRARY)
r' �objects�output_libnamer� rc r\ r^ rg �debug�
extra_preargs�extra_postargs�
build_temp� target_langr r r rd $ s �rd Zstaticc
C s^ |d u s J �t j�|�\}}
t j�|
�\}}| �d��d�rH|dd � }| �||||| � d S )N�xrl � )r4 r5 r2 rG rI �
startswithZcreate_static_lib)r' r� r� r� rc r\ r^ rg r� r� r� r� r� r= r6 r; r r r rd 3 s
�)
NNNNNr NNNN)
NNNNNr NNNN)&r4 r rw �importlib.machineryr Zdistutils.command.build_extr Z
_du_build_ext�distutils.file_utilr �distutils.ccompilerr �distutils.sysconfigr r �distutils.errorsr � distutilsr
Zsetuptools.extensionr ZCython.Distutils.build_extr$ �
__import__� ImportErrorr
r r r rK rJ r r0 �dl�hasattrr! r# rd r r r r �<module> sZ
W �
� site-packages/setuptools/command/__pycache__/bdist_rpm.cpython-39.pyc 0000644 00000003140 15056474501 0021754 0 ustar 00 a
(�Re� � @ s< d dl m mZ d dlZd dlmZ G dd� dej�ZdS )� N)� SetuptoolsDeprecationWarningc @ s e Zd ZdZdd� Zdd� ZdS )� bdist_rpma
Override the default bdist_rpm behavior to do the following:
1. Run egg_info to ensure the name and version are properly calculated.
2. Always run 'install' using --single-version-externally-managed to
disable eggs in RPM distributions.
c C s& t �dt� | �d� tj�| � d S )Nzjbdist_rpm is deprecated and will be removed in a future version. Use bdist_wheel (wheel packages) instead.�egg_info)�warnings�warnr � run_command�origr �run)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/bdist_rpm.pyr s �
z
bdist_rpm.runc C s t j�| �}dd� |D �}|S )Nc S s g | ]}|� d d�� dd��qS )zsetup.py install z5setup.py install --single-version-externally-managed z%setupz&%setup -n %{name}-%{unmangled_version})�replace)�.0�liner r r �
<listcomp> s ���z-bdist_rpm._make_spec_file.<locals>.<listcomp>)r r �_make_spec_file)r
�specr r r r s
�
zbdist_rpm._make_spec_fileN)�__name__�
__module__� __qualname__�__doc__r r r r r r r s r )Zdistutils.command.bdist_rpm�commandr r r �
setuptoolsr r r r r �<module> s site-packages/setuptools/command/__pycache__/sdist.cpython-39.pyc 0000644 00000015017 15056474501 0021125 0 ustar 00 a
(�Re � @ sx d dl mZ d dlm mZ d dlZd dlZd dlZd dl Z ddl
m Z d dl Z e
Zd
dd�ZG dd � d e ej�ZdS ) � )�logN� )�sdist_add_defaults� c c s, t �d�D ] }|�� | �D ]
}|V qq
dS )z%Find all files under revision controlzsetuptools.file_findersN)�
pkg_resources�iter_entry_points�load)�dirname�ep�item� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/sdist.py� walk_revctrl s r c s� e Zd ZdZg d�Zi Zg d�Zedd� eD ��Zdd� Z dd � Z
d
d � Z d d
� Z e
ejdd� ��Z� fdd�Zdd� Zdd� Zdd� Z� fdd�Zdd� Zd d � Zd d � Zd d!� Z� ZS )"�sdistz=Smart sdist that finds anything supported by revision control))zformats=Nz6formats for source distribution (comma-separated list))z keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist])zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group])r z.rstz.txtz.mdc c s | ]}d � |�V qdS )z README{0}N)�format)�.0�extr r r
� <genexpr>+ � zsdist.<genexpr>c C s� | � d� | �d�}|j| _| j�tj�|jd�� | �� | � � D ]}| � |� qD| �
� t | j dg �}| j
D ] }dd|f}||vrp|�|� qpd S )N�egg_infoz SOURCES.txt�
dist_filesr r )� run_command�get_finalized_command�filelist�append�os�path�joinr � check_readme�get_sub_commands�make_distribution�getattr� distributionZ
archive_files)�selfZei_cmd�cmd_namer �file�datar r r
�run- s
z sdist.runc C s t j�| � | �� d S �N)�origr �initialize_options�_default_to_gztar�r' r r r
r. @ s zsdist.initialize_optionsc C s t jdkrd S dg| _d S )N)� � r �betar �gztar)�sys� version_info�formatsr0 r r r
r/ E s
zsdist._default_to_gztarc C s8 | � � � tj�| � W d � n1 s*0 Y dS )z%
Workaround for #516
N)�_remove_os_linkr- r r$ r0 r r r
r$ K s
zsdist.make_distributionc
c sp G dd� d�} t td| �}zt`W n ty4 Y n0 z dV W || urlttd|� n|| urjttd|� 0 dS )zG
In a context, remove and restore os.link if it exists
c @ s e Zd ZdS )z&sdist._remove_os_link.<locals>.NoValueN)�__name__�
__module__� __qualname__r r r r
�NoValueY s r< �linkN)r% r r= � Exception�setattr)r< Zorig_valr r r
r8 R s �zsdist._remove_os_linkc s& t � �� tj�d�r"| j�d� d S )Nzpyproject.toml)�super�_add_defaults_optionalr r �isfiler r r0 �� __class__r r
rA g s
z sdist._add_defaults_optionalc C s8 | j �� r4| �d�}| j�|�� � | �| �|�� dS )zgetting python files�build_pyN)r& �has_pure_modulesr r �extendZget_source_files�_add_data_files�_safe_data_files�r' rE r r r
�_add_defaults_pythonl s
zsdist._add_defaults_pythonc C s | j jr dS |jS )z�
Extracting data_files from build_py is known to cause
infinite recursion errors when `include_package_data`
is enabled, so suppress it in that case.
r )r& Zinclude_package_data�
data_filesrJ r r r
rI s s zsdist._safe_data_filesc C s | j �dd� |D �� dS )zA
Add data files as found in build_py.data_files.
c s s. | ]&\}}}}|D ]}t j�||�V qqd S r, )r r r! )r �_�src_dir� filenames�namer r r
r � s
�z(sdist._add_data_files.<locals>.<genexpr>N)r rG )r' rL r r r
rH } s �zsdist._add_data_filesc s0 zt � �� W n ty* t�d� Y n0 d S )Nz&data_files contains unexpected objects)r@ �_add_defaults_data_files� TypeErrorr �warnr0 rC r r
rQ � s z sdist._add_defaults_data_filesc C s8 | j D ]}tj�|�r d S q| �dd�| j � � d S )Nz,standard file not found: should have one of z, )�READMESr r �existsrS r! )r' �fr r r
r" � s
��zsdist.check_readmec C s^ t j�| ||� tj�|d�}ttd�rJtj�|�rJt�|� | � d|� | �
d�� |� d S )Nz setup.cfgr= r ) r- r �make_release_treer r r! �hasattrrU �unlink� copy_filer Zsave_version_info)r' �base_dir�files�destr r r
rW � s
zsdist.make_release_treec C sT t j�| j�sdS t�| jd��}|�� }W d � n1 s>0 Y |d�� kS )NF�rbz+# file GENERATED by distutils, do NOT edit
)r r rB �manifest�io�open�readline�encode)r' �fp�
first_liner r r
�_manifest_is_not_generated� s &�z sdist._manifest_is_not_generatedc C s� t �d| j� t| jd�}|D ]\}z|�d�}W n$ tyT t �d| � Y q Y n0 |�� }|�d�s |snq | j �
|� q |� � dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'r^ zUTF-8z"%r not UTF-8 decodable -- skipping�#N) r �infor_ ra �decode�UnicodeDecodeErrorrS �strip�
startswithr r �close)r' r_ �liner r r
�
read_manifest� s
zsdist.read_manifest)r9 r: r; �__doc__� user_options� negative_optZREADME_EXTENSIONS�tuplerT r+ r. r/ r$ � staticmethod�
contextlib�contextmanagerr8 rA rK rI rH rQ r" rW rf ro �
__classcell__r r rC r
r s*
r )r )� distutilsr Zdistutils.command.sdist�commandr r- r r5 r` ru Z
py36compatr r �listZ_default_revctrlr r r r r
�<module> s
site-packages/setuptools/command/__pycache__/dist_info.cpython-39.pyc 0000644 00000002643 15056474501 0021756 0 ustar 00 a
(�Re� � @ s8 d Z ddlZddlmZ ddlmZ G dd� de�ZdS )zD
Create a dist_info directory
As defined in the wheel specification
� N)�Command)�logc @ s. e Zd ZdZdgZdd� Zdd� Zdd� Zd S )
� dist_infoz create a .dist-info directory)z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree)c C s
d | _ d S �N)�egg_base��self� r
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/dist_info.py�initialize_options s z dist_info.initialize_optionsc C s d S r r
r r
r
r �finalize_options s zdist_info.finalize_optionsc C sn | � d�}| j|_|�� |�� |jd td� � d }t�d�t j
� |��� | � d�}|� |j|� d S )N�egg_infoz .egg-infoz
.dist-infoz
creating '{}'� bdist_wheel)
�get_finalized_commandr r
�runr �lenr �info�format�os�path�abspathZegg2dist)r r �
dist_info_dirr r
r
r r s
z
dist_info.runN)�__name__�
__module__� __qualname__� description� user_optionsr r
r r
r
r
r r s �r )�__doc__r �distutils.corer � distutilsr r r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/__init__.cpython-39.pyc 0000644 00000000651 15056474501 0021534 0 ustar 00 a
(�Re� � @ s< d dl mZ d dlZdejvr4dejd< ej�d� [[dS )� )�bdistN�egg)Z bdist_eggzPython .egg file)Zdistutils.command.bdistr �sysZformat_commandsZformat_command�append� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/__init__.py�<module> s
site-packages/setuptools/command/__pycache__/bdist_egg.cpython-39.pyc 0000644 00000031435 15056474501 0021730 0 ustar 00 a
(�Re�@ � @ s d Z ddlmZmZ ddlmZ ddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZmZmZ ddlmZ ddlmZ dd lmZmZ d
d � Zd d
� Zdd� Zdd� ZG dd� de�Z e � d� � �Z dd� Z!dd� Z"dd� Z#dd d �Z$d d � Z%d d!� Z&d"d#� Z'g d$�Z(d)d'd(�Z)dS )*z6setuptools.command.bdist_egg
Build .egg distributions� )� remove_tree�mkpath)�log)�CodeTypeN)�get_build_platform� Distribution�ensure_directory)�Library)�Command)�get_path�get_python_versionc C s t d�S )N�purelib)r � r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/bdist_egg.py� _get_purelib s r c C s2 d| v rt j�| �d } | �d�r.| d d� } | S )N�.r �modulei����)�os�path�splitext�endswith)�filenamer r r � strip_module s
r c c s6 t �| �D ]&\}}}|�� |�� |||fV q
dS )zbDo os.walk in a reproducible way,
independent of indeterministic filesystem readdir order
N)r �walk�sort)�dir�base�dirs�filesr r r � sorted_walk! s r c C sJ t �d��� }t|d�� }|�|| � W d � n1 s<0 Y d S )Na�
def __bootstrap__():
global __bootstrap__, __loader__, __file__
import sys, pkg_resources, importlib.util
__file__ = pkg_resources.resource_filename(__name__, %r)
__loader__ = None; del __bootstrap__, __loader__
spec = importlib.util.spec_from_file_location(__name__,__file__)
mod = importlib.util.module_from_spec(spec)
spec.loader.exec_module(mod)
__bootstrap__()
�w)�textwrap�dedent�lstrip�open�write)�resource�pyfileZ_stub_template�fr r r �
write_stub+ s r) c @ s� e Zd ZdZdddde� fdddd gZg d
�Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!S )"� bdist_eggz create an "egg" distribution)z
bdist-dir=�bz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))�exclude-source-filesNz+remove all .py files from the generated egg)� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))r. r1 r- c C s. d | _ d | _d| _d | _d| _d | _d | _d S )Nr )� bdist_dir� plat_name� keep_temp�dist_dir�
skip_build�
egg_output�exclude_source_files��selfr r r �initialize_optionsR s z bdist_egg.initialize_optionsc C s� | � d� }| _|j| _| jd u r>| � d�j}tj�|d�| _| jd u rPt � | _| �
dd� | j d u r�t d d |j
|jt� | j�� o�| j��
� }tj�| j|d �| _ d S )N�egg_info�bdist�egg)r5 r5 z.egg)�get_finalized_command�ei_cmdr< r2 �
bdist_baser r �joinr3 r �set_undefined_optionsr7 r �egg_nameZ egg_versionr � distribution�has_ext_modulesr5 )r: r@ rA �basenamer r r �finalize_options[ s
�zbdist_egg.finalize_optionsc C s� | j | �d�_tj�tj�t� ��}| jj g }| j_ |D ]�}t
|t �r�t |�dkr�tj�
|d �r�tj�|d �}tj�|�}||ks�|�|tj �r�|t |�d d � |d f}| jj �|� q:z*t�d| j � | jddd d� W || j_ n
|| j_ 0 d S )N�install� r � z installing package data to %s� install_data)�force�root)r2 r? � install_libr r �normcase�realpathr rE �
data_files�
isinstance�tuple�len�isabs�
startswith�sep�appendr �info� call_command)r: �
site_packages�old�itemrQ �
normalizedr r r �do_install_datas s" � zbdist_egg.do_install_datac C s | j gS )N)r7 r9 r r r � get_outputs� s zbdist_egg.get_outputsc K sT t D ]}|�|| j� q|�d| j� |�d| j� | j|fi |��}| �|� |S )z8Invoke reinitialized command `cmdname` with keyword argsr6 �dry_run)�INSTALL_DIRECTORY_ATTRS�
setdefaultr2 r6 rb �reinitialize_command� run_command)r: Zcmdname�kw�dirname�cmdr r r r[ � s
zbdist_egg.call_commandc C s� | � d� t�d| j� | �d�}|j}d |_| j�� rH| jsH| � d� | j ddd�}||_| �
� \}}g | _ g }t |�D ]|\}}t
j�|�\} }
t
j�| jt| �d �} | j �| � t�d |� | js�tt
j�|�| � |�| � |�t
jd
�||< qz|�r|�|� | jj�r| �� | j} t
j�| d �}
| �|
� | jj �rlt
j�|
d �}t�d
|� | j d|dd� | � |
� t
j�|
d�}|�r�t�d|� | j�s t |� t |d�}|� d�|�� |� d� |�!� n,t
j�"|��r t�d|� | j�s t
�#|� t$t
j�| d �| �%� � t
j�&t
j�| j'd���r<t�(d� | j)�rL| �*� t+| j,| | j-| j| �.� d� | j/�s�t0| j| jd� t1| jdg ��dt2� | j,f� d S ) Nr< z installing library code to %srI �
build_clibrO r )�warn_dir�.pyzcreating stub loader for %s�/�EGG-INFO�scriptszinstalling scripts to %s�install_scriptsrK )� install_dirZno_epznative_libs.txtz
writing %s�wt�
z removing %sz depends.txtzxWARNING: 'depends.txt' will not be used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)�verboserb �mode�rb �
dist_filesr* )3rf r rZ r2 r? rN rE �has_c_librariesr6 r[ �get_ext_outputs�stubs� enumerater r r rB r rY rb r) rG �replacerX � byte_compilerR r` r ro �copy_metadata_tor r$ r% �close�isfile�unlink�write_safety_flag�zip_safe�existsr< �warnr8 � zap_pyfiles� make_zipfiler7 rt �
gen_headerr4 r �getattrr )r: ZinstcmdZold_rootri � all_outputs� ext_outputsZ
to_compiler, Zext_namer �extr' Z archive_rootr< Z
script_dirZ native_libsZ libs_filer r r �run� s�
�
�
��
� �z
bdist_egg.runc
C s� t �d� t| j�D ]�\}}}|D ]�}tj�||�}|�d�rTt �d|� t� |� |�d�r"|}d}t
� ||�}tj�|tj |�
d�d �} t �d|| f � zt�| � W n ty� Y n0 t�|| � q"qd S ) Nz+Removing .py files from temporary directoryrl z Deleting %s� __pycache__z#(?P<name>.+)\.(?P<magic>[^.]+)\.pyc�name�.pycz Renaming file from [%s] to [%s])r rZ �walk_eggr2 r r rB r �debugr� �re�match�pardir�group�remove�OSError�rename)
r: r r r r� r Zpath_old�pattern�mZpath_newr r r r� � s0
��� zbdist_egg.zap_pyfilesc C s2 t | jdd �}|d ur|S t�d� t| j| j�S )Nr� z4zip_safe flag not set; analyzing archive contents...)r� rE r r� � analyze_eggr2 rz )r: �safer r r r� s
zbdist_egg.zip_safec C s dS )Nr r r9 r r r r� s zbdist_egg.gen_headerc C sh t j�| j�}t j�|d�}| jjjD ]<}|�|�r&t j�||t |�d� �}t
|� | � ||� q&dS )z*Copy metadata (egg info) to the target_dir� N) r r �normpathr< rB r@ �filelistr rW rU r � copy_file)r: �
target_dirZ
norm_egg_info�prefixr �targetr r r r~ s
zbdist_egg.copy_metadata_toc C s g }g }| j di}t| j �D ]f\}}}|D ].}tj�|�d �� tv r*|�|| | � q*|D ]"}|| | d |tj�||�< q^q | j �
� r�| � d�}|j D ]Z} t
| t�r�q�|�| j�}
|�|
�}tj�|��d�s�tj�tj�| j |��r�|�|� q�||fS )zAGet a list of relative paths to C extensions in the output distror� rK rm � build_extzdl-)r2 r r r r �lower�NATIVE_EXTENSIONSrY rB rE rF r? �
extensionsrS r Zget_ext_fullnamer� Zget_ext_filenamerG rW r� ) r: r� r� �pathsr r r r Z build_cmdr� �fullnamer r r ry s0
��
zbdist_egg.get_ext_outputsN)�__name__�
__module__� __qualname__� descriptionr � user_options�boolean_optionsr; rH r` ra r[ r� r� r� r� r~ ry r r r r r* ; s, ��
Q r* z.dll .so .dylib .pydc c sH t | �}t|�\}}}d|v r(|�d� |||fV |D ]
}|V q8dS )z@Walk an unpacked egg's contents, skipping the metadata directoryrn N)r �nextr� )�egg_dir�walkerr r r Zbdfr r r r� : s
r� c C s� t �� D ](\}}tj�tj�| d|��r| S qt� s<dS d}t| �D ]R\}}}|D ]B}|�d�sV|�d�rrqVqV|�d�s�|�d�rVt | |||�o�|}qVqH|S )Nrn FTrl z.pywr� z.pyo)
� safety_flags�itemsr r r� rB �can_scanr� r � scan_module) r� rz �flag�fnr� r r r r� r r r r� E s
r� c C s� t �� D ]r\}}tj�| |�}tj�|�rJ|d u s>t|�|krzt�|� q|d urt|�|krt|d�}|� d� |�
� qd S )Nrr rs ) r� r� r r rB r� �boolr� r$ r% r )r� r� r� r� r( r r r r� W s
r� zzip-safez not-zip-safe)TFc
C s t j�||�}|dd� |v r"dS |t| �d d� �t jd�}||rJdpLd t j�|�d }tjdk rpd }nd
}t |d �}|�
|� t � |�} |�
� d}
t�t| ��} d D ] } | | v r�t�d
|| � d}
q�d| v r�dD ] } | | v r�t�d|| � d}
q�|
S )z;Check whether module possibly uses unsafe-for-zipfile stuffN���TrK r r� r )� � � � �rb)�__file__�__path__z%s: module references %sF�inspect) � getsource�
getabsfile�
getsourcefileZgetfilegetsourcelines�
findsource� getcomments� getframeinfo�getinnerframes�getouterframes�stack�tracez"%s: module MAY be using inspect.%s)r r rB rU r| rX r �sys� version_infor$ �read�marshal�loadr �dict�fromkeys� iter_symbolsr r� )
r� r r� rz r �pkgr �skipr( �coder� �symbols�badr r r r� j s0
r� c c sR | j D ]
}|V q| jD ]4}t|t�r.|V qt|t�rt|�D ]
}|V q@qdS )zBYield names and strings used by `code` and its nested code objectsN)�co_names� co_constsrS �strr r� )r� r� �constr r r r� � s
r� c C s2 t j�d�st jdkrdS t�d� t�d� d S )N�java�cliTz1Unable to analyze compiled code on this platform.zfPlease ask the author to include a 'zip_safe' setting (either True or False) in the package's setup.py)r� �platformrW r r� r r r r r� � s
r� )rO rq rL � install_baseTr c
s� ddl }ttj�| ��d� t�d| � � � �fdd�}|rB|jn|j}�s�|j | ||d�} t
� �D ]\}
} } || |
| � qd| � � n t
� �D ]\}
} } |d|
| � q�| S )aq Create a zip file from all the files under 'base_dir'. The output
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
Python module (if available) or the InfoZIP "zip" utility (if installed
and found on the default search path). If neither tool is available,
raises DistutilsExecError. Returns the name of the output zip file.
r Nrv z#creating '%s' and adding '%s' to itc s` |D ]V}t j�t j�||��}t j�|�r|t� �d d � }�sN| �||� t�d|� qd S )NrK z adding '%s') r r r� rB r� rU r% r r� )�zrh �namesr� r r, ��base_dirrb r r �visit� s zmake_zipfile.<locals>.visit)� compression) �zipfiler r r rh r rZ � ZIP_DEFLATED�
ZIP_STORED�ZipFiler r )
� zip_filenamer� rt rb �compressru r� r� r� r� rh r r r r� r r� � s
r� )r r Tr )*�__doc__�distutils.dir_utilr r � distutilsr �typesr r� r r� r! r� �
pkg_resourcesr r r Zsetuptools.extensionr �
setuptoolsr
� sysconfigr r r r r r) r* r� r� �splitr� r� r� r� r� r� r� r� rc r� r r r r �<module> s@
} �" � site-packages/setuptools/command/__pycache__/install_lib.cpython-39.pyc 0000644 00000010126 15056474501 0022267 0 ustar 00 a
(�Re# � @ sH d dl Z d dlZd dlmZmZ d dlm mZ G dd� dej�ZdS )� N)�product�starmapc @ sZ e Zd ZdZdd� Zdd� Zdd� Zedd � �Zd
d � Z ed d
� �Z
ddd�Z dd� Z dS )� install_libz9Don't add compiled flags to filenames of non-Python filesc C s& | � � | �� }|d ur"| �|� d S �N)�build�install� byte_compile)�self�outfiles� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/install_lib.py�run
s zinstall_lib.runc s4 � fdd�� � � D �}t|� �� �}tt� j|��S )z�
Return a collections.Sized collections.Container of paths to be
excluded for single_version_externally_managed installations.
c 3 s" | ]}� � |�D ]
}|V qqd S r )�
_all_packages)�.0Zns_pkg�pkg�r r r � <genexpr> s �z-install_lib.get_exclusions.<locals>.<genexpr>)�_get_SVEM_NSPsr �_gen_exclusion_paths�setr �_exclude_pkg_path)r Z all_packagesZ
excl_specsr r r �get_exclusions s
�zinstall_lib.get_exclusionsc C s& |� d�|g }tjj| jg|�R � S )zw
Given a package name and exclusion path within that package,
compute the full exclusion path.
�.)�split�os�path�joinZ install_dir)r r Zexclusion_path�partsr r r r s z install_lib._exclude_pkg_pathc c s | r | V | � d�\} }}q dS )zn
>>> list(install_lib._all_packages('foo.bar.baz'))
['foo.bar.baz', 'foo.bar', 'foo']
r N)�
rpartition)�pkg_name�sep�childr r r r ' s zinstall_lib._all_packagesc C s, | j js g S | �d�}|j}|r(| j jS g S )z�
Get namespace packages (list) but only for
single_version_externally_managed installations and empty otherwise.
r )� distributionZnamespace_packages�get_finalized_commandZ!single_version_externally_managed)r Z install_cmdZsvemr r r r 1 s
zinstall_lib._get_SVEM_NSPsc c sb dV dV dV t td�s dS tj�ddtjj �} | d V | d V | d
V | d V dS ) zk
Generate file paths to be excluded for namespace packages (bytecode
cache files).
z __init__.pyz __init__.pycz __init__.pyo�implementationN� __pycache__z __init__.z.pycz.pyoz
.opt-1.pycz
.opt-2.pyc)�hasattr�sysr r r r$ � cache_tag)�baser r r r A s
�
z install_lib._gen_exclusion_paths� r c sh |r |r |rJ �| � � � � s,tj�| ||�S ddlm} ddlm� g �� ��fdd�}||||� �S )Nr )�unpack_directory)�logc s< |� v r�� d|� dS ��d| tj�|�� ��|� |S )Nz/Skipping installation of %s (namespace package)Fzcopying %s -> %s)�warn�infor r �dirname�append)�src�dst��excluder, r
r r �pfh s �
z!install_lib.copy_tree.<locals>.pf)r �origr � copy_treeZsetuptools.archive_utilr+ � distutilsr, ) r �infile�outfile�
preserve_mode�preserve_times�preserve_symlinks�levelr+ r5 r r3 r r7 W s
zinstall_lib.copy_treec s. t j�| �}| �� � � r*� fdd�|D �S |S )Nc s g | ]}|� vr|�qS r r )r �f�r4 r r �
<listcomp>y � z+install_lib.get_outputs.<locals>.<listcomp>)r6 r � get_outputsr )r �outputsr r@ r rC u s
zinstall_lib.get_outputsN)r* r* r r* )
�__name__�
__module__� __qualname__�__doc__r
r r � staticmethodr r r r7 rC r r r r r s
�
r ) r r' � itertoolsr r Z distutils.command.install_lib�commandr r6 r r r r �<module> s site-packages/setuptools/command/__pycache__/py36compat.cpython-39.pyc 0000644 00000011035 15056474501 0022000 0 ustar 00 a
(�ReR � @ sX d dl Z d dlmZ d dlmZ d dlmZ G dd� d�Zeejd�rTG dd� d�ZdS ) � N)�glob)� convert_path)�sdistc @ s\ e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )�sdist_add_defaultsz�
Mix-in providing forward-compatibility for functionality as found in
distutils on Python 3.7.
Do not edit the code in this class except to update functionality
as implemented in distutils. Instead, override in the subclass.
c C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scripts)�self� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/setuptools/command/py36compat.py� add_defaults s z sdist_add_defaults.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�v S )z�
Case-sensitive path existence check
>>> sdist_add_defaults._cs_path_exists(__file__)
True
>>> sdist_add_defaults._cs_path_exists(__file__.upper())
False
F)�os�path�exists�abspath�split�listdir)�fspathr � directory�filenamer r r �_cs_path_exists& s
z"sdist_add_defaults._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
ZREADMES� distribution� script_name�
isinstance�tupler �filelist�append�warn�join)r
Z standards�fnZaltsZgot_itr r r r 7 s"
�
z*sdist_add_defaults._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)�filterr r �isfiler r �extend)r
�optional�pattern�filesr r r r L s z)sdist_add_defaults._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandr �has_pure_modulesr r& �get_source_files�
data_filesr r r r" )r
r* �pkg�src_dir� build_dir� filenamesr r r r r R s
z'sdist_add_defaults._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S )N) r �has_data_filesr. r �strr r r r% r r )r
�item�dirnamer2 �fr r r r b s
z+sdist_add_defaults._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)r �has_ext_modulesr+ r r& r- )r
r8 r r r r
s s
z$sdist_add_defaults._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)r �has_c_librariesr+ r r& r- )r
r: r r r r x s
z'sdist_add_defaults._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)r � has_scriptsr+ r r& r- )r
r< r r r r } s
z(sdist_add_defaults._add_defaults_scriptsN)�__name__�
__module__� __qualname__�__doc__r � staticmethodr r r r r r
r r r r r r r s
r r c @ s e Zd ZdS )r N)r> r? r@ r r r r r � s )r r �distutils.utilr �distutils.commandr r �hasattrr r r r �<module> s | site-packages/setuptools/command/py36compat.py 0000644 00000011522 15056474501 0015512 0 ustar 00 import os
from glob import glob
from distutils.util import convert_path
from distutils.command import sdist
class sdist_add_defaults:
"""
Mix-in providing forward-compatibility for functionality as found in
distutils on Python 3.7.
Do not edit the code in this class except to update functionality
as implemented in distutils. Instead, override in the subclass.
"""
def add_defaults(self):
"""Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
"""
self._add_defaults_standards()
self._add_defaults_optional()
self._add_defaults_python()
self._add_defaults_data_files()
self._add_defaults_ext()
self._add_defaults_c_libs()
self._add_defaults_scripts()
@staticmethod
def _cs_path_exists(fspath):
"""
Case-sensitive path existence check
>>> sdist_add_defaults._cs_path_exists(__file__)
True
>>> sdist_add_defaults._cs_path_exists(__file__.upper())
False
"""
if not os.path.exists(fspath):
return False
# make absolute so we always have a directory
abspath = os.path.abspath(fspath)
directory, filename = os.path.split(abspath)
return filename in os.listdir(directory)
def _add_defaults_standards(self):
standards = [self.READMES, self.distribution.script_name]
for fn in standards:
if isinstance(fn, tuple):
alts = fn
got_it = False
for fn in alts:
if self._cs_path_exists(fn):
got_it = True
self.filelist.append(fn)
break
if not got_it:
self.warn("standard file not found: should have one of " +
', '.join(alts))
else:
if self._cs_path_exists(fn):
self.filelist.append(fn)
else:
self.warn("standard file '%s' not found" % fn)
def _add_defaults_optional(self):
optional = ['test/test*.py', 'setup.cfg']
for pattern in optional:
files = filter(os.path.isfile, glob(pattern))
self.filelist.extend(files)
def _add_defaults_python(self):
# build_py is used to get:
# - python modules
# - files defined in package_data
build_py = self.get_finalized_command('build_py')
# getting python files
if self.distribution.has_pure_modules():
self.filelist.extend(build_py.get_source_files())
# getting package_data files
# (computed in build_py.data_files by build_py.finalize_options)
for pkg, src_dir, build_dir, filenames in build_py.data_files:
for filename in filenames:
self.filelist.append(os.path.join(src_dir, filename))
def _add_defaults_data_files(self):
# getting distribution.data_files
if self.distribution.has_data_files():
for item in self.distribution.data_files:
if isinstance(item, str):
# plain file
item = convert_path(item)
if os.path.isfile(item):
self.filelist.append(item)
else:
# a (dirname, filenames) tuple
dirname, filenames = item
for f in filenames:
f = convert_path(f)
if os.path.isfile(f):
self.filelist.append(f)
def _add_defaults_ext(self):
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
self.filelist.extend(build_ext.get_source_files())
def _add_defaults_c_libs(self):
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.filelist.extend(build_clib.get_source_files())
def _add_defaults_scripts(self):
if self.distribution.has_scripts():
build_scripts = self.get_finalized_command('build_scripts')
self.filelist.extend(build_scripts.get_source_files())
if hasattr(sdist.sdist, '_add_defaults_standards'):
# disable the functionality already available upstream
class sdist_add_defaults: # noqa
pass
site-packages/setuptools/command/install_lib.py 0000644 00000007443 15056474501 0016010 0 ustar 00 import os
import sys
from itertools import product, starmap
import distutils.command.install_lib as orig
class install_lib(orig.install_lib):
"""Don't add compiled flags to filenames of non-Python files"""
def run(self):
self.build()
outfiles = self.install()
if outfiles is not None:
# always compile, in case we have any extension stubs to deal with
self.byte_compile(outfiles)
def get_exclusions(self):
"""
Return a collections.Sized collections.Container of paths to be
excluded for single_version_externally_managed installations.
"""
all_packages = (
pkg
for ns_pkg in self._get_SVEM_NSPs()
for pkg in self._all_packages(ns_pkg)
)
excl_specs = product(all_packages, self._gen_exclusion_paths())
return set(starmap(self._exclude_pkg_path, excl_specs))
def _exclude_pkg_path(self, pkg, exclusion_path):
"""
Given a package name and exclusion path within that package,
compute the full exclusion path.
"""
parts = pkg.split('.') + [exclusion_path]
return os.path.join(self.install_dir, *parts)
@staticmethod
def _all_packages(pkg_name):
"""
>>> list(install_lib._all_packages('foo.bar.baz'))
['foo.bar.baz', 'foo.bar', 'foo']
"""
while pkg_name:
yield pkg_name
pkg_name, sep, child = pkg_name.rpartition('.')
def _get_SVEM_NSPs(self):
"""
Get namespace packages (list) but only for
single_version_externally_managed installations and empty otherwise.
"""
# TODO: is it necessary to short-circuit here? i.e. what's the cost
# if get_finalized_command is called even when namespace_packages is
# False?
if not self.distribution.namespace_packages:
return []
install_cmd = self.get_finalized_command('install')
svem = install_cmd.single_version_externally_managed
return self.distribution.namespace_packages if svem else []
@staticmethod
def _gen_exclusion_paths():
"""
Generate file paths to be excluded for namespace packages (bytecode
cache files).
"""
# always exclude the package module itself
yield '__init__.py'
yield '__init__.pyc'
yield '__init__.pyo'
if not hasattr(sys, 'implementation'):
return
base = os.path.join(
'__pycache__', '__init__.' + sys.implementation.cache_tag)
yield base + '.pyc'
yield base + '.pyo'
yield base + '.opt-1.pyc'
yield base + '.opt-2.pyc'
def copy_tree(
self, infile, outfile,
preserve_mode=1, preserve_times=1, preserve_symlinks=0, level=1
):
assert preserve_mode and preserve_times and not preserve_symlinks
exclude = self.get_exclusions()
if not exclude:
return orig.install_lib.copy_tree(self, infile, outfile)
# Exclude namespace package __init__.py* files from the output
from setuptools.archive_util import unpack_directory
from distutils import log
outfiles = []
def pf(src, dst):
if dst in exclude:
log.warn("Skipping installation of %s (namespace package)",
dst)
return False
log.info("copying %s -> %s", src, os.path.dirname(dst))
outfiles.append(dst)
return dst
unpack_directory(infile, outfile, pf)
return outfiles
def get_outputs(self):
outputs = orig.install_lib.get_outputs(self)
exclude = self.get_exclusions()
if exclude:
return [f for f in outputs if f not in exclude]
return outputs
site-packages/setuptools/command/build_py.py 0000644 00000020124 15056474501 0015312 0 ustar 00 from glob import glob
from distutils.util import convert_path
import distutils.command.build_py as orig
import os
import fnmatch
import textwrap
import io
import distutils.errors
import itertools
import stat
from setuptools.extern.more_itertools import unique_everseen
def make_writable(target):
os.chmod(target, os.stat(target).st_mode | stat.S_IWRITE)
class build_py(orig.build_py):
"""Enhanced 'build_py' command that includes data files with packages
The data files are specified via a 'package_data' argument to 'setup()'.
See 'setuptools.dist.Distribution' for more details.
Also, this version of the 'build_py' command allows you to specify both
'py_modules' and 'packages' in the same setup operation.
"""
def finalize_options(self):
orig.build_py.finalize_options(self)
self.package_data = self.distribution.package_data
self.exclude_package_data = self.distribution.exclude_package_data or {}
if 'data_files' in self.__dict__:
del self.__dict__['data_files']
self.__updated_files = []
def run(self):
"""Build modules, packages, and copy data files to build directory"""
if not self.py_modules and not self.packages:
return
if self.py_modules:
self.build_modules()
if self.packages:
self.build_packages()
self.build_package_data()
# Only compile actual .py files, using our base class' idea of what our
# output files are.
self.byte_compile(orig.build_py.get_outputs(self, include_bytecode=0))
def __getattr__(self, attr):
"lazily compute data files"
if attr == 'data_files':
self.data_files = self._get_data_files()
return self.data_files
return orig.build_py.__getattr__(self, attr)
def build_module(self, module, module_file, package):
outfile, copied = orig.build_py.build_module(self, module, module_file, package)
if copied:
self.__updated_files.append(outfile)
return outfile, copied
def _get_data_files(self):
"""Generate list of '(package,src_dir,build_dir,filenames)' tuples"""
self.analyze_manifest()
return list(map(self._get_pkg_data_files, self.packages or ()))
def _get_pkg_data_files(self, package):
# Locate package source directory
src_dir = self.get_package_dir(package)
# Compute package build directory
build_dir = os.path.join(*([self.build_lib] + package.split('.')))
# Strip directory from globbed filenames
filenames = [
os.path.relpath(file, src_dir)
for file in self.find_data_files(package, src_dir)
]
return package, src_dir, build_dir, filenames
def find_data_files(self, package, src_dir):
"""Return filenames for package's data files in 'src_dir'"""
patterns = self._get_platform_patterns(
self.package_data,
package,
src_dir,
)
globs_expanded = map(glob, patterns)
# flatten the expanded globs into an iterable of matches
globs_matches = itertools.chain.from_iterable(globs_expanded)
glob_files = filter(os.path.isfile, globs_matches)
files = itertools.chain(
self.manifest_files.get(package, []),
glob_files,
)
return self.exclude_data_files(package, src_dir, files)
def build_package_data(self):
"""Copy data files into build directory"""
for package, src_dir, build_dir, filenames in self.data_files:
for filename in filenames:
target = os.path.join(build_dir, filename)
self.mkpath(os.path.dirname(target))
srcfile = os.path.join(src_dir, filename)
outf, copied = self.copy_file(srcfile, target)
make_writable(target)
srcfile = os.path.abspath(srcfile)
def analyze_manifest(self):
self.manifest_files = mf = {}
if not self.distribution.include_package_data:
return
src_dirs = {}
for package in self.packages or ():
# Locate package source directory
src_dirs[assert_relative(self.get_package_dir(package))] = package
self.run_command('egg_info')
ei_cmd = self.get_finalized_command('egg_info')
for path in ei_cmd.filelist.files:
d, f = os.path.split(assert_relative(path))
prev = None
oldf = f
while d and d != prev and d not in src_dirs:
prev = d
d, df = os.path.split(d)
f = os.path.join(df, f)
if d in src_dirs:
if path.endswith('.py') and f == oldf:
continue # it's a module, not data
mf.setdefault(src_dirs[d], []).append(path)
def get_data_files(self):
pass # Lazily compute data files in _get_data_files() function.
def check_package(self, package, package_dir):
"""Check namespace packages' __init__ for declare_namespace"""
try:
return self.packages_checked[package]
except KeyError:
pass
init_py = orig.build_py.check_package(self, package, package_dir)
self.packages_checked[package] = init_py
if not init_py or not self.distribution.namespace_packages:
return init_py
for pkg in self.distribution.namespace_packages:
if pkg == package or pkg.startswith(package + '.'):
break
else:
return init_py
with io.open(init_py, 'rb') as f:
contents = f.read()
if b'declare_namespace' not in contents:
raise distutils.errors.DistutilsError(
"Namespace package problem: %s is a namespace package, but "
"its\n__init__.py does not call declare_namespace()! Please "
'fix it.\n(See the setuptools manual under '
'"Namespace Packages" for details.)\n"' % (package,)
)
return init_py
def initialize_options(self):
self.packages_checked = {}
orig.build_py.initialize_options(self)
def get_package_dir(self, package):
res = orig.build_py.get_package_dir(self, package)
if self.distribution.src_root is not None:
return os.path.join(self.distribution.src_root, res)
return res
def exclude_data_files(self, package, src_dir, files):
"""Filter filenames for package's data files in 'src_dir'"""
files = list(files)
patterns = self._get_platform_patterns(
self.exclude_package_data,
package,
src_dir,
)
match_groups = (fnmatch.filter(files, pattern) for pattern in patterns)
# flatten the groups of matches into an iterable of matches
matches = itertools.chain.from_iterable(match_groups)
bad = set(matches)
keepers = (fn for fn in files if fn not in bad)
# ditch dupes
return list(unique_everseen(keepers))
@staticmethod
def _get_platform_patterns(spec, package, src_dir):
"""
yield platform-specific path patterns (suitable for glob
or fn_match) from a glob-based spec (such as
self.package_data or self.exclude_package_data)
matching package in src_dir.
"""
raw_patterns = itertools.chain(
spec.get('', []),
spec.get(package, []),
)
return (
# Each pattern has to be converted to a platform-specific path
os.path.join(src_dir, convert_path(pattern))
for pattern in raw_patterns
)
def assert_relative(path):
if not os.path.isabs(path):
return path
from distutils.errors import DistutilsSetupError
msg = (
textwrap.dedent(
"""
Error: setup script specifies an absolute path:
%s
setup() arguments must *always* be /-separated paths relative to the
setup.py directory, *never* absolute paths.
"""
).lstrip()
% path
)
raise DistutilsSetupError(msg)
site-packages/setuptools/command/install_scripts.py 0000644 00000005041 15056474501 0016721 0 ustar 00 from distutils import log
import distutils.command.install_scripts as orig
from distutils.errors import DistutilsModuleError
import os
import sys
from pkg_resources import Distribution, PathMetadata, ensure_directory
class install_scripts(orig.install_scripts):
"""Do normal script install, plus any egg_info wrapper scripts"""
def initialize_options(self):
orig.install_scripts.initialize_options(self)
self.no_ep = False
def run(self):
import setuptools.command.easy_install as ei
self.run_command("egg_info")
if self.distribution.scripts:
orig.install_scripts.run(self) # run first to set up self.outfiles
else:
self.outfiles = []
if self.no_ep:
# don't install entry point scripts into .egg file!
return
ei_cmd = self.get_finalized_command("egg_info")
dist = Distribution(
ei_cmd.egg_base, PathMetadata(ei_cmd.egg_base, ei_cmd.egg_info),
ei_cmd.egg_name, ei_cmd.egg_version,
)
bs_cmd = self.get_finalized_command('build_scripts')
exec_param = getattr(bs_cmd, 'executable', None)
try:
bw_cmd = self.get_finalized_command("bdist_wininst")
is_wininst = getattr(bw_cmd, '_is_running', False)
except (ImportError, DistutilsModuleError):
is_wininst = False
writer = ei.ScriptWriter
if is_wininst:
exec_param = "python.exe"
writer = ei.WindowsScriptWriter
if exec_param == sys.executable:
# In case the path to the Python executable contains a space, wrap
# it so it's not split up.
exec_param = [exec_param]
# resolve the writer to the environment
writer = writer.best()
cmd = writer.command_spec_class.best().from_param(exec_param)
for args in writer.get_args(dist, cmd.as_header()):
self.write_script(*args)
def write_script(self, script_name, contents, mode="t", *ignored):
"""Write an executable file to the scripts directory"""
from setuptools.command.easy_install import chmod, current_umask
log.info("Installing %s script to %s", script_name, self.install_dir)
target = os.path.join(self.install_dir, script_name)
self.outfiles.append(target)
mask = current_umask()
if not self.dry_run:
ensure_directory(target)
f = open(target, "w" + mode)
f.write(contents)
f.close()
chmod(target, 0o777 - mask)
site-packages/setuptools/command/install.py 0000644 00000011452 15056474501 0015155 0 ustar 00 from distutils.errors import DistutilsArgError
import inspect
import glob
import warnings
import platform
import distutils.command.install as orig
import setuptools
# Prior to numpy 1.9, NumPy relies on the '_install' name, so provide it for
# now. See https://github.com/pypa/setuptools/issues/199/
_install = orig.install
class install(orig.install):
"""Use easy_install to install the package, w/dependencies"""
user_options = orig.install.user_options + [
('old-and-unmanageable', None, "Try not to use this!"),
('single-version-externally-managed', None,
"used by system package builders to create 'flat' eggs"),
]
boolean_options = orig.install.boolean_options + [
'old-and-unmanageable', 'single-version-externally-managed',
]
new_commands = [
('install_egg_info', lambda self: True),
('install_scripts', lambda self: True),
]
_nc = dict(new_commands)
def initialize_options(self):
warnings.warn(
"setup.py install is deprecated. "
"Use build and pip and other standards-based tools.",
setuptools.SetuptoolsDeprecationWarning,
)
orig.install.initialize_options(self)
self.old_and_unmanageable = None
self.single_version_externally_managed = None
def finalize_options(self):
orig.install.finalize_options(self)
if self.root:
self.single_version_externally_managed = True
elif self.single_version_externally_managed:
if not self.root and not self.record:
raise DistutilsArgError(
"You must specify --record or --root when building system"
" packages"
)
def handle_extra_path(self):
if self.root or self.single_version_externally_managed:
# explicit backward-compatibility mode, allow extra_path to work
return orig.install.handle_extra_path(self)
# Ignore extra_path when installing an egg (or being run by another
# command without --root or --single-version-externally-managed
self.path_file = None
self.extra_dirs = ''
def run(self):
# Explicit request for old-style install? Just do it
if self.old_and_unmanageable or self.single_version_externally_managed:
return orig.install.run(self)
if not self._called_from_setup(inspect.currentframe()):
# Run in backward-compatibility mode to support bdist_* commands.
orig.install.run(self)
else:
self.do_egg_install()
@staticmethod
def _called_from_setup(run_frame):
"""
Attempt to detect whether run() was called from setup() or by another
command. If called by setup(), the parent caller will be the
'run_command' method in 'distutils.dist', and *its* caller will be
the 'run_commands' method. If called any other way, the
immediate caller *might* be 'run_command', but it won't have been
called by 'run_commands'. Return True in that case or if a call stack
is unavailable. Return False otherwise.
"""
if run_frame is None:
msg = "Call stack not available. bdist_* commands may fail."
warnings.warn(msg)
if platform.python_implementation() == 'IronPython':
msg = "For best results, pass -X:Frames to enable call stack."
warnings.warn(msg)
return True
res = inspect.getouterframes(run_frame)[2]
caller, = res[:1]
info = inspect.getframeinfo(caller)
caller_module = caller.f_globals.get('__name__', '')
return (
caller_module == 'distutils.dist'
and info.function == 'run_commands'
)
def do_egg_install(self):
easy_install = self.distribution.get_command_class('easy_install')
cmd = easy_install(
self.distribution, args="x", root=self.root, record=self.record,
)
cmd.ensure_finalized() # finalize before bdist_egg munges install cmd
cmd.always_copy_from = '.' # make sure local-dir eggs get installed
# pick up setup-dir .egg files only: no .egg-info
cmd.package_index.scan(glob.glob('*.egg'))
self.run_command('bdist_egg')
args = [self.distribution.get_command_obj('bdist_egg').egg_output]
if setuptools.bootstrap_install_from:
# Bootstrap self-installation of setuptools
args.insert(0, setuptools.bootstrap_install_from)
cmd.args = args
cmd.run(show_deprecation=False)
setuptools.bootstrap_install_from = None
# XXX Python 3.1 doesn't see _nc if this is inside the class
install.sub_commands = (
[cmd for cmd in orig.install.sub_commands if cmd[0] not in install._nc] +
install.new_commands
)
site-packages/setuptools/command/bdist_egg.py 0000644 00000040334 15056474501 0015437 0 ustar 00 """setuptools.command.bdist_egg
Build .egg distributions"""
from distutils.dir_util import remove_tree, mkpath
from distutils import log
from types import CodeType
import sys
import os
import re
import textwrap
import marshal
from pkg_resources import get_build_platform, Distribution, ensure_directory
from setuptools.extension import Library
from setuptools import Command
from sysconfig import get_path, get_python_version
def _get_purelib():
return get_path("purelib")
def strip_module(filename):
if '.' in filename:
filename = os.path.splitext(filename)[0]
if filename.endswith('module'):
filename = filename[:-6]
return filename
def sorted_walk(dir):
"""Do os.walk in a reproducible way,
independent of indeterministic filesystem readdir order
"""
for base, dirs, files in os.walk(dir):
dirs.sort()
files.sort()
yield base, dirs, files
def write_stub(resource, pyfile):
_stub_template = textwrap.dedent("""
def __bootstrap__():
global __bootstrap__, __loader__, __file__
import sys, pkg_resources, importlib.util
__file__ = pkg_resources.resource_filename(__name__, %r)
__loader__ = None; del __bootstrap__, __loader__
spec = importlib.util.spec_from_file_location(__name__,__file__)
mod = importlib.util.module_from_spec(spec)
spec.loader.exec_module(mod)
__bootstrap__()
""").lstrip()
with open(pyfile, 'w') as f:
f.write(_stub_template % resource)
class bdist_egg(Command):
description = "create an \"egg\" distribution"
user_options = [
('bdist-dir=', 'b',
"temporary directory for creating the distribution"),
('plat-name=', 'p', "platform name to embed in generated filenames "
"(default: %s)" % get_build_platform()),
('exclude-source-files', None,
"remove all .py files from the generated egg"),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
]
boolean_options = [
'keep-temp', 'skip-build', 'exclude-source-files'
]
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.dist_dir = None
self.skip_build = 0
self.egg_output = None
self.exclude_source_files = None
def finalize_options(self):
ei_cmd = self.ei_cmd = self.get_finalized_command("egg_info")
self.egg_info = ei_cmd.egg_info
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'egg')
if self.plat_name is None:
self.plat_name = get_build_platform()
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
if self.egg_output is None:
# Compute filename of the output egg
basename = Distribution(
None, None, ei_cmd.egg_name, ei_cmd.egg_version,
get_python_version(),
self.distribution.has_ext_modules() and self.plat_name
).egg_name()
self.egg_output = os.path.join(self.dist_dir, basename + '.egg')
def do_install_data(self):
# Hack for packages that install data to install's --install-lib
self.get_finalized_command('install').install_lib = self.bdist_dir
site_packages = os.path.normcase(os.path.realpath(_get_purelib()))
old, self.distribution.data_files = self.distribution.data_files, []
for item in old:
if isinstance(item, tuple) and len(item) == 2:
if os.path.isabs(item[0]):
realpath = os.path.realpath(item[0])
normalized = os.path.normcase(realpath)
if normalized == site_packages or normalized.startswith(
site_packages + os.sep
):
item = realpath[len(site_packages) + 1:], item[1]
# XXX else: raise ???
self.distribution.data_files.append(item)
try:
log.info("installing package data to %s", self.bdist_dir)
self.call_command('install_data', force=0, root=None)
finally:
self.distribution.data_files = old
def get_outputs(self):
return [self.egg_output]
def call_command(self, cmdname, **kw):
"""Invoke reinitialized command `cmdname` with keyword args"""
for dirname in INSTALL_DIRECTORY_ATTRS:
kw.setdefault(dirname, self.bdist_dir)
kw.setdefault('skip_build', self.skip_build)
kw.setdefault('dry_run', self.dry_run)
cmd = self.reinitialize_command(cmdname, **kw)
self.run_command(cmdname)
return cmd
def run(self): # noqa: C901 # is too complex (14) # FIXME
# Generate metadata first
self.run_command("egg_info")
# We run install_lib before install_data, because some data hacks
# pull their data path from the install_lib command.
log.info("installing library code to %s", self.bdist_dir)
instcmd = self.get_finalized_command('install')
old_root = instcmd.root
instcmd.root = None
if self.distribution.has_c_libraries() and not self.skip_build:
self.run_command('build_clib')
cmd = self.call_command('install_lib', warn_dir=0)
instcmd.root = old_root
all_outputs, ext_outputs = self.get_ext_outputs()
self.stubs = []
to_compile = []
for (p, ext_name) in enumerate(ext_outputs):
filename, ext = os.path.splitext(ext_name)
pyfile = os.path.join(self.bdist_dir, strip_module(filename) +
'.py')
self.stubs.append(pyfile)
log.info("creating stub loader for %s", ext_name)
if not self.dry_run:
write_stub(os.path.basename(ext_name), pyfile)
to_compile.append(pyfile)
ext_outputs[p] = ext_name.replace(os.sep, '/')
if to_compile:
cmd.byte_compile(to_compile)
if self.distribution.data_files:
self.do_install_data()
# Make the EGG-INFO directory
archive_root = self.bdist_dir
egg_info = os.path.join(archive_root, 'EGG-INFO')
self.mkpath(egg_info)
if self.distribution.scripts:
script_dir = os.path.join(egg_info, 'scripts')
log.info("installing scripts to %s", script_dir)
self.call_command('install_scripts', install_dir=script_dir,
no_ep=1)
self.copy_metadata_to(egg_info)
native_libs = os.path.join(egg_info, "native_libs.txt")
if all_outputs:
log.info("writing %s", native_libs)
if not self.dry_run:
ensure_directory(native_libs)
libs_file = open(native_libs, 'wt')
libs_file.write('\n'.join(all_outputs))
libs_file.write('\n')
libs_file.close()
elif os.path.isfile(native_libs):
log.info("removing %s", native_libs)
if not self.dry_run:
os.unlink(native_libs)
write_safety_flag(
os.path.join(archive_root, 'EGG-INFO'), self.zip_safe()
)
if os.path.exists(os.path.join(self.egg_info, 'depends.txt')):
log.warn(
"WARNING: 'depends.txt' will not be used by setuptools 0.6!\n"
"Use the install_requires/extras_require setup() args instead."
)
if self.exclude_source_files:
self.zap_pyfiles()
# Make the archive
make_zipfile(self.egg_output, archive_root, verbose=self.verbose,
dry_run=self.dry_run, mode=self.gen_header())
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
# Add to 'Distribution.dist_files' so that the "upload" command works
getattr(self.distribution, 'dist_files', []).append(
('bdist_egg', get_python_version(), self.egg_output))
def zap_pyfiles(self):
log.info("Removing .py files from temporary directory")
for base, dirs, files in walk_egg(self.bdist_dir):
for name in files:
path = os.path.join(base, name)
if name.endswith('.py'):
log.debug("Deleting %s", path)
os.unlink(path)
if base.endswith('__pycache__'):
path_old = path
pattern = r'(?P<name>.+)\.(?P<magic>[^.]+)\.pyc'
m = re.match(pattern, name)
path_new = os.path.join(
base, os.pardir, m.group('name') + '.pyc')
log.info(
"Renaming file from [%s] to [%s]"
% (path_old, path_new))
try:
os.remove(path_new)
except OSError:
pass
os.rename(path_old, path_new)
def zip_safe(self):
safe = getattr(self.distribution, 'zip_safe', None)
if safe is not None:
return safe
log.warn("zip_safe flag not set; analyzing archive contents...")
return analyze_egg(self.bdist_dir, self.stubs)
def gen_header(self):
return 'w'
def copy_metadata_to(self, target_dir):
"Copy metadata (egg info) to the target_dir"
# normalize the path (so that a forward-slash in egg_info will
# match using startswith below)
norm_egg_info = os.path.normpath(self.egg_info)
prefix = os.path.join(norm_egg_info, '')
for path in self.ei_cmd.filelist.files:
if path.startswith(prefix):
target = os.path.join(target_dir, path[len(prefix):])
ensure_directory(target)
self.copy_file(path, target)
def get_ext_outputs(self):
"""Get a list of relative paths to C extensions in the output distro"""
all_outputs = []
ext_outputs = []
paths = {self.bdist_dir: ''}
for base, dirs, files in sorted_walk(self.bdist_dir):
for filename in files:
if os.path.splitext(filename)[1].lower() in NATIVE_EXTENSIONS:
all_outputs.append(paths[base] + filename)
for filename in dirs:
paths[os.path.join(base, filename)] = (paths[base] +
filename + '/')
if self.distribution.has_ext_modules():
build_cmd = self.get_finalized_command('build_ext')
for ext in build_cmd.extensions:
if isinstance(ext, Library):
continue
fullname = build_cmd.get_ext_fullname(ext.name)
filename = build_cmd.get_ext_filename(fullname)
if not os.path.basename(filename).startswith('dl-'):
if os.path.exists(os.path.join(self.bdist_dir, filename)):
ext_outputs.append(filename)
return all_outputs, ext_outputs
NATIVE_EXTENSIONS = dict.fromkeys('.dll .so .dylib .pyd'.split())
def walk_egg(egg_dir):
"""Walk an unpacked egg's contents, skipping the metadata directory"""
walker = sorted_walk(egg_dir)
base, dirs, files = next(walker)
if 'EGG-INFO' in dirs:
dirs.remove('EGG-INFO')
yield base, dirs, files
for bdf in walker:
yield bdf
def analyze_egg(egg_dir, stubs):
# check for existing flag in EGG-INFO
for flag, fn in safety_flags.items():
if os.path.exists(os.path.join(egg_dir, 'EGG-INFO', fn)):
return flag
if not can_scan():
return False
safe = True
for base, dirs, files in walk_egg(egg_dir):
for name in files:
if name.endswith('.py') or name.endswith('.pyw'):
continue
elif name.endswith('.pyc') or name.endswith('.pyo'):
# always scan, even if we already know we're not safe
safe = scan_module(egg_dir, base, name, stubs) and safe
return safe
def write_safety_flag(egg_dir, safe):
# Write or remove zip safety flag file(s)
for flag, fn in safety_flags.items():
fn = os.path.join(egg_dir, fn)
if os.path.exists(fn):
if safe is None or bool(safe) != flag:
os.unlink(fn)
elif safe is not None and bool(safe) == flag:
f = open(fn, 'wt')
f.write('\n')
f.close()
safety_flags = {
True: 'zip-safe',
False: 'not-zip-safe',
}
def scan_module(egg_dir, base, name, stubs):
"""Check whether module possibly uses unsafe-for-zipfile stuff"""
filename = os.path.join(base, name)
if filename[:-1] in stubs:
return True # Extension module
pkg = base[len(egg_dir) + 1:].replace(os.sep, '.')
module = pkg + (pkg and '.' or '') + os.path.splitext(name)[0]
if sys.version_info < (3, 7):
skip = 12 # skip magic & date & file size
else:
skip = 16 # skip magic & reserved? & date & file size
f = open(filename, 'rb')
f.read(skip)
code = marshal.load(f)
f.close()
safe = True
symbols = dict.fromkeys(iter_symbols(code))
for bad in ['__file__', '__path__']:
if bad in symbols:
log.warn("%s: module references %s", module, bad)
safe = False
if 'inspect' in symbols:
for bad in [
'getsource', 'getabsfile', 'getsourcefile', 'getfile'
'getsourcelines', 'findsource', 'getcomments', 'getframeinfo',
'getinnerframes', 'getouterframes', 'stack', 'trace'
]:
if bad in symbols:
log.warn("%s: module MAY be using inspect.%s", module, bad)
safe = False
return safe
def iter_symbols(code):
"""Yield names and strings used by `code` and its nested code objects"""
for name in code.co_names:
yield name
for const in code.co_consts:
if isinstance(const, str):
yield const
elif isinstance(const, CodeType):
for name in iter_symbols(const):
yield name
def can_scan():
if not sys.platform.startswith('java') and sys.platform != 'cli':
# CPython, PyPy, etc.
return True
log.warn("Unable to analyze compiled code on this platform.")
log.warn("Please ask the author to include a 'zip_safe'"
" setting (either True or False) in the package's setup.py")
# Attribute names of options for commands that might need to be convinced to
# install to the egg build directory
INSTALL_DIRECTORY_ATTRS = [
'install_lib', 'install_dir', 'install_data', 'install_base'
]
def make_zipfile(zip_filename, base_dir, verbose=0, dry_run=0, compress=True,
mode='w'):
"""Create a zip file from all the files under 'base_dir'. The output
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
Python module (if available) or the InfoZIP "zip" utility (if installed
and found on the default search path). If neither tool is available,
raises DistutilsExecError. Returns the name of the output zip file.
"""
import zipfile
mkpath(os.path.dirname(zip_filename), dry_run=dry_run)
log.info("creating '%s' and adding '%s' to it", zip_filename, base_dir)
def visit(z, dirname, names):
for name in names:
path = os.path.normpath(os.path.join(dirname, name))
if os.path.isfile(path):
p = path[len(base_dir) + 1:]
if not dry_run:
z.write(path, p)
log.debug("adding '%s'", p)
compression = zipfile.ZIP_DEFLATED if compress else zipfile.ZIP_STORED
if not dry_run:
z = zipfile.ZipFile(zip_filename, mode, compression=compression)
for dirname, dirs, files in sorted_walk(base_dir):
visit(z, dirname, files)
z.close()
else:
for dirname, dirs, files in sorted_walk(base_dir):
visit(None, dirname, files)
return zip_filename
site-packages/setuptools/command/build_clib.py 0000644 00000010477 15056474501 0015605 0 ustar 00 import distutils.command.build_clib as orig
from distutils.errors import DistutilsSetupError
from distutils import log
from setuptools.dep_util import newer_pairwise_group
class build_clib(orig.build_clib):
"""
Override the default build_clib behaviour to do the following:
1. Implement a rudimentary timestamp-based dependency system
so 'compile()' doesn't run every time.
2. Add more keys to the 'build_info' dictionary:
* obj_deps - specify dependencies for each object compiled.
this should be a dictionary mapping a key
with the source filename to a list of
dependencies. Use an empty string for global
dependencies.
* cflags - specify a list of additional flags to pass to
the compiler.
"""
def build_libraries(self, libraries):
for (lib_name, build_info) in libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
sources = list(sources)
log.info("building '%s' library", lib_name)
# Make sure everything is the correct type.
# obj_deps should be a dictionary of keys as sources
# and a list/tuple of files that are its dependencies.
obj_deps = build_info.get('obj_deps', dict())
if not isinstance(obj_deps, dict):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
dependencies = []
# Get the global dependencies that are specified by the '' key.
# These will go into every source's dependency list.
global_deps = obj_deps.get('', list())
if not isinstance(global_deps, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
# Build the list to be used by newer_pairwise_group
# each source will be auto-added to its dependencies.
for source in sources:
src_deps = [source]
src_deps.extend(global_deps)
extra_deps = obj_deps.get(source, list())
if not isinstance(extra_deps, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
src_deps.extend(extra_deps)
dependencies.append(src_deps)
expected_objects = self.compiler.object_filenames(
sources,
output_dir=self.build_temp,
)
if (
newer_pairwise_group(dependencies, expected_objects)
!= ([], [])
):
# First, compile the source code to object files in the library
# directory. (This should probably change to putting object
# files in a temporary build directory.)
macros = build_info.get('macros')
include_dirs = build_info.get('include_dirs')
cflags = build_info.get('cflags')
self.compiler.compile(
sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=include_dirs,
extra_postargs=cflags,
debug=self.debug
)
# Now "link" the object files together into a static library.
# (On Unix at least, this isn't really linking -- it just
# builds an archive. Whatever.)
self.compiler.create_static_lib(
expected_objects,
lib_name,
output_dir=self.build_clib,
debug=self.debug
)
site-packages/setuptools/command/__init__.py 0000644 00000000331 15056474501 0015240 0 ustar 00 from distutils.command.bdist import bdist
import sys
if 'egg' not in bdist.format_commands:
bdist.format_command['egg'] = ('bdist_egg', "Python .egg file")
bdist.format_commands.append('egg')
del bdist, sys
site-packages/setuptools/command/upload_docs.py 0000644 00000016062 15056474501 0016005 0 ustar 00 # -*- coding: utf-8 -*-
"""upload_docs
Implements a Distutils 'upload_docs' subcommand (upload documentation to
sites other than PyPi such as devpi).
"""
from base64 import standard_b64encode
from distutils import log
from distutils.errors import DistutilsOptionError
import os
import socket
import zipfile
import tempfile
import shutil
import itertools
import functools
import http.client
import urllib.parse
from pkg_resources import iter_entry_points
from .upload import upload
def _encode(s):
return s.encode('utf-8', 'surrogateescape')
class upload_docs(upload):
# override the default repository as upload_docs isn't
# supported by Warehouse (and won't be).
DEFAULT_REPOSITORY = 'https://pypi.python.org/pypi/'
description = 'Upload documentation to sites other than PyPi such as devpi'
user_options = [
('repository=', 'r',
"url of repository [default: %s]" % upload.DEFAULT_REPOSITORY),
('show-response', None,
'display full response text from server'),
('upload-dir=', None, 'directory to upload'),
]
boolean_options = upload.boolean_options
def has_sphinx(self):
if self.upload_dir is None:
for ep in iter_entry_points('distutils.commands', 'build_sphinx'):
return True
sub_commands = [('build_sphinx', has_sphinx)]
def initialize_options(self):
upload.initialize_options(self)
self.upload_dir = None
self.target_dir = None
def finalize_options(self):
upload.finalize_options(self)
if self.upload_dir is None:
if self.has_sphinx():
build_sphinx = self.get_finalized_command('build_sphinx')
self.target_dir = dict(build_sphinx.builder_target_dirs)['html']
else:
build = self.get_finalized_command('build')
self.target_dir = os.path.join(build.build_base, 'docs')
else:
self.ensure_dirname('upload_dir')
self.target_dir = self.upload_dir
if 'pypi.python.org' in self.repository:
log.warn("Upload_docs command is deprecated for PyPi. Use RTD instead.")
self.announce('Using upload directory %s' % self.target_dir)
def create_zipfile(self, filename):
zip_file = zipfile.ZipFile(filename, "w")
try:
self.mkpath(self.target_dir) # just in case
for root, dirs, files in os.walk(self.target_dir):
if root == self.target_dir and not files:
tmpl = "no files found in upload directory '%s'"
raise DistutilsOptionError(tmpl % self.target_dir)
for name in files:
full = os.path.join(root, name)
relative = root[len(self.target_dir):].lstrip(os.path.sep)
dest = os.path.join(relative, name)
zip_file.write(full, dest)
finally:
zip_file.close()
def run(self):
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
tmp_dir = tempfile.mkdtemp()
name = self.distribution.metadata.get_name()
zip_file = os.path.join(tmp_dir, "%s.zip" % name)
try:
self.create_zipfile(zip_file)
self.upload_file(zip_file)
finally:
shutil.rmtree(tmp_dir)
@staticmethod
def _build_part(item, sep_boundary):
key, values = item
title = '\nContent-Disposition: form-data; name="%s"' % key
# handle multiple entries for the same name
if not isinstance(values, list):
values = [values]
for value in values:
if isinstance(value, tuple):
title += '; filename="%s"' % value[0]
value = value[1]
else:
value = _encode(value)
yield sep_boundary
yield _encode(title)
yield b"\n\n"
yield value
if value and value[-1:] == b'\r':
yield b'\n' # write an extra newline (lurve Macs)
@classmethod
def _build_multipart(cls, data):
"""
Build up the MIME payload for the POST data
"""
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = b'\n--' + boundary.encode('ascii')
end_boundary = sep_boundary + b'--'
end_items = end_boundary, b"\n",
builder = functools.partial(
cls._build_part,
sep_boundary=sep_boundary,
)
part_groups = map(builder, data.items())
parts = itertools.chain.from_iterable(part_groups)
body_items = itertools.chain(parts, end_items)
content_type = 'multipart/form-data; boundary=%s' % boundary
return b''.join(body_items), content_type
def upload_file(self, filename):
with open(filename, 'rb') as f:
content = f.read()
meta = self.distribution.metadata
data = {
':action': 'doc_upload',
'name': meta.get_name(),
'content': (os.path.basename(filename), content),
}
# set up the authentication
credentials = _encode(self.username + ':' + self.password)
credentials = standard_b64encode(credentials).decode('ascii')
auth = "Basic " + credentials
body, ct = self._build_multipart(data)
msg = "Submitting documentation to %s" % (self.repository)
self.announce(msg, log.INFO)
# build the Request
# We can't use urllib2 since we need to send the Basic
# auth right with the first request
schema, netloc, url, params, query, fragments = \
urllib.parse.urlparse(self.repository)
assert not params and not query and not fragments
if schema == 'http':
conn = http.client.HTTPConnection(netloc)
elif schema == 'https':
conn = http.client.HTTPSConnection(netloc)
else:
raise AssertionError("unsupported schema " + schema)
data = ''
try:
conn.connect()
conn.putrequest("POST", url)
content_type = ct
conn.putheader('Content-type', content_type)
conn.putheader('Content-length', str(len(body)))
conn.putheader('Authorization', auth)
conn.endheaders()
conn.send(body)
except socket.error as e:
self.announce(str(e), log.ERROR)
return
r = conn.getresponse()
if r.status == 200:
msg = 'Server response (%s): %s' % (r.status, r.reason)
self.announce(msg, log.INFO)
elif r.status == 301:
location = r.getheader('Location')
if location is None:
location = 'https://pythonhosted.org/%s/' % meta.get_name()
msg = 'Upload successful. Visit %s' % location
self.announce(msg, log.INFO)
else:
msg = 'Upload failed (%s): %s' % (r.status, r.reason)
self.announce(msg, log.ERROR)
if self.show_response:
print('-' * 75, r.read(), '-' * 75)
site-packages/setuptools/command/develop.py 0000644 00000015544 15056474501 0015153 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsError, DistutilsOptionError
import os
import glob
import io
import pkg_resources
from setuptools.command.easy_install import easy_install
from setuptools import namespaces
import setuptools
class develop(namespaces.DevelopInstaller, easy_install):
"""Set up package for development"""
description = "install package in 'development mode'"
user_options = easy_install.user_options + [
("uninstall", "u", "Uninstall this source package"),
("egg-path=", None, "Set the path to be used in the .egg-link file"),
]
boolean_options = easy_install.boolean_options + ['uninstall']
command_consumes_arguments = False # override base
def run(self):
if self.uninstall:
self.multi_version = True
self.uninstall_link()
self.uninstall_namespaces()
else:
self.install_for_development()
self.warn_deprecated_options()
def initialize_options(self):
self.uninstall = None
self.egg_path = None
easy_install.initialize_options(self)
self.setup_path = None
self.always_copy_from = '.' # always copy eggs installed in curdir
def finalize_options(self):
ei = self.get_finalized_command("egg_info")
if ei.broken_egg_info:
template = "Please rename %r to %r before using 'develop'"
args = ei.egg_info, ei.broken_egg_info
raise DistutilsError(template % args)
self.args = [ei.egg_name]
easy_install.finalize_options(self)
self.expand_basedirs()
self.expand_dirs()
# pick up setup-dir .egg files only: no .egg-info
self.package_index.scan(glob.glob('*.egg'))
egg_link_fn = ei.egg_name + '.egg-link'
self.egg_link = os.path.join(self.install_dir, egg_link_fn)
self.egg_base = ei.egg_base
if self.egg_path is None:
self.egg_path = os.path.abspath(ei.egg_base)
target = pkg_resources.normalize_path(self.egg_base)
egg_path = pkg_resources.normalize_path(
os.path.join(self.install_dir, self.egg_path)
)
if egg_path != target:
raise DistutilsOptionError(
"--egg-path must be a relative path from the install"
" directory to " + target
)
# Make a distribution for the package's source
self.dist = pkg_resources.Distribution(
target,
pkg_resources.PathMetadata(target, os.path.abspath(ei.egg_info)),
project_name=ei.egg_name,
)
self.setup_path = self._resolve_setup_path(
self.egg_base,
self.install_dir,
self.egg_path,
)
@staticmethod
def _resolve_setup_path(egg_base, install_dir, egg_path):
"""
Generate a path from egg_base back to '.' where the
setup script resides and ensure that path points to the
setup path from $install_dir/$egg_path.
"""
path_to_setup = egg_base.replace(os.sep, '/').rstrip('/')
if path_to_setup != os.curdir:
path_to_setup = '../' * (path_to_setup.count('/') + 1)
resolved = pkg_resources.normalize_path(
os.path.join(install_dir, egg_path, path_to_setup)
)
if resolved != pkg_resources.normalize_path(os.curdir):
raise DistutilsOptionError(
"Can't get a consistent path to setup script from"
" installation directory",
resolved,
pkg_resources.normalize_path(os.curdir),
)
return path_to_setup
def install_for_development(self):
self.run_command('egg_info')
# Build extensions in-place
self.reinitialize_command('build_ext', inplace=1)
self.run_command('build_ext')
if setuptools.bootstrap_install_from:
self.easy_install(setuptools.bootstrap_install_from)
setuptools.bootstrap_install_from = None
self.install_namespaces()
# create an .egg-link in the installation dir, pointing to our egg
log.info("Creating %s (link to %s)", self.egg_link, self.egg_base)
if not self.dry_run:
with open(self.egg_link, "w") as f:
f.write(self.egg_path + "\n" + self.setup_path)
# postprocess the installed distro, fixing up .pth, installing scripts,
# and handling requirements
self.process_distribution(None, self.dist, not self.no_deps)
def uninstall_link(self):
if os.path.exists(self.egg_link):
log.info("Removing %s (link to %s)", self.egg_link, self.egg_base)
egg_link_file = open(self.egg_link)
contents = [line.rstrip() for line in egg_link_file]
egg_link_file.close()
if contents not in ([self.egg_path], [self.egg_path, self.setup_path]):
log.warn("Link points to %s: uninstall aborted", contents)
return
if not self.dry_run:
os.unlink(self.egg_link)
if not self.dry_run:
self.update_pth(self.dist) # remove any .pth link to us
if self.distribution.scripts:
# XXX should also check for entry point scripts!
log.warn("Note: you must uninstall or replace scripts manually!")
def install_egg_scripts(self, dist):
if dist is not self.dist:
# Installing a dependency, so fall back to normal behavior
return easy_install.install_egg_scripts(self, dist)
# create wrapper scripts in the script dir, pointing to dist.scripts
# new-style...
self.install_wrapper_scripts(dist)
# ...and old-style
for script_name in self.distribution.scripts or []:
script_path = os.path.abspath(convert_path(script_name))
script_name = os.path.basename(script_path)
with io.open(script_path) as strm:
script_text = strm.read()
self.install_script(dist, script_name, script_text, script_path)
def install_wrapper_scripts(self, dist):
dist = VersionlessRequirement(dist)
return easy_install.install_wrapper_scripts(self, dist)
class VersionlessRequirement:
"""
Adapt a pkg_resources.Distribution to simply return the project
name as the 'requirement' so that scripts will work across
multiple versions.
>>> from pkg_resources import Distribution
>>> dist = Distribution(project_name='foo', version='1.0')
>>> str(dist.as_requirement())
'foo==1.0'
>>> adapted_dist = VersionlessRequirement(dist)
>>> str(adapted_dist.as_requirement())
'foo'
"""
def __init__(self, dist):
self.__dist = dist
def __getattr__(self, name):
return getattr(self.__dist, name)
def as_requirement(self):
return self.project_name
site-packages/setuptools/command/egg_info.py 0000644 00000061367 15056474501 0015276 0 ustar 00 """setuptools.command.egg_info
Create a distribution's .egg-info directory and contents"""
from distutils.filelist import FileList as _FileList
from distutils.errors import DistutilsInternalError
from distutils.util import convert_path
from distutils import log
import distutils.errors
import distutils.filelist
import functools
import os
import re
import sys
import io
import warnings
import time
import collections
from setuptools import Command
from setuptools.command.sdist import sdist
from setuptools.command.sdist import walk_revctrl
from setuptools.command.setopt import edit_config
from setuptools.command import bdist_egg
from pkg_resources import (
parse_requirements, safe_name, parse_version,
safe_version, yield_lines, EntryPoint, iter_entry_points, to_filename)
import setuptools.unicode_utils as unicode_utils
from setuptools.glob import glob
from setuptools.extern import packaging
from setuptools import SetuptoolsDeprecationWarning
def translate_pattern(glob): # noqa: C901 # is too complex (14) # FIXME
"""
Translate a file path glob like '*.txt' in to a regular expression.
This differs from fnmatch.translate which allows wildcards to match
directory separators. It also knows about '**/' which matches any number of
directories.
"""
pat = ''
# This will split on '/' within [character classes]. This is deliberate.
chunks = glob.split(os.path.sep)
sep = re.escape(os.sep)
valid_char = '[^%s]' % (sep,)
for c, chunk in enumerate(chunks):
last_chunk = c == len(chunks) - 1
# Chunks that are a literal ** are globstars. They match anything.
if chunk == '**':
if last_chunk:
# Match anything if this is the last component
pat += '.*'
else:
# Match '(name/)*'
pat += '(?:%s+%s)*' % (valid_char, sep)
continue # Break here as the whole path component has been handled
# Find any special characters in the remainder
i = 0
chunk_len = len(chunk)
while i < chunk_len:
char = chunk[i]
if char == '*':
# Match any number of name characters
pat += valid_char + '*'
elif char == '?':
# Match a name character
pat += valid_char
elif char == '[':
# Character class
inner_i = i + 1
# Skip initial !/] chars
if inner_i < chunk_len and chunk[inner_i] == '!':
inner_i = inner_i + 1
if inner_i < chunk_len and chunk[inner_i] == ']':
inner_i = inner_i + 1
# Loop till the closing ] is found
while inner_i < chunk_len and chunk[inner_i] != ']':
inner_i = inner_i + 1
if inner_i >= chunk_len:
# Got to the end of the string without finding a closing ]
# Do not treat this as a matching group, but as a literal [
pat += re.escape(char)
else:
# Grab the insides of the [brackets]
inner = chunk[i + 1:inner_i]
char_class = ''
# Class negation
if inner[0] == '!':
char_class = '^'
inner = inner[1:]
char_class += re.escape(inner)
pat += '[%s]' % (char_class,)
# Skip to the end ]
i = inner_i
else:
pat += re.escape(char)
i += 1
# Join each chunk with the dir separator
if not last_chunk:
pat += sep
pat += r'\Z'
return re.compile(pat, flags=re.MULTILINE | re.DOTALL)
class InfoCommon:
tag_build = None
tag_date = None
@property
def name(self):
return safe_name(self.distribution.get_name())
def tagged_version(self):
return safe_version(self._maybe_tag(self.distribution.get_version()))
def _maybe_tag(self, version):
"""
egg_info may be called more than once for a distribution,
in which case the version string already contains all tags.
"""
return (
version if self.vtags and version.endswith(self.vtags)
else version + self.vtags
)
def tags(self):
version = ''
if self.tag_build:
version += self.tag_build
if self.tag_date:
version += time.strftime("-%Y%m%d")
return version
vtags = property(tags)
class egg_info(InfoCommon, Command):
description = "create a distribution's .egg-info directory"
user_options = [
('egg-base=', 'e', "directory containing .egg-info directories"
" (default: top of the source tree)"),
('tag-date', 'd', "Add date stamp (e.g. 20050528) to version number"),
('tag-build=', 'b', "Specify explicit tag to add to version number"),
('no-date', 'D', "Don't include date stamp [default]"),
]
boolean_options = ['tag-date']
negative_opt = {
'no-date': 'tag-date',
}
def initialize_options(self):
self.egg_base = None
self.egg_name = None
self.egg_info = None
self.egg_version = None
self.broken_egg_info = False
####################################
# allow the 'tag_svn_revision' to be detected and
# set, supporting sdists built on older Setuptools.
@property
def tag_svn_revision(self):
pass
@tag_svn_revision.setter
def tag_svn_revision(self, value):
pass
####################################
def save_version_info(self, filename):
"""
Materialize the value of date into the
build tag. Install build keys in a deterministic order
to avoid arbitrary reordering on subsequent builds.
"""
egg_info = collections.OrderedDict()
# follow the order these keys would have been added
# when PYTHONHASHSEED=0
egg_info['tag_build'] = self.tags()
egg_info['tag_date'] = 0
edit_config(filename, dict(egg_info=egg_info))
def finalize_options(self):
# Note: we need to capture the current value returned
# by `self.tagged_version()`, so we can later update
# `self.distribution.metadata.version` without
# repercussions.
self.egg_name = self.name
self.egg_version = self.tagged_version()
parsed_version = parse_version(self.egg_version)
try:
is_version = isinstance(parsed_version, packaging.version.Version)
spec = (
"%s==%s" if is_version else "%s===%s"
)
list(
parse_requirements(spec % (self.egg_name, self.egg_version))
)
except ValueError as e:
raise distutils.errors.DistutilsOptionError(
"Invalid distribution name or version syntax: %s-%s" %
(self.egg_name, self.egg_version)
) from e
if self.egg_base is None:
dirs = self.distribution.package_dir
self.egg_base = (dirs or {}).get('', os.curdir)
self.ensure_dirname('egg_base')
self.egg_info = to_filename(self.egg_name) + '.egg-info'
if self.egg_base != os.curdir:
self.egg_info = os.path.join(self.egg_base, self.egg_info)
if '-' in self.egg_name:
self.check_broken_egg_info()
# Set package version for the benefit of dumber commands
# (e.g. sdist, bdist_wininst, etc.)
#
self.distribution.metadata.version = self.egg_version
# If we bootstrapped around the lack of a PKG-INFO, as might be the
# case in a fresh checkout, make sure that any special tags get added
# to the version info
#
pd = self.distribution._patched_dist
if pd is not None and pd.key == self.egg_name.lower():
pd._version = self.egg_version
pd._parsed_version = parse_version(self.egg_version)
self.distribution._patched_dist = None
def write_or_delete_file(self, what, filename, data, force=False):
"""Write `data` to `filename` or delete if empty
If `data` is non-empty, this routine is the same as ``write_file()``.
If `data` is empty but not ``None``, this is the same as calling
``delete_file(filename)`. If `data` is ``None``, then this is a no-op
unless `filename` exists, in which case a warning is issued about the
orphaned file (if `force` is false), or deleted (if `force` is true).
"""
if data:
self.write_file(what, filename, data)
elif os.path.exists(filename):
if data is None and not force:
log.warn(
"%s not set in setup(), but %s exists", what, filename
)
return
else:
self.delete_file(filename)
def write_file(self, what, filename, data):
"""Write `data` to `filename` (if not a dry run) after announcing it
`what` is used in a log message to identify what is being written
to the file.
"""
log.info("writing %s to %s", what, filename)
data = data.encode("utf-8")
if not self.dry_run:
f = open(filename, 'wb')
f.write(data)
f.close()
def delete_file(self, filename):
"""Delete `filename` (if not a dry run) after announcing it"""
log.info("deleting %s", filename)
if not self.dry_run:
os.unlink(filename)
def run(self):
self.mkpath(self.egg_info)
os.utime(self.egg_info, None)
installer = self.distribution.fetch_build_egg
for ep in iter_entry_points('egg_info.writers'):
ep.require(installer=installer)
writer = ep.resolve()
writer(self, ep.name, os.path.join(self.egg_info, ep.name))
# Get rid of native_libs.txt if it was put there by older bdist_egg
nl = os.path.join(self.egg_info, "native_libs.txt")
if os.path.exists(nl):
self.delete_file(nl)
self.find_sources()
def find_sources(self):
"""Generate SOURCES.txt manifest file"""
manifest_filename = os.path.join(self.egg_info, "SOURCES.txt")
mm = manifest_maker(self.distribution)
mm.manifest = manifest_filename
mm.run()
self.filelist = mm.filelist
def check_broken_egg_info(self):
bei = self.egg_name + '.egg-info'
if self.egg_base != os.curdir:
bei = os.path.join(self.egg_base, bei)
if os.path.exists(bei):
log.warn(
"-" * 78 + '\n'
"Note: Your current .egg-info directory has a '-' in its name;"
'\nthis will not work correctly with "setup.py develop".\n\n'
'Please rename %s to %s to correct this problem.\n' + '-' * 78,
bei, self.egg_info
)
self.broken_egg_info = self.egg_info
self.egg_info = bei # make it work for now
class FileList(_FileList):
# Implementations of the various MANIFEST.in commands
def process_template_line(self, line):
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dir_pattern).
(action, patterns, dir, dir_pattern) = self._parse_template_line(line)
action_map = {
'include': self.include,
'exclude': self.exclude,
'global-include': self.global_include,
'global-exclude': self.global_exclude,
'recursive-include': functools.partial(
self.recursive_include, dir,
),
'recursive-exclude': functools.partial(
self.recursive_exclude, dir,
),
'graft': self.graft,
'prune': self.prune,
}
log_map = {
'include': "warning: no files found matching '%s'",
'exclude': (
"warning: no previously-included files found "
"matching '%s'"
),
'global-include': (
"warning: no files found matching '%s' "
"anywhere in distribution"
),
'global-exclude': (
"warning: no previously-included files matching "
"'%s' found anywhere in distribution"
),
'recursive-include': (
"warning: no files found matching '%s' "
"under directory '%s'"
),
'recursive-exclude': (
"warning: no previously-included files matching "
"'%s' found under directory '%s'"
),
'graft': "warning: no directories found matching '%s'",
'prune': "no previously-included directories found matching '%s'",
}
try:
process_action = action_map[action]
except KeyError:
raise DistutilsInternalError(
"this cannot happen: invalid action '{action!s}'".
format(action=action),
)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
action_is_recursive = action.startswith('recursive-')
if action in {'graft', 'prune'}:
patterns = [dir_pattern]
extra_log_args = (dir, ) if action_is_recursive else ()
log_tmpl = log_map[action]
self.debug_print(
' '.join(
[action] +
([dir] if action_is_recursive else []) +
patterns,
)
)
for pattern in patterns:
if not process_action(pattern):
log.warn(log_tmpl, pattern, *extra_log_args)
def _remove_files(self, predicate):
"""
Remove all files from the file list that match the predicate.
Return True if any matching files were removed
"""
found = False
for i in range(len(self.files) - 1, -1, -1):
if predicate(self.files[i]):
self.debug_print(" removing " + self.files[i])
del self.files[i]
found = True
return found
def include(self, pattern):
"""Include files that match 'pattern'."""
found = [f for f in glob(pattern) if not os.path.isdir(f)]
self.extend(found)
return bool(found)
def exclude(self, pattern):
"""Exclude files that match 'pattern'."""
match = translate_pattern(pattern)
return self._remove_files(match.match)
def recursive_include(self, dir, pattern):
"""
Include all files anywhere in 'dir/' that match the pattern.
"""
full_pattern = os.path.join(dir, '**', pattern)
found = [f for f in glob(full_pattern, recursive=True)
if not os.path.isdir(f)]
self.extend(found)
return bool(found)
def recursive_exclude(self, dir, pattern):
"""
Exclude any file anywhere in 'dir/' that match the pattern.
"""
match = translate_pattern(os.path.join(dir, '**', pattern))
return self._remove_files(match.match)
def graft(self, dir):
"""Include all files from 'dir/'."""
found = [
item
for match_dir in glob(dir)
for item in distutils.filelist.findall(match_dir)
]
self.extend(found)
return bool(found)
def prune(self, dir):
"""Filter out files from 'dir/'."""
match = translate_pattern(os.path.join(dir, '**'))
return self._remove_files(match.match)
def global_include(self, pattern):
"""
Include all files anywhere in the current directory that match the
pattern. This is very inefficient on large file trees.
"""
if self.allfiles is None:
self.findall()
match = translate_pattern(os.path.join('**', pattern))
found = [f for f in self.allfiles if match.match(f)]
self.extend(found)
return bool(found)
def global_exclude(self, pattern):
"""
Exclude all files anywhere that match the pattern.
"""
match = translate_pattern(os.path.join('**', pattern))
return self._remove_files(match.match)
def append(self, item):
if item.endswith('\r'): # Fix older sdists built on Windows
item = item[:-1]
path = convert_path(item)
if self._safe_path(path):
self.files.append(path)
def extend(self, paths):
self.files.extend(filter(self._safe_path, paths))
def _repair(self):
"""
Replace self.files with only safe paths
Because some owners of FileList manipulate the underlying
``files`` attribute directly, this method must be called to
repair those paths.
"""
self.files = list(filter(self._safe_path, self.files))
def _safe_path(self, path):
enc_warn = "'%s' not %s encodable -- skipping"
# To avoid accidental trans-codings errors, first to unicode
u_path = unicode_utils.filesys_decode(path)
if u_path is None:
log.warn("'%s' in unexpected encoding -- skipping" % path)
return False
# Must ensure utf-8 encodability
utf8_path = unicode_utils.try_encode(u_path, "utf-8")
if utf8_path is None:
log.warn(enc_warn, path, 'utf-8')
return False
try:
# accept is either way checks out
if os.path.exists(u_path) or os.path.exists(utf8_path):
return True
# this will catch any encode errors decoding u_path
except UnicodeEncodeError:
log.warn(enc_warn, path, sys.getfilesystemencoding())
class manifest_maker(sdist):
template = "MANIFEST.in"
def initialize_options(self):
self.use_defaults = 1
self.prune = 1
self.manifest_only = 1
self.force_manifest = 1
def finalize_options(self):
pass
def run(self):
self.filelist = FileList()
if not os.path.exists(self.manifest):
self.write_manifest() # it must exist so it'll get in the list
self.add_defaults()
if os.path.exists(self.template):
self.read_template()
self.add_license_files()
self.prune_file_list()
self.filelist.sort()
self.filelist.remove_duplicates()
self.write_manifest()
def _manifest_normalize(self, path):
path = unicode_utils.filesys_decode(path)
return path.replace(os.sep, '/')
def write_manifest(self):
"""
Write the file list in 'self.filelist' to the manifest file
named by 'self.manifest'.
"""
self.filelist._repair()
# Now _repairs should encodability, but not unicode
files = [self._manifest_normalize(f) for f in self.filelist.files]
msg = "writing manifest file '%s'" % self.manifest
self.execute(write_file, (self.manifest, files), msg)
def warn(self, msg):
if not self._should_suppress_warning(msg):
sdist.warn(self, msg)
@staticmethod
def _should_suppress_warning(msg):
"""
suppress missing-file warnings from sdist
"""
return re.match(r"standard file .*not found", msg)
def add_defaults(self):
sdist.add_defaults(self)
self.filelist.append(self.template)
self.filelist.append(self.manifest)
rcfiles = list(walk_revctrl())
if rcfiles:
self.filelist.extend(rcfiles)
elif os.path.exists(self.manifest):
self.read_manifest()
if os.path.exists("setup.py"):
# setup.py should be included by default, even if it's not
# the script called to create the sdist
self.filelist.append("setup.py")
ei_cmd = self.get_finalized_command('egg_info')
self.filelist.graft(ei_cmd.egg_info)
def add_license_files(self):
license_files = self.distribution.metadata.license_files or []
for lf in license_files:
log.info("adding license file '%s'", lf)
pass
self.filelist.extend(license_files)
def prune_file_list(self):
build = self.get_finalized_command('build')
base_dir = self.distribution.get_fullname()
self.filelist.prune(build.build_base)
self.filelist.prune(base_dir)
sep = re.escape(os.sep)
self.filelist.exclude_pattern(r'(^|' + sep + r')(RCS|CVS|\.svn)' + sep,
is_regex=1)
def write_file(filename, contents):
"""Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
"""
contents = "\n".join(contents)
# assuming the contents has been vetted for utf-8 encoding
contents = contents.encode("utf-8")
with open(filename, "wb") as f: # always write POSIX-style manifest
f.write(contents)
def write_pkg_info(cmd, basename, filename):
log.info("writing %s", filename)
if not cmd.dry_run:
metadata = cmd.distribution.metadata
metadata.version, oldver = cmd.egg_version, metadata.version
metadata.name, oldname = cmd.egg_name, metadata.name
try:
# write unescaped data to PKG-INFO, so older pkg_resources
# can still parse it
metadata.write_pkg_info(cmd.egg_info)
finally:
metadata.name, metadata.version = oldname, oldver
safe = getattr(cmd.distribution, 'zip_safe', None)
bdist_egg.write_safety_flag(cmd.egg_info, safe)
def warn_depends_obsolete(cmd, basename, filename):
if os.path.exists(filename):
log.warn(
"WARNING: 'depends.txt' is not used by setuptools 0.6!\n"
"Use the install_requires/extras_require setup() args instead."
)
def _write_requirements(stream, reqs):
lines = yield_lines(reqs or ())
def append_cr(line):
return line + '\n'
lines = map(append_cr, lines)
stream.writelines(lines)
def write_requirements(cmd, basename, filename):
dist = cmd.distribution
data = io.StringIO()
_write_requirements(data, dist.install_requires)
extras_require = dist.extras_require or {}
for extra in sorted(extras_require):
data.write('\n[{extra}]\n'.format(**vars()))
_write_requirements(data, extras_require[extra])
cmd.write_or_delete_file("requirements", filename, data.getvalue())
def write_setup_requirements(cmd, basename, filename):
data = io.StringIO()
_write_requirements(data, cmd.distribution.setup_requires)
cmd.write_or_delete_file("setup-requirements", filename, data.getvalue())
def write_toplevel_names(cmd, basename, filename):
pkgs = dict.fromkeys(
[
k.split('.', 1)[0]
for k in cmd.distribution.iter_distribution_names()
]
)
cmd.write_file("top-level names", filename, '\n'.join(sorted(pkgs)) + '\n')
def overwrite_arg(cmd, basename, filename):
write_arg(cmd, basename, filename, True)
def write_arg(cmd, basename, filename, force=False):
argname = os.path.splitext(basename)[0]
value = getattr(cmd.distribution, argname, None)
if value is not None:
value = '\n'.join(value) + '\n'
cmd.write_or_delete_file(argname, filename, value, force)
def write_entries(cmd, basename, filename):
ep = cmd.distribution.entry_points
if isinstance(ep, str) or ep is None:
data = ep
elif ep is not None:
data = []
for section, contents in sorted(ep.items()):
if not isinstance(contents, str):
contents = EntryPoint.parse_group(section, contents)
contents = '\n'.join(sorted(map(str, contents.values())))
data.append('[%s]\n%s\n\n' % (section, contents))
data = ''.join(data)
cmd.write_or_delete_file('entry points', filename, data, True)
def get_pkg_info_revision():
"""
Get a -r### off of PKG-INFO Version in case this is an sdist of
a subversion revision.
"""
warnings.warn(
"get_pkg_info_revision is deprecated.", EggInfoDeprecationWarning)
if os.path.exists('PKG-INFO'):
with io.open('PKG-INFO') as f:
for line in f:
match = re.match(r"Version:.*-r(\d+)\s*$", line)
if match:
return int(match.group(1))
return 0
class EggInfoDeprecationWarning(SetuptoolsDeprecationWarning):
"""Deprecated behavior warning for EggInfo, bypassing suppression."""
site-packages/setuptools/command/alias.py 0000644 00000004515 15056474501 0014602 0 ustar 00 from distutils.errors import DistutilsOptionError
from setuptools.command.setopt import edit_config, option_base, config_file
def shquote(arg):
"""Quote an argument for later parsing by shlex.split()"""
for c in '"', "'", "\\", "#":
if c in arg:
return repr(arg)
if arg.split() != [arg]:
return repr(arg)
return arg
class alias(option_base):
"""Define a shortcut that invokes one or more commands"""
description = "define a shortcut to invoke one or more commands"
command_consumes_arguments = True
user_options = [
('remove', 'r', 'remove (unset) the alias'),
] + option_base.user_options
boolean_options = option_base.boolean_options + ['remove']
def initialize_options(self):
option_base.initialize_options(self)
self.args = None
self.remove = None
def finalize_options(self):
option_base.finalize_options(self)
if self.remove and len(self.args) != 1:
raise DistutilsOptionError(
"Must specify exactly one argument (the alias name) when "
"using --remove"
)
def run(self):
aliases = self.distribution.get_option_dict('aliases')
if not self.args:
print("Command Aliases")
print("---------------")
for alias in aliases:
print("setup.py alias", format_alias(alias, aliases))
return
elif len(self.args) == 1:
alias, = self.args
if self.remove:
command = None
elif alias in aliases:
print("setup.py alias", format_alias(alias, aliases))
return
else:
print("No alias definition found for %r" % alias)
return
else:
alias = self.args[0]
command = ' '.join(map(shquote, self.args[1:]))
edit_config(self.filename, {'aliases': {alias: command}}, self.dry_run)
def format_alias(name, aliases):
source, command = aliases[name]
if source == config_file('global'):
source = '--global-config '
elif source == config_file('user'):
source = '--user-config '
elif source == config_file('local'):
source = ''
else:
source = '--filename=%r' % source
return source + name + ' ' + command
site-packages/setuptools/command/bdist_rpm.py 0000644 00000002236 15056474501 0015472 0 ustar 00 import distutils.command.bdist_rpm as orig
import warnings
from setuptools import SetuptoolsDeprecationWarning
class bdist_rpm(orig.bdist_rpm):
"""
Override the default bdist_rpm behavior to do the following:
1. Run egg_info to ensure the name and version are properly calculated.
2. Always run 'install' using --single-version-externally-managed to
disable eggs in RPM distributions.
"""
def run(self):
warnings.warn(
"bdist_rpm is deprecated and will be removed in a future "
"version. Use bdist_wheel (wheel packages) instead.",
SetuptoolsDeprecationWarning,
)
# ensure distro name is up-to-date
self.run_command('egg_info')
orig.bdist_rpm.run(self)
def _make_spec_file(self):
spec = orig.bdist_rpm._make_spec_file(self)
spec = [
line.replace(
"setup.py install ",
"setup.py install --single-version-externally-managed "
).replace(
"%setup",
"%setup -n %{name}-%{unmangled_version}"
)
for line in spec
]
return spec
site-packages/setuptools/command/test.py 0000644 00000017630 15056474501 0014472 0 ustar 00 import os
import operator
import sys
import contextlib
import itertools
import unittest
from distutils.errors import DistutilsError, DistutilsOptionError
from distutils import log
from unittest import TestLoader
from pkg_resources import (
resource_listdir,
resource_exists,
normalize_path,
working_set,
evaluate_marker,
add_activation_listener,
require,
EntryPoint,
)
from setuptools import Command
from setuptools.extern.more_itertools import unique_everseen
class ScanningLoader(TestLoader):
def __init__(self):
TestLoader.__init__(self)
self._visited = set()
def loadTestsFromModule(self, module, pattern=None):
"""Return a suite of all tests cases contained in the given module
If the module is a package, load tests from all the modules in it.
If the module has an ``additional_tests`` function, call it and add
the return value to the tests.
"""
if module in self._visited:
return None
self._visited.add(module)
tests = []
tests.append(TestLoader.loadTestsFromModule(self, module))
if hasattr(module, "additional_tests"):
tests.append(module.additional_tests())
if hasattr(module, '__path__'):
for file in resource_listdir(module.__name__, ''):
if file.endswith('.py') and file != '__init__.py':
submodule = module.__name__ + '.' + file[:-3]
else:
if resource_exists(module.__name__, file + '/__init__.py'):
submodule = module.__name__ + '.' + file
else:
continue
tests.append(self.loadTestsFromName(submodule))
if len(tests) != 1:
return self.suiteClass(tests)
else:
return tests[0] # don't create a nested suite for only one return
# adapted from jaraco.classes.properties:NonDataProperty
class NonDataProperty:
def __init__(self, fget):
self.fget = fget
def __get__(self, obj, objtype=None):
if obj is None:
return self
return self.fget(obj)
class test(Command):
"""Command to run unit tests after in-place build"""
description = "run unit tests after in-place build (deprecated)"
user_options = [
('test-module=', 'm', "Run 'test_suite' in specified module"),
(
'test-suite=',
's',
"Run single test, case or suite (e.g. 'module.test_suite')",
),
('test-runner=', 'r', "Test runner to use"),
]
def initialize_options(self):
self.test_suite = None
self.test_module = None
self.test_loader = None
self.test_runner = None
def finalize_options(self):
if self.test_suite and self.test_module:
msg = "You may specify a module or a suite, but not both"
raise DistutilsOptionError(msg)
if self.test_suite is None:
if self.test_module is None:
self.test_suite = self.distribution.test_suite
else:
self.test_suite = self.test_module + ".test_suite"
if self.test_loader is None:
self.test_loader = getattr(self.distribution, 'test_loader', None)
if self.test_loader is None:
self.test_loader = "setuptools.command.test:ScanningLoader"
if self.test_runner is None:
self.test_runner = getattr(self.distribution, 'test_runner', None)
@NonDataProperty
def test_args(self):
return list(self._test_args())
def _test_args(self):
if not self.test_suite and sys.version_info >= (2, 7):
yield 'discover'
if self.verbose:
yield '--verbose'
if self.test_suite:
yield self.test_suite
def with_project_on_sys_path(self, func):
"""
Backward compatibility for project_on_sys_path context.
"""
with self.project_on_sys_path():
func()
@contextlib.contextmanager
def project_on_sys_path(self, include_dists=[]):
self.run_command('egg_info')
# Build extensions in-place
self.reinitialize_command('build_ext', inplace=1)
self.run_command('build_ext')
ei_cmd = self.get_finalized_command("egg_info")
old_path = sys.path[:]
old_modules = sys.modules.copy()
try:
project_path = normalize_path(ei_cmd.egg_base)
sys.path.insert(0, project_path)
working_set.__init__()
add_activation_listener(lambda dist: dist.activate())
require('%s==%s' % (ei_cmd.egg_name, ei_cmd.egg_version))
with self.paths_on_pythonpath([project_path]):
yield
finally:
sys.path[:] = old_path
sys.modules.clear()
sys.modules.update(old_modules)
working_set.__init__()
@staticmethod
@contextlib.contextmanager
def paths_on_pythonpath(paths):
"""
Add the indicated paths to the head of the PYTHONPATH environment
variable so that subprocesses will also see the packages at
these paths.
Do this in a context that restores the value on exit.
"""
nothing = object()
orig_pythonpath = os.environ.get('PYTHONPATH', nothing)
current_pythonpath = os.environ.get('PYTHONPATH', '')
try:
prefix = os.pathsep.join(unique_everseen(paths))
to_join = filter(None, [prefix, current_pythonpath])
new_path = os.pathsep.join(to_join)
if new_path:
os.environ['PYTHONPATH'] = new_path
yield
finally:
if orig_pythonpath is nothing:
os.environ.pop('PYTHONPATH', None)
else:
os.environ['PYTHONPATH'] = orig_pythonpath
@staticmethod
def install_dists(dist):
"""
Install the requirements indicated by self.distribution and
return an iterable of the dists that were built.
"""
ir_d = dist.fetch_build_eggs(dist.install_requires)
tr_d = dist.fetch_build_eggs(dist.tests_require or [])
er_d = dist.fetch_build_eggs(
v
for k, v in dist.extras_require.items()
if k.startswith(':') and evaluate_marker(k[1:])
)
return itertools.chain(ir_d, tr_d, er_d)
def run(self):
self.announce(
"WARNING: Testing via this command is deprecated and will be "
"removed in a future version. Users looking for a generic test "
"entry point independent of test runner are encouraged to use "
"tox.",
log.WARN,
)
installed_dists = self.install_dists(self.distribution)
cmd = ' '.join(self._argv)
if self.dry_run:
self.announce('skipping "%s" (dry run)' % cmd)
return
self.announce('running "%s"' % cmd)
paths = map(operator.attrgetter('location'), installed_dists)
with self.paths_on_pythonpath(paths):
with self.project_on_sys_path():
self.run_tests()
def run_tests(self):
test = unittest.main(
None,
None,
self._argv,
testLoader=self._resolve_as_ep(self.test_loader),
testRunner=self._resolve_as_ep(self.test_runner),
exit=False,
)
if not test.result.wasSuccessful():
msg = 'Test failed: %s' % test.result
self.announce(msg, log.ERROR)
raise DistutilsError(msg)
@property
def _argv(self):
return ['unittest'] + self.test_args
@staticmethod
def _resolve_as_ep(val):
"""
Load the indicated attribute value, called, as a as if it were
specified as an entry point.
"""
if val is None:
return
parsed = EntryPoint.parse("x=" + val)
return parsed.resolve()()
site-packages/setuptools/command/install_egg_info.py 0000644 00000004233 15056474501 0017011 0 ustar 00 from distutils import log, dir_util
import os
from setuptools import Command
from setuptools import namespaces
from setuptools.archive_util import unpack_archive
import pkg_resources
class install_egg_info(namespaces.Installer, Command):
"""Install an .egg-info directory for the package"""
description = "Install an .egg-info directory for the package"
user_options = [
('install-dir=', 'd', "directory to install to"),
]
def initialize_options(self):
self.install_dir = None
def finalize_options(self):
self.set_undefined_options('install_lib',
('install_dir', 'install_dir'))
ei_cmd = self.get_finalized_command("egg_info")
basename = pkg_resources.Distribution(
None, None, ei_cmd.egg_name, ei_cmd.egg_version
).egg_name() + '.egg-info'
self.source = ei_cmd.egg_info
self.target = os.path.join(self.install_dir, basename)
self.outputs = []
def run(self):
self.run_command('egg_info')
if os.path.isdir(self.target) and not os.path.islink(self.target):
dir_util.remove_tree(self.target, dry_run=self.dry_run)
elif os.path.exists(self.target):
self.execute(os.unlink, (self.target,), "Removing " + self.target)
if not self.dry_run:
pkg_resources.ensure_directory(self.target)
self.execute(
self.copytree, (), "Copying %s to %s" % (self.source, self.target)
)
self.install_namespaces()
def get_outputs(self):
return self.outputs
def copytree(self):
# Copy the .egg-info tree to site-packages
def skimmer(src, dst):
# filter out source-control directories; note that 'src' is always
# a '/'-separated path, regardless of platform. 'dst' is a
# platform-specific path.
for skip in '.svn/', 'CVS/':
if src.startswith(skip) or '/' + skip in src:
return None
self.outputs.append(dst)
log.debug("Copying %s to %s", src, dst)
return dst
unpack_archive(self.source, self.target, skimmer)
site-packages/setuptools/command/dist_info.py 0000644 00000001700 15056474501 0015460 0 ustar 00 """
Create a dist_info directory
As defined in the wheel specification
"""
import os
from distutils.core import Command
from distutils import log
class dist_info(Command):
description = 'create a .dist-info directory'
user_options = [
('egg-base=', 'e', "directory containing .egg-info directories"
" (default: top of the source tree)"),
]
def initialize_options(self):
self.egg_base = None
def finalize_options(self):
pass
def run(self):
egg_info = self.get_finalized_command('egg_info')
egg_info.egg_base = self.egg_base
egg_info.finalize_options()
egg_info.run()
dist_info_dir = egg_info.egg_info[:-len('.egg-info')] + '.dist-info'
log.info("creating '{}'".format(os.path.abspath(dist_info_dir)))
bdist_wheel = self.get_finalized_command('bdist_wheel')
bdist_wheel.egg2dist(egg_info.egg_info, dist_info_dir)
site-packages/setuptools/command/setopt.py 0000644 00000011736 15056474501 0015032 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsOptionError
import distutils
import os
import configparser
from setuptools import Command
__all__ = ['config_file', 'edit_config', 'option_base', 'setopt']
def config_file(kind="local"):
"""Get the filename of the distutils, local, global, or per-user config
`kind` must be one of "local", "global", or "user"
"""
if kind == 'local':
return 'setup.cfg'
if kind == 'global':
return os.path.join(
os.path.dirname(distutils.__file__), 'distutils.cfg'
)
if kind == 'user':
dot = os.name == 'posix' and '.' or ''
return os.path.expanduser(convert_path("~/%spydistutils.cfg" % dot))
raise ValueError(
"config_file() type must be 'local', 'global', or 'user'", kind
)
def edit_config(filename, settings, dry_run=False):
"""Edit a configuration file to include `settings`
`settings` is a dictionary of dictionaries or ``None`` values, keyed by
command/section name. A ``None`` value means to delete the entire section,
while a dictionary lists settings to be changed or deleted in that section.
A setting of ``None`` means to delete that setting.
"""
log.debug("Reading configuration from %s", filename)
opts = configparser.RawConfigParser()
opts.optionxform = lambda x: x
opts.read([filename])
for section, options in settings.items():
if options is None:
log.info("Deleting section [%s] from %s", section, filename)
opts.remove_section(section)
else:
if not opts.has_section(section):
log.debug("Adding new section [%s] to %s", section, filename)
opts.add_section(section)
for option, value in options.items():
if value is None:
log.debug(
"Deleting %s.%s from %s",
section, option, filename
)
opts.remove_option(section, option)
if not opts.options(section):
log.info("Deleting empty [%s] section from %s",
section, filename)
opts.remove_section(section)
else:
log.debug(
"Setting %s.%s to %r in %s",
section, option, value, filename
)
opts.set(section, option, value)
log.info("Writing %s", filename)
if not dry_run:
with open(filename, 'w') as f:
opts.write(f)
class option_base(Command):
"""Abstract base class for commands that mess with config files"""
user_options = [
('global-config', 'g',
"save options to the site-wide distutils.cfg file"),
('user-config', 'u',
"save options to the current user's pydistutils.cfg file"),
('filename=', 'f',
"configuration file to use (default=setup.cfg)"),
]
boolean_options = [
'global-config', 'user-config',
]
def initialize_options(self):
self.global_config = None
self.user_config = None
self.filename = None
def finalize_options(self):
filenames = []
if self.global_config:
filenames.append(config_file('global'))
if self.user_config:
filenames.append(config_file('user'))
if self.filename is not None:
filenames.append(self.filename)
if not filenames:
filenames.append(config_file('local'))
if len(filenames) > 1:
raise DistutilsOptionError(
"Must specify only one configuration file option",
filenames
)
self.filename, = filenames
class setopt(option_base):
"""Save command-line options to a file"""
description = "set an option in setup.cfg or another config file"
user_options = [
('command=', 'c', 'command to set an option for'),
('option=', 'o', 'option to set'),
('set-value=', 's', 'value of the option'),
('remove', 'r', 'remove (unset) the value'),
] + option_base.user_options
boolean_options = option_base.boolean_options + ['remove']
def initialize_options(self):
option_base.initialize_options(self)
self.command = None
self.option = None
self.set_value = None
self.remove = None
def finalize_options(self):
option_base.finalize_options(self)
if self.command is None or self.option is None:
raise DistutilsOptionError("Must specify --command *and* --option")
if self.set_value is None and not self.remove:
raise DistutilsOptionError("Must specify --set-value or --remove")
def run(self):
edit_config(
self.filename, {
self.command: {self.option.replace('-', '_'): self.set_value}
},
self.dry_run
)
site-packages/setuptools/command/saveopts.py 0000644 00000001222 15056474501 0015345 0 ustar 00 from setuptools.command.setopt import edit_config, option_base
class saveopts(option_base):
"""Save command-line options to a file"""
description = "save supplied options to setup.cfg or other config file"
def run(self):
dist = self.distribution
settings = {}
for cmd in dist.command_options:
if cmd == 'saveopts':
continue # don't save our own options!
for opt, (src, val) in dist.get_option_dict(cmd).items():
if src == "command line":
settings.setdefault(cmd, {})[opt] = val
edit_config(self.filename, settings, self.dry_run)
site-packages/setuptools/command/register.py 0000644 00000000724 15056474501 0015333 0 ustar 00 from distutils import log
import distutils.command.register as orig
from setuptools.errors import RemovedCommandError
class register(orig.register):
"""Formerly used to register packages on PyPI."""
def run(self):
msg = (
"The register command has been removed, use twine to upload "
+ "instead (https://pypi.org/p/twine)"
)
self.announce("ERROR: " + msg, log.ERROR)
raise RemovedCommandError(msg)
site-packages/setuptools/command/sdist.py 0000644 00000014034 15056474501 0014634 0 ustar 00 from distutils import log
import distutils.command.sdist as orig
import os
import sys
import io
import contextlib
from .py36compat import sdist_add_defaults
import pkg_resources
_default_revctrl = list
def walk_revctrl(dirname=''):
"""Find all files under revision control"""
for ep in pkg_resources.iter_entry_points('setuptools.file_finders'):
for item in ep.load()(dirname):
yield item
class sdist(sdist_add_defaults, orig.sdist):
"""Smart sdist that finds anything supported by revision control"""
user_options = [
('formats=', None,
"formats for source distribution (comma-separated list)"),
('keep-temp', 'k',
"keep the distribution tree around after creating " +
"archive file(s)"),
('dist-dir=', 'd',
"directory to put the source distribution archive(s) in "
"[default: dist]"),
('owner=', 'u',
"Owner name used when creating a tar file [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file [default: current group]"),
]
negative_opt = {}
README_EXTENSIONS = ['', '.rst', '.txt', '.md']
READMES = tuple('README{0}'.format(ext) for ext in README_EXTENSIONS)
def run(self):
self.run_command('egg_info')
ei_cmd = self.get_finalized_command('egg_info')
self.filelist = ei_cmd.filelist
self.filelist.append(os.path.join(ei_cmd.egg_info, 'SOURCES.txt'))
self.check_readme()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
self.make_distribution()
dist_files = getattr(self.distribution, 'dist_files', [])
for file in self.archive_files:
data = ('sdist', '', file)
if data not in dist_files:
dist_files.append(data)
def initialize_options(self):
orig.sdist.initialize_options(self)
self._default_to_gztar()
def _default_to_gztar(self):
# only needed on Python prior to 3.6.
if sys.version_info >= (3, 6, 0, 'beta', 1):
return
self.formats = ['gztar']
def make_distribution(self):
"""
Workaround for #516
"""
with self._remove_os_link():
orig.sdist.make_distribution(self)
@staticmethod
@contextlib.contextmanager
def _remove_os_link():
"""
In a context, remove and restore os.link if it exists
"""
class NoValue:
pass
orig_val = getattr(os, 'link', NoValue)
try:
del os.link
except Exception:
pass
try:
yield
finally:
if orig_val is not NoValue:
setattr(os, 'link', orig_val)
def _add_defaults_optional(self):
super()._add_defaults_optional()
if os.path.isfile('pyproject.toml'):
self.filelist.append('pyproject.toml')
def _add_defaults_python(self):
"""getting python files"""
if self.distribution.has_pure_modules():
build_py = self.get_finalized_command('build_py')
self.filelist.extend(build_py.get_source_files())
self._add_data_files(self._safe_data_files(build_py))
def _safe_data_files(self, build_py):
"""
Extracting data_files from build_py is known to cause
infinite recursion errors when `include_package_data`
is enabled, so suppress it in that case.
"""
if self.distribution.include_package_data:
return ()
return build_py.data_files
def _add_data_files(self, data_files):
"""
Add data files as found in build_py.data_files.
"""
self.filelist.extend(
os.path.join(src_dir, name)
for _, src_dir, _, filenames in data_files
for name in filenames
)
def _add_defaults_data_files(self):
try:
super()._add_defaults_data_files()
except TypeError:
log.warn("data_files contains unexpected objects")
def check_readme(self):
for f in self.READMES:
if os.path.exists(f):
return
else:
self.warn(
"standard file not found: should have one of " +
', '.join(self.READMES)
)
def make_release_tree(self, base_dir, files):
orig.sdist.make_release_tree(self, base_dir, files)
# Save any egg_info command line options used to create this sdist
dest = os.path.join(base_dir, 'setup.cfg')
if hasattr(os, 'link') and os.path.exists(dest):
# unlink and re-copy, since it might be hard-linked, and
# we don't want to change the source version
os.unlink(dest)
self.copy_file('setup.cfg', dest)
self.get_finalized_command('egg_info').save_version_info(dest)
def _manifest_is_not_generated(self):
# check for special comment used in 2.7.1 and higher
if not os.path.isfile(self.manifest):
return False
with io.open(self.manifest, 'rb') as fp:
first_line = fp.readline()
return (first_line !=
'# file GENERATED by distutils, do NOT edit\n'.encode())
def read_manifest(self):
"""Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
"""
log.info("reading manifest file '%s'", self.manifest)
manifest = open(self.manifest, 'rb')
for line in manifest:
# The manifest must contain UTF-8. See #303.
try:
line = line.decode('UTF-8')
except UnicodeDecodeError:
log.warn("%r not UTF-8 decodable -- skipping" % line)
continue
# ignore comments and blank lines
line = line.strip()
if line.startswith('#') or not line:
continue
self.filelist.append(line)
manifest.close()
site-packages/setuptools/depends.py 0000644 00000012542 15056474501 0013514 0 ustar 00 import sys
import marshal
import contextlib
import dis
from distutils.version import StrictVersion
from ._imp import find_module, PY_COMPILED, PY_FROZEN, PY_SOURCE
from . import _imp
__all__ = [
'Require', 'find_module', 'get_module_constant', 'extract_constant'
]
class Require:
"""A prerequisite to building or installing a distribution"""
def __init__(
self, name, requested_version, module, homepage='',
attribute=None, format=None):
if format is None and requested_version is not None:
format = StrictVersion
if format is not None:
requested_version = format(requested_version)
if attribute is None:
attribute = '__version__'
self.__dict__.update(locals())
del self.self
def full_name(self):
"""Return full package/distribution name, w/version"""
if self.requested_version is not None:
return '%s-%s' % (self.name, self.requested_version)
return self.name
def version_ok(self, version):
"""Is 'version' sufficiently up-to-date?"""
return self.attribute is None or self.format is None or \
str(version) != "unknown" and version >= self.requested_version
def get_version(self, paths=None, default="unknown"):
"""Get version number of installed module, 'None', or 'default'
Search 'paths' for module. If not found, return 'None'. If found,
return the extracted version attribute, or 'default' if no version
attribute was specified, or the value cannot be determined without
importing the module. The version is formatted according to the
requirement's version format (if any), unless it is 'None' or the
supplied 'default'.
"""
if self.attribute is None:
try:
f, p, i = find_module(self.module, paths)
if f:
f.close()
return default
except ImportError:
return None
v = get_module_constant(self.module, self.attribute, default, paths)
if v is not None and v is not default and self.format is not None:
return self.format(v)
return v
def is_present(self, paths=None):
"""Return true if dependency is present on 'paths'"""
return self.get_version(paths) is not None
def is_current(self, paths=None):
"""Return true if dependency is present and up-to-date on 'paths'"""
version = self.get_version(paths)
if version is None:
return False
return self.version_ok(version)
def maybe_close(f):
@contextlib.contextmanager
def empty():
yield
return
if not f:
return empty()
return contextlib.closing(f)
def get_module_constant(module, symbol, default=-1, paths=None):
"""Find 'module' by searching 'paths', and extract 'symbol'
Return 'None' if 'module' does not exist on 'paths', or it does not define
'symbol'. If the module defines 'symbol' as a constant, return the
constant. Otherwise, return 'default'."""
try:
f, path, (suffix, mode, kind) = info = find_module(module, paths)
except ImportError:
# Module doesn't exist
return None
with maybe_close(f):
if kind == PY_COMPILED:
f.read(8) # skip magic & date
code = marshal.load(f)
elif kind == PY_FROZEN:
code = _imp.get_frozen_object(module, paths)
elif kind == PY_SOURCE:
code = compile(f.read(), path, 'exec')
else:
# Not something we can parse; we'll have to import it. :(
imported = _imp.get_module(module, paths, info)
return getattr(imported, symbol, None)
return extract_constant(code, symbol, default)
def extract_constant(code, symbol, default=-1):
"""Extract the constant value of 'symbol' from 'code'
If the name 'symbol' is bound to a constant value by the Python code
object 'code', return that value. If 'symbol' is bound to an expression,
return 'default'. Otherwise, return 'None'.
Return value is based on the first assignment to 'symbol'. 'symbol' must
be a global, or at least a non-"fast" local in the code block. That is,
only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol'
must be present in 'code.co_names'.
"""
if symbol not in code.co_names:
# name's not there, can't possibly be an assignment
return None
name_idx = list(code.co_names).index(symbol)
STORE_NAME = 90
STORE_GLOBAL = 97
LOAD_CONST = 100
const = default
for byte_code in dis.Bytecode(code):
op = byte_code.opcode
arg = byte_code.arg
if op == LOAD_CONST:
const = code.co_consts[arg]
elif arg == name_idx and (op == STORE_NAME or op == STORE_GLOBAL):
return const
else:
const = default
def _update_globals():
"""
Patch the globals to remove the objects not available on some platforms.
XXX it'd be better to test assertions about bytecode instead.
"""
if not sys.platform.startswith('java') and sys.platform != 'cli':
return
incompatible = 'extract_constant', 'get_module_constant'
for name in incompatible:
del globals()[name]
__all__.remove(name)
_update_globals()
site-packages/setuptools/wheel.py 0000644 00000020140 15056474501 0013167 0 ustar 00 """Wheels support."""
from distutils.util import get_platform
from distutils import log
import email
import itertools
import os
import posixpath
import re
import zipfile
import pkg_resources
import setuptools
from pkg_resources import parse_version
from setuptools.extern.packaging.tags import sys_tags
from setuptools.extern.packaging.utils import canonicalize_name
from setuptools.command.egg_info import write_requirements
WHEEL_NAME = re.compile(
r"""^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$""",
re.VERBOSE).match
NAMESPACE_PACKAGE_INIT = \
"__import__('pkg_resources').declare_namespace(__name__)\n"
def unpack(src_dir, dst_dir):
'''Move everything under `src_dir` to `dst_dir`, and delete the former.'''
for dirpath, dirnames, filenames in os.walk(src_dir):
subdir = os.path.relpath(dirpath, src_dir)
for f in filenames:
src = os.path.join(dirpath, f)
dst = os.path.join(dst_dir, subdir, f)
os.renames(src, dst)
for n, d in reversed(list(enumerate(dirnames))):
src = os.path.join(dirpath, d)
dst = os.path.join(dst_dir, subdir, d)
if not os.path.exists(dst):
# Directory does not exist in destination,
# rename it and prune it from os.walk list.
os.renames(src, dst)
del dirnames[n]
# Cleanup.
for dirpath, dirnames, filenames in os.walk(src_dir, topdown=True):
assert not filenames
os.rmdir(dirpath)
class Wheel:
def __init__(self, filename):
match = WHEEL_NAME(os.path.basename(filename))
if match is None:
raise ValueError('invalid wheel name: %r' % filename)
self.filename = filename
for k, v in match.groupdict().items():
setattr(self, k, v)
def tags(self):
'''List tags (py_version, abi, platform) supported by this wheel.'''
return itertools.product(
self.py_version.split('.'),
self.abi.split('.'),
self.platform.split('.'),
)
def is_compatible(self):
'''Is the wheel is compatible with the current platform?'''
supported_tags = set(
(t.interpreter, t.abi, t.platform) for t in sys_tags())
return next((True for t in self.tags() if t in supported_tags), False)
def egg_name(self):
return pkg_resources.Distribution(
project_name=self.project_name, version=self.version,
platform=(None if self.platform == 'any' else get_platform()),
).egg_name() + '.egg'
def get_dist_info(self, zf):
# find the correct name of the .dist-info dir in the wheel file
for member in zf.namelist():
dirname = posixpath.dirname(member)
if (dirname.endswith('.dist-info') and
canonicalize_name(dirname).startswith(
canonicalize_name(self.project_name))):
return dirname
raise ValueError("unsupported wheel format. .dist-info not found")
def install_as_egg(self, destination_eggdir):
'''Install wheel as an egg directory.'''
with zipfile.ZipFile(self.filename) as zf:
self._install_as_egg(destination_eggdir, zf)
def _install_as_egg(self, destination_eggdir, zf):
dist_basename = '%s-%s' % (self.project_name, self.version)
dist_info = self.get_dist_info(zf)
dist_data = '%s.data' % dist_basename
egg_info = os.path.join(destination_eggdir, 'EGG-INFO')
self._convert_metadata(zf, destination_eggdir, dist_info, egg_info)
self._move_data_entries(destination_eggdir, dist_data)
self._fix_namespace_packages(egg_info, destination_eggdir)
@staticmethod
def _convert_metadata(zf, destination_eggdir, dist_info, egg_info):
def get_metadata(name):
with zf.open(posixpath.join(dist_info, name)) as fp:
value = fp.read().decode('utf-8')
return email.parser.Parser().parsestr(value)
wheel_metadata = get_metadata('WHEEL')
# Check wheel format version is supported.
wheel_version = parse_version(wheel_metadata.get('Wheel-Version'))
wheel_v1 = (
parse_version('1.0') <= wheel_version < parse_version('2.0dev0')
)
if not wheel_v1:
raise ValueError(
'unsupported wheel format version: %s' % wheel_version)
# Extract to target directory.
os.mkdir(destination_eggdir)
zf.extractall(destination_eggdir)
# Convert metadata.
dist_info = os.path.join(destination_eggdir, dist_info)
dist = pkg_resources.Distribution.from_location(
destination_eggdir, dist_info,
metadata=pkg_resources.PathMetadata(destination_eggdir, dist_info),
)
# Note: Evaluate and strip markers now,
# as it's difficult to convert back from the syntax:
# foobar; "linux" in sys_platform and extra == 'test'
def raw_req(req):
req.marker = None
return str(req)
install_requires = list(sorted(map(raw_req, dist.requires())))
extras_require = {
extra: sorted(
req
for req in map(raw_req, dist.requires((extra,)))
if req not in install_requires
)
for extra in dist.extras
}
os.rename(dist_info, egg_info)
os.rename(
os.path.join(egg_info, 'METADATA'),
os.path.join(egg_info, 'PKG-INFO'),
)
setup_dist = setuptools.Distribution(
attrs=dict(
install_requires=install_requires,
extras_require=extras_require,
),
)
# Temporarily disable info traces.
log_threshold = log._global_log.threshold
log.set_threshold(log.WARN)
try:
write_requirements(
setup_dist.get_command_obj('egg_info'),
None,
os.path.join(egg_info, 'requires.txt'),
)
finally:
log.set_threshold(log_threshold)
@staticmethod
def _move_data_entries(destination_eggdir, dist_data):
"""Move data entries to their correct location."""
dist_data = os.path.join(destination_eggdir, dist_data)
dist_data_scripts = os.path.join(dist_data, 'scripts')
if os.path.exists(dist_data_scripts):
egg_info_scripts = os.path.join(
destination_eggdir, 'EGG-INFO', 'scripts')
os.mkdir(egg_info_scripts)
for entry in os.listdir(dist_data_scripts):
# Remove bytecode, as it's not properly handled
# during easy_install scripts install phase.
if entry.endswith('.pyc'):
os.unlink(os.path.join(dist_data_scripts, entry))
else:
os.rename(
os.path.join(dist_data_scripts, entry),
os.path.join(egg_info_scripts, entry),
)
os.rmdir(dist_data_scripts)
for subdir in filter(os.path.exists, (
os.path.join(dist_data, d)
for d in ('data', 'headers', 'purelib', 'platlib')
)):
unpack(subdir, destination_eggdir)
if os.path.exists(dist_data):
os.rmdir(dist_data)
@staticmethod
def _fix_namespace_packages(egg_info, destination_eggdir):
namespace_packages = os.path.join(
egg_info, 'namespace_packages.txt')
if os.path.exists(namespace_packages):
with open(namespace_packages) as fp:
namespace_packages = fp.read().split()
for mod in namespace_packages:
mod_dir = os.path.join(destination_eggdir, *mod.split('.'))
mod_init = os.path.join(mod_dir, '__init__.py')
if not os.path.exists(mod_dir):
os.mkdir(mod_dir)
if not os.path.exists(mod_init):
with open(mod_init, 'w') as fp:
fp.write(NAMESPACE_PACKAGE_INIT)
site-packages/setuptools/msvc.py 0000644 00000142601 15056474501 0013042 0 ustar 00 """
Improved support for Microsoft Visual C++ compilers.
Known supported compilers:
--------------------------
Microsoft Visual C++ 9.0:
Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64)
Microsoft Windows SDK 6.1 (x86, x64, ia64)
Microsoft Windows SDK 7.0 (x86, x64, ia64)
Microsoft Visual C++ 10.0:
Microsoft Windows SDK 7.1 (x86, x64, ia64)
Microsoft Visual C++ 14.X:
Microsoft Visual C++ Build Tools 2015 (x86, x64, arm)
Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64)
Microsoft Visual Studio Build Tools 2019 (x86, x64, arm, arm64)
This may also support compilers shipped with compatible Visual Studio versions.
"""
import json
from io import open
from os import listdir, pathsep
from os.path import join, isfile, isdir, dirname
import sys
import contextlib
import platform
import itertools
import subprocess
import distutils.errors
from setuptools.extern.packaging.version import LegacyVersion
from setuptools.extern.more_itertools import unique_everseen
from .monkey import get_unpatched
if platform.system() == 'Windows':
import winreg
from os import environ
else:
# Mock winreg and environ so the module can be imported on this platform.
class winreg:
HKEY_USERS = None
HKEY_CURRENT_USER = None
HKEY_LOCAL_MACHINE = None
HKEY_CLASSES_ROOT = None
environ = dict()
_msvc9_suppress_errors = (
# msvc9compiler isn't available on some platforms
ImportError,
# msvc9compiler raises DistutilsPlatformError in some
# environments. See #1118.
distutils.errors.DistutilsPlatformError,
)
try:
from distutils.msvc9compiler import Reg
except _msvc9_suppress_errors:
pass
def msvc9_find_vcvarsall(version):
"""
Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone
compiler build for Python
(VCForPython / Microsoft Visual C++ Compiler for Python 2.7).
Fall back to original behavior when the standalone compiler is not
available.
Redirect the path of "vcvarsall.bat".
Parameters
----------
version: float
Required Microsoft Visual C++ version.
Return
------
str
vcvarsall.bat path
"""
vc_base = r'Software\%sMicrosoft\DevDiv\VCForPython\%0.1f'
key = vc_base % ('', version)
try:
# Per-user installs register the compiler path here
productdir = Reg.get_value(key, "installdir")
except KeyError:
try:
# All-user installs on a 64-bit system register here
key = vc_base % ('Wow6432Node\\', version)
productdir = Reg.get_value(key, "installdir")
except KeyError:
productdir = None
if productdir:
vcvarsall = join(productdir, "vcvarsall.bat")
if isfile(vcvarsall):
return vcvarsall
return get_unpatched(msvc9_find_vcvarsall)(version)
def msvc9_query_vcvarsall(ver, arch='x86', *args, **kwargs):
"""
Patched "distutils.msvc9compiler.query_vcvarsall" for support extra
Microsoft Visual C++ 9.0 and 10.0 compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
ver: float
Required Microsoft Visual C++ version.
arch: str
Target architecture.
Return
------
dict
environment
"""
# Try to get environment from vcvarsall.bat (Classical way)
try:
orig = get_unpatched(msvc9_query_vcvarsall)
return orig(ver, arch, *args, **kwargs)
except distutils.errors.DistutilsPlatformError:
# Pass error if Vcvarsall.bat is missing
pass
except ValueError:
# Pass error if environment not set after executing vcvarsall.bat
pass
# If error, try to set environment directly
try:
return EnvironmentInfo(arch, ver).return_env()
except distutils.errors.DistutilsPlatformError as exc:
_augment_exception(exc, ver, arch)
raise
def _msvc14_find_vc2015():
"""Python 3.8 "distutils/_msvccompiler.py" backport"""
try:
key = winreg.OpenKey(
winreg.HKEY_LOCAL_MACHINE,
r"Software\Microsoft\VisualStudio\SxS\VC7",
0,
winreg.KEY_READ | winreg.KEY_WOW64_32KEY
)
except OSError:
return None, None
best_version = 0
best_dir = None
with key:
for i in itertools.count():
try:
v, vc_dir, vt = winreg.EnumValue(key, i)
except OSError:
break
if v and vt == winreg.REG_SZ and isdir(vc_dir):
try:
version = int(float(v))
except (ValueError, TypeError):
continue
if version >= 14 and version > best_version:
best_version, best_dir = version, vc_dir
return best_version, best_dir
def _msvc14_find_vc2017():
"""Python 3.8 "distutils/_msvccompiler.py" backport
Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
"""
root = environ.get("ProgramFiles(x86)") or environ.get("ProgramFiles")
if not root:
return None, None
try:
path = subprocess.check_output([
join(root, "Microsoft Visual Studio", "Installer", "vswhere.exe"),
"-latest",
"-prerelease",
"-requiresAny",
"-requires", "Microsoft.VisualStudio.Component.VC.Tools.x86.x64",
"-requires", "Microsoft.VisualStudio.Workload.WDExpress",
"-property", "installationPath",
"-products", "*",
]).decode(encoding="mbcs", errors="strict").strip()
except (subprocess.CalledProcessError, OSError, UnicodeDecodeError):
return None, None
path = join(path, "VC", "Auxiliary", "Build")
if isdir(path):
return 15, path
return None, None
PLAT_SPEC_TO_RUNTIME = {
'x86': 'x86',
'x86_amd64': 'x64',
'x86_arm': 'arm',
'x86_arm64': 'arm64'
}
def _msvc14_find_vcvarsall(plat_spec):
"""Python 3.8 "distutils/_msvccompiler.py" backport"""
_, best_dir = _msvc14_find_vc2017()
vcruntime = None
if plat_spec in PLAT_SPEC_TO_RUNTIME:
vcruntime_plat = PLAT_SPEC_TO_RUNTIME[plat_spec]
else:
vcruntime_plat = 'x64' if 'amd64' in plat_spec else 'x86'
if best_dir:
vcredist = join(best_dir, "..", "..", "redist", "MSVC", "**",
vcruntime_plat, "Microsoft.VC14*.CRT",
"vcruntime140.dll")
try:
import glob
vcruntime = glob.glob(vcredist, recursive=True)[-1]
except (ImportError, OSError, LookupError):
vcruntime = None
if not best_dir:
best_version, best_dir = _msvc14_find_vc2015()
if best_version:
vcruntime = join(best_dir, 'redist', vcruntime_plat,
"Microsoft.VC140.CRT", "vcruntime140.dll")
if not best_dir:
return None, None
vcvarsall = join(best_dir, "vcvarsall.bat")
if not isfile(vcvarsall):
return None, None
if not vcruntime or not isfile(vcruntime):
vcruntime = None
return vcvarsall, vcruntime
def _msvc14_get_vc_env(plat_spec):
"""Python 3.8 "distutils/_msvccompiler.py" backport"""
if "DISTUTILS_USE_SDK" in environ:
return {
key.lower(): value
for key, value in environ.items()
}
vcvarsall, vcruntime = _msvc14_find_vcvarsall(plat_spec)
if not vcvarsall:
raise distutils.errors.DistutilsPlatformError(
"Unable to find vcvarsall.bat"
)
try:
out = subprocess.check_output(
'cmd /u /c "{}" {} && set'.format(vcvarsall, plat_spec),
stderr=subprocess.STDOUT,
).decode('utf-16le', errors='replace')
except subprocess.CalledProcessError as exc:
raise distutils.errors.DistutilsPlatformError(
"Error executing {}".format(exc.cmd)
) from exc
env = {
key.lower(): value
for key, _, value in
(line.partition('=') for line in out.splitlines())
if key and value
}
if vcruntime:
env['py_vcruntime_redist'] = vcruntime
return env
def msvc14_get_vc_env(plat_spec):
"""
Patched "distutils._msvccompiler._get_vc_env" for support extra
Microsoft Visual C++ 14.X compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
plat_spec: str
Target architecture.
Return
------
dict
environment
"""
# Always use backport from CPython 3.8
try:
return _msvc14_get_vc_env(plat_spec)
except distutils.errors.DistutilsPlatformError as exc:
_augment_exception(exc, 14.0)
raise
def msvc14_gen_lib_options(*args, **kwargs):
"""
Patched "distutils._msvccompiler.gen_lib_options" for fix
compatibility between "numpy.distutils" and "distutils._msvccompiler"
(for Numpy < 1.11.2)
"""
if "numpy.distutils" in sys.modules:
import numpy as np
if LegacyVersion(np.__version__) < LegacyVersion('1.11.2'):
return np.distutils.ccompiler.gen_lib_options(*args, **kwargs)
return get_unpatched(msvc14_gen_lib_options)(*args, **kwargs)
def _augment_exception(exc, version, arch=''):
"""
Add details to the exception message to help guide the user
as to what action will resolve it.
"""
# Error if MSVC++ directory not found or environment not set
message = exc.args[0]
if "vcvarsall" in message.lower() or "visual c" in message.lower():
# Special error message if MSVC++ not installed
tmpl = 'Microsoft Visual C++ {version:0.1f} or greater is required.'
message = tmpl.format(**locals())
msdownload = 'www.microsoft.com/download/details.aspx?id=%d'
if version == 9.0:
if arch.lower().find('ia64') > -1:
# For VC++ 9.0, if IA64 support is needed, redirect user
# to Windows SDK 7.0.
# Note: No download link available from Microsoft.
message += ' Get it with "Microsoft Windows SDK 7.0"'
else:
# For VC++ 9.0 redirect user to Vc++ for Python 2.7 :
# This redirection link is maintained by Microsoft.
# Contact vspython@microsoft.com if it needs updating.
message += ' Get it from http://aka.ms/vcpython27'
elif version == 10.0:
# For VC++ 10.0 Redirect user to Windows SDK 7.1
message += ' Get it with "Microsoft Windows SDK 7.1": '
message += msdownload % 8279
elif version >= 14.0:
# For VC++ 14.X Redirect user to latest Visual C++ Build Tools
message += (' Get it with "Microsoft C++ Build Tools": '
r'https://visualstudio.microsoft.com'
r'/visual-cpp-build-tools/')
exc.args = (message, )
class PlatformInfo:
"""
Current and Target Architectures information.
Parameters
----------
arch: str
Target architecture.
"""
current_cpu = environ.get('processor_architecture', '').lower()
def __init__(self, arch):
self.arch = arch.lower().replace('x64', 'amd64')
@property
def target_cpu(self):
"""
Return Target CPU architecture.
Return
------
str
Target CPU
"""
return self.arch[self.arch.find('_') + 1:]
def target_is_x86(self):
"""
Return True if target CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
"""
return self.target_cpu == 'x86'
def current_is_x86(self):
"""
Return True if current CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
"""
return self.current_cpu == 'x86'
def current_dir(self, hidex86=False, x64=False):
"""
Current platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\target', or '' (see hidex86 parameter)
"""
return (
'' if (self.current_cpu == 'x86' and hidex86) else
r'\x64' if (self.current_cpu == 'amd64' and x64) else
r'\%s' % self.current_cpu
)
def target_dir(self, hidex86=False, x64=False):
r"""
Target platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\current', or '' (see hidex86 parameter)
"""
return (
'' if (self.target_cpu == 'x86' and hidex86) else
r'\x64' if (self.target_cpu == 'amd64' and x64) else
r'\%s' % self.target_cpu
)
def cross_dir(self, forcex86=False):
r"""
Cross platform specific subfolder.
Parameters
----------
forcex86: bool
Use 'x86' as current architecture even if current architecture is
not x86.
Return
------
str
subfolder: '' if target architecture is current architecture,
'\current_target' if not.
"""
current = 'x86' if forcex86 else self.current_cpu
return (
'' if self.target_cpu == current else
self.target_dir().replace('\\', '\\%s_' % current)
)
class RegistryInfo:
"""
Microsoft Visual Studio related registry information.
Parameters
----------
platform_info: PlatformInfo
"PlatformInfo" instance.
"""
HKEYS = (winreg.HKEY_USERS,
winreg.HKEY_CURRENT_USER,
winreg.HKEY_LOCAL_MACHINE,
winreg.HKEY_CLASSES_ROOT)
def __init__(self, platform_info):
self.pi = platform_info
@property
def visualstudio(self):
"""
Microsoft Visual Studio root registry key.
Return
------
str
Registry key
"""
return 'VisualStudio'
@property
def sxs(self):
"""
Microsoft Visual Studio SxS registry key.
Return
------
str
Registry key
"""
return join(self.visualstudio, 'SxS')
@property
def vc(self):
"""
Microsoft Visual C++ VC7 registry key.
Return
------
str
Registry key
"""
return join(self.sxs, 'VC7')
@property
def vs(self):
"""
Microsoft Visual Studio VS7 registry key.
Return
------
str
Registry key
"""
return join(self.sxs, 'VS7')
@property
def vc_for_python(self):
"""
Microsoft Visual C++ for Python registry key.
Return
------
str
Registry key
"""
return r'DevDiv\VCForPython'
@property
def microsoft_sdk(self):
"""
Microsoft SDK registry key.
Return
------
str
Registry key
"""
return 'Microsoft SDKs'
@property
def windows_sdk(self):
"""
Microsoft Windows/Platform SDK registry key.
Return
------
str
Registry key
"""
return join(self.microsoft_sdk, 'Windows')
@property
def netfx_sdk(self):
"""
Microsoft .NET Framework SDK registry key.
Return
------
str
Registry key
"""
return join(self.microsoft_sdk, 'NETFXSDK')
@property
def windows_kits_roots(self):
"""
Microsoft Windows Kits Roots registry key.
Return
------
str
Registry key
"""
return r'Windows Kits\Installed Roots'
def microsoft(self, key, x86=False):
"""
Return key in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
x86: str
Force x86 software registry.
Return
------
str
Registry key
"""
node64 = '' if self.pi.current_is_x86() or x86 else 'Wow6432Node'
return join('Software', node64, 'Microsoft', key)
def lookup(self, key, name):
"""
Look for values in registry in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
name: str
Value name to find.
Return
------
str
value
"""
key_read = winreg.KEY_READ
openkey = winreg.OpenKey
closekey = winreg.CloseKey
ms = self.microsoft
for hkey in self.HKEYS:
bkey = None
try:
bkey = openkey(hkey, ms(key), 0, key_read)
except (OSError, IOError):
if not self.pi.current_is_x86():
try:
bkey = openkey(hkey, ms(key, True), 0, key_read)
except (OSError, IOError):
continue
else:
continue
try:
return winreg.QueryValueEx(bkey, name)[0]
except (OSError, IOError):
pass
finally:
if bkey:
closekey(bkey)
class SystemInfo:
"""
Microsoft Windows and Visual Studio related system information.
Parameters
----------
registry_info: RegistryInfo
"RegistryInfo" instance.
vc_ver: float
Required Microsoft Visual C++ version.
"""
# Variables and properties in this class use originals CamelCase variables
# names from Microsoft source files for more easy comparison.
WinDir = environ.get('WinDir', '')
ProgramFiles = environ.get('ProgramFiles', '')
ProgramFilesx86 = environ.get('ProgramFiles(x86)', ProgramFiles)
def __init__(self, registry_info, vc_ver=None):
self.ri = registry_info
self.pi = self.ri.pi
self.known_vs_paths = self.find_programdata_vs_vers()
# Except for VS15+, VC version is aligned with VS version
self.vs_ver = self.vc_ver = (
vc_ver or self._find_latest_available_vs_ver())
def _find_latest_available_vs_ver(self):
"""
Find the latest VC version
Return
------
float
version
"""
reg_vc_vers = self.find_reg_vs_vers()
if not (reg_vc_vers or self.known_vs_paths):
raise distutils.errors.DistutilsPlatformError(
'No Microsoft Visual C++ version found')
vc_vers = set(reg_vc_vers)
vc_vers.update(self.known_vs_paths)
return sorted(vc_vers)[-1]
def find_reg_vs_vers(self):
"""
Find Microsoft Visual Studio versions available in registry.
Return
------
list of float
Versions
"""
ms = self.ri.microsoft
vckeys = (self.ri.vc, self.ri.vc_for_python, self.ri.vs)
vs_vers = []
for hkey, key in itertools.product(self.ri.HKEYS, vckeys):
try:
bkey = winreg.OpenKey(hkey, ms(key), 0, winreg.KEY_READ)
except (OSError, IOError):
continue
with bkey:
subkeys, values, _ = winreg.QueryInfoKey(bkey)
for i in range(values):
with contextlib.suppress(ValueError):
ver = float(winreg.EnumValue(bkey, i)[0])
if ver not in vs_vers:
vs_vers.append(ver)
for i in range(subkeys):
with contextlib.suppress(ValueError):
ver = float(winreg.EnumKey(bkey, i))
if ver not in vs_vers:
vs_vers.append(ver)
return sorted(vs_vers)
def find_programdata_vs_vers(self):
r"""
Find Visual studio 2017+ versions from information in
"C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances".
Return
------
dict
float version as key, path as value.
"""
vs_versions = {}
instances_dir = \
r'C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances'
try:
hashed_names = listdir(instances_dir)
except (OSError, IOError):
# Directory not exists with all Visual Studio versions
return vs_versions
for name in hashed_names:
try:
# Get VS installation path from "state.json" file
state_path = join(instances_dir, name, 'state.json')
with open(state_path, 'rt', encoding='utf-8') as state_file:
state = json.load(state_file)
vs_path = state['installationPath']
# Raises OSError if this VS installation does not contain VC
listdir(join(vs_path, r'VC\Tools\MSVC'))
# Store version and path
vs_versions[self._as_float_version(
state['installationVersion'])] = vs_path
except (OSError, IOError, KeyError):
# Skip if "state.json" file is missing or bad format
continue
return vs_versions
@staticmethod
def _as_float_version(version):
"""
Return a string version as a simplified float version (major.minor)
Parameters
----------
version: str
Version.
Return
------
float
version
"""
return float('.'.join(version.split('.')[:2]))
@property
def VSInstallDir(self):
"""
Microsoft Visual Studio directory.
Return
------
str
path
"""
# Default path
default = join(self.ProgramFilesx86,
'Microsoft Visual Studio %0.1f' % self.vs_ver)
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vs, '%0.1f' % self.vs_ver) or default
@property
def VCInstallDir(self):
"""
Microsoft Visual C++ directory.
Return
------
str
path
"""
path = self._guess_vc() or self._guess_vc_legacy()
if not isdir(path):
msg = 'Microsoft Visual C++ directory not found'
raise distutils.errors.DistutilsPlatformError(msg)
return path
def _guess_vc(self):
"""
Locate Visual C++ for VS2017+.
Return
------
str
path
"""
if self.vs_ver <= 14.0:
return ''
try:
# First search in known VS paths
vs_dir = self.known_vs_paths[self.vs_ver]
except KeyError:
# Else, search with path from registry
vs_dir = self.VSInstallDir
guess_vc = join(vs_dir, r'VC\Tools\MSVC')
# Subdir with VC exact version as name
try:
# Update the VC version with real one instead of VS version
vc_ver = listdir(guess_vc)[-1]
self.vc_ver = self._as_float_version(vc_ver)
return join(guess_vc, vc_ver)
except (OSError, IOError, IndexError):
return ''
def _guess_vc_legacy(self):
"""
Locate Visual C++ for versions prior to 2017.
Return
------
str
path
"""
default = join(self.ProgramFilesx86,
r'Microsoft Visual Studio %0.1f\VC' % self.vs_ver)
# Try to get "VC++ for Python" path from registry as default path
reg_path = join(self.ri.vc_for_python, '%0.1f' % self.vs_ver)
python_vc = self.ri.lookup(reg_path, 'installdir')
default_vc = join(python_vc, 'VC') if python_vc else default
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, '%0.1f' % self.vs_ver) or default_vc
@property
def WindowsSdkVersion(self):
"""
Microsoft Windows SDK versions for specified MSVC++ version.
Return
------
tuple of str
versions
"""
if self.vs_ver <= 9.0:
return '7.0', '6.1', '6.0a'
elif self.vs_ver == 10.0:
return '7.1', '7.0a'
elif self.vs_ver == 11.0:
return '8.0', '8.0a'
elif self.vs_ver == 12.0:
return '8.1', '8.1a'
elif self.vs_ver >= 14.0:
return '10.0', '8.1'
@property
def WindowsSdkLastVersion(self):
"""
Microsoft Windows SDK last version.
Return
------
str
version
"""
return self._use_last_dir_name(join(self.WindowsSdkDir, 'lib'))
@property # noqa: C901
def WindowsSdkDir(self): # noqa: C901 # is too complex (12) # FIXME
"""
Microsoft Windows SDK directory.
Return
------
str
path
"""
sdkdir = ''
for ver in self.WindowsSdkVersion:
# Try to get it from registry
loc = join(self.ri.windows_sdk, 'v%s' % ver)
sdkdir = self.ri.lookup(loc, 'installationfolder')
if sdkdir:
break
if not sdkdir or not isdir(sdkdir):
# Try to get "VC++ for Python" version from registry
path = join(self.ri.vc_for_python, '%0.1f' % self.vc_ver)
install_base = self.ri.lookup(path, 'installdir')
if install_base:
sdkdir = join(install_base, 'WinSDK')
if not sdkdir or not isdir(sdkdir):
# If fail, use default new path
for ver in self.WindowsSdkVersion:
intver = ver[:ver.rfind('.')]
path = r'Microsoft SDKs\Windows Kits\%s' % intver
d = join(self.ProgramFiles, path)
if isdir(d):
sdkdir = d
if not sdkdir or not isdir(sdkdir):
# If fail, use default old path
for ver in self.WindowsSdkVersion:
path = r'Microsoft SDKs\Windows\v%s' % ver
d = join(self.ProgramFiles, path)
if isdir(d):
sdkdir = d
if not sdkdir:
# If fail, use Platform SDK
sdkdir = join(self.VCInstallDir, 'PlatformSDK')
return sdkdir
@property
def WindowsSDKExecutablePath(self):
"""
Microsoft Windows SDK executable directory.
Return
------
str
path
"""
# Find WinSDK NetFx Tools registry dir name
if self.vs_ver <= 11.0:
netfxver = 35
arch = ''
else:
netfxver = 40
hidex86 = True if self.vs_ver <= 12.0 else False
arch = self.pi.current_dir(x64=True, hidex86=hidex86)
fx = 'WinSDK-NetFx%dTools%s' % (netfxver, arch.replace('\\', '-'))
# list all possibles registry paths
regpaths = []
if self.vs_ver >= 14.0:
for ver in self.NetFxSdkVersion:
regpaths += [join(self.ri.netfx_sdk, ver, fx)]
for ver in self.WindowsSdkVersion:
regpaths += [join(self.ri.windows_sdk, 'v%sA' % ver, fx)]
# Return installation folder from the more recent path
for path in regpaths:
execpath = self.ri.lookup(path, 'installationfolder')
if execpath:
return execpath
@property
def FSharpInstallDir(self):
"""
Microsoft Visual F# directory.
Return
------
str
path
"""
path = join(self.ri.visualstudio, r'%0.1f\Setup\F#' % self.vs_ver)
return self.ri.lookup(path, 'productdir') or ''
@property
def UniversalCRTSdkDir(self):
"""
Microsoft Universal CRT SDK directory.
Return
------
str
path
"""
# Set Kit Roots versions for specified MSVC++ version
vers = ('10', '81') if self.vs_ver >= 14.0 else ()
# Find path of the more recent Kit
for ver in vers:
sdkdir = self.ri.lookup(self.ri.windows_kits_roots,
'kitsroot%s' % ver)
if sdkdir:
return sdkdir or ''
@property
def UniversalCRTSdkLastVersion(self):
"""
Microsoft Universal C Runtime SDK last version.
Return
------
str
version
"""
return self._use_last_dir_name(join(self.UniversalCRTSdkDir, 'lib'))
@property
def NetFxSdkVersion(self):
"""
Microsoft .NET Framework SDK versions.
Return
------
tuple of str
versions
"""
# Set FxSdk versions for specified VS version
return (('4.7.2', '4.7.1', '4.7',
'4.6.2', '4.6.1', '4.6',
'4.5.2', '4.5.1', '4.5')
if self.vs_ver >= 14.0 else ())
@property
def NetFxSdkDir(self):
"""
Microsoft .NET Framework SDK directory.
Return
------
str
path
"""
sdkdir = ''
for ver in self.NetFxSdkVersion:
loc = join(self.ri.netfx_sdk, ver)
sdkdir = self.ri.lookup(loc, 'kitsinstallationfolder')
if sdkdir:
break
return sdkdir
@property
def FrameworkDir32(self):
"""
Microsoft .NET Framework 32bit directory.
Return
------
str
path
"""
# Default path
guess_fw = join(self.WinDir, r'Microsoft.NET\Framework')
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, 'frameworkdir32') or guess_fw
@property
def FrameworkDir64(self):
"""
Microsoft .NET Framework 64bit directory.
Return
------
str
path
"""
# Default path
guess_fw = join(self.WinDir, r'Microsoft.NET\Framework64')
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, 'frameworkdir64') or guess_fw
@property
def FrameworkVersion32(self):
"""
Microsoft .NET Framework 32bit versions.
Return
------
tuple of str
versions
"""
return self._find_dot_net_versions(32)
@property
def FrameworkVersion64(self):
"""
Microsoft .NET Framework 64bit versions.
Return
------
tuple of str
versions
"""
return self._find_dot_net_versions(64)
def _find_dot_net_versions(self, bits):
"""
Find Microsoft .NET Framework versions.
Parameters
----------
bits: int
Platform number of bits: 32 or 64.
Return
------
tuple of str
versions
"""
# Find actual .NET version in registry
reg_ver = self.ri.lookup(self.ri.vc, 'frameworkver%d' % bits)
dot_net_dir = getattr(self, 'FrameworkDir%d' % bits)
ver = reg_ver or self._use_last_dir_name(dot_net_dir, 'v') or ''
# Set .NET versions for specified MSVC++ version
if self.vs_ver >= 12.0:
return ver, 'v4.0'
elif self.vs_ver >= 10.0:
return 'v4.0.30319' if ver.lower()[:2] != 'v4' else ver, 'v3.5'
elif self.vs_ver == 9.0:
return 'v3.5', 'v2.0.50727'
elif self.vs_ver == 8.0:
return 'v3.0', 'v2.0.50727'
@staticmethod
def _use_last_dir_name(path, prefix=''):
"""
Return name of the last dir in path or '' if no dir found.
Parameters
----------
path: str
Use dirs in this path
prefix: str
Use only dirs starting by this prefix
Return
------
str
name
"""
matching_dirs = (
dir_name
for dir_name in reversed(listdir(path))
if isdir(join(path, dir_name)) and
dir_name.startswith(prefix)
)
return next(matching_dirs, None) or ''
class EnvironmentInfo:
"""
Return environment variables for specified Microsoft Visual C++ version
and platform : Lib, Include, Path and libpath.
This function is compatible with Microsoft Visual C++ 9.0 to 14.X.
Script created by analysing Microsoft environment configuration files like
"vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ...
Parameters
----------
arch: str
Target architecture.
vc_ver: float
Required Microsoft Visual C++ version. If not set, autodetect the last
version.
vc_min_ver: float
Minimum Microsoft Visual C++ version.
"""
# Variables and properties in this class use originals CamelCase variables
# names from Microsoft source files for more easy comparison.
def __init__(self, arch, vc_ver=None, vc_min_ver=0):
self.pi = PlatformInfo(arch)
self.ri = RegistryInfo(self.pi)
self.si = SystemInfo(self.ri, vc_ver)
if self.vc_ver < vc_min_ver:
err = 'No suitable Microsoft Visual C++ version found'
raise distutils.errors.DistutilsPlatformError(err)
@property
def vs_ver(self):
"""
Microsoft Visual Studio.
Return
------
float
version
"""
return self.si.vs_ver
@property
def vc_ver(self):
"""
Microsoft Visual C++ version.
Return
------
float
version
"""
return self.si.vc_ver
@property
def VSTools(self):
"""
Microsoft Visual Studio Tools.
Return
------
list of str
paths
"""
paths = [r'Common7\IDE', r'Common7\Tools']
if self.vs_ver >= 14.0:
arch_subdir = self.pi.current_dir(hidex86=True, x64=True)
paths += [r'Common7\IDE\CommonExtensions\Microsoft\TestWindow']
paths += [r'Team Tools\Performance Tools']
paths += [r'Team Tools\Performance Tools%s' % arch_subdir]
return [join(self.si.VSInstallDir, path) for path in paths]
@property
def VCIncludes(self):
"""
Microsoft Visual C++ & Microsoft Foundation Class Includes.
Return
------
list of str
paths
"""
return [join(self.si.VCInstallDir, 'Include'),
join(self.si.VCInstallDir, r'ATLMFC\Include')]
@property
def VCLibraries(self):
"""
Microsoft Visual C++ & Microsoft Foundation Class Libraries.
Return
------
list of str
paths
"""
if self.vs_ver >= 15.0:
arch_subdir = self.pi.target_dir(x64=True)
else:
arch_subdir = self.pi.target_dir(hidex86=True)
paths = ['Lib%s' % arch_subdir, r'ATLMFC\Lib%s' % arch_subdir]
if self.vs_ver >= 14.0:
paths += [r'Lib\store%s' % arch_subdir]
return [join(self.si.VCInstallDir, path) for path in paths]
@property
def VCStoreRefs(self):
"""
Microsoft Visual C++ store references Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
return [join(self.si.VCInstallDir, r'Lib\store\references')]
@property
def VCTools(self):
"""
Microsoft Visual C++ Tools.
Return
------
list of str
paths
"""
si = self.si
tools = [join(si.VCInstallDir, 'VCPackages')]
forcex86 = True if self.vs_ver <= 10.0 else False
arch_subdir = self.pi.cross_dir(forcex86)
if arch_subdir:
tools += [join(si.VCInstallDir, 'Bin%s' % arch_subdir)]
if self.vs_ver == 14.0:
path = 'Bin%s' % self.pi.current_dir(hidex86=True)
tools += [join(si.VCInstallDir, path)]
elif self.vs_ver >= 15.0:
host_dir = (r'bin\HostX86%s' if self.pi.current_is_x86() else
r'bin\HostX64%s')
tools += [join(
si.VCInstallDir, host_dir % self.pi.target_dir(x64=True))]
if self.pi.current_cpu != self.pi.target_cpu:
tools += [join(
si.VCInstallDir, host_dir % self.pi.current_dir(x64=True))]
else:
tools += [join(si.VCInstallDir, 'Bin')]
return tools
@property
def OSLibraries(self):
"""
Microsoft Windows SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver <= 10.0:
arch_subdir = self.pi.target_dir(hidex86=True, x64=True)
return [join(self.si.WindowsSdkDir, 'Lib%s' % arch_subdir)]
else:
arch_subdir = self.pi.target_dir(x64=True)
lib = join(self.si.WindowsSdkDir, 'lib')
libver = self._sdk_subdir
return [join(lib, '%sum%s' % (libver, arch_subdir))]
@property
def OSIncludes(self):
"""
Microsoft Windows SDK Include.
Return
------
list of str
paths
"""
include = join(self.si.WindowsSdkDir, 'include')
if self.vs_ver <= 10.0:
return [include, join(include, 'gl')]
else:
if self.vs_ver >= 14.0:
sdkver = self._sdk_subdir
else:
sdkver = ''
return [join(include, '%sshared' % sdkver),
join(include, '%sum' % sdkver),
join(include, '%swinrt' % sdkver)]
@property
def OSLibpath(self):
"""
Microsoft Windows SDK Libraries Paths.
Return
------
list of str
paths
"""
ref = join(self.si.WindowsSdkDir, 'References')
libpath = []
if self.vs_ver <= 9.0:
libpath += self.OSLibraries
if self.vs_ver >= 11.0:
libpath += [join(ref, r'CommonConfiguration\Neutral')]
if self.vs_ver >= 14.0:
libpath += [
ref,
join(self.si.WindowsSdkDir, 'UnionMetadata'),
join(
ref, 'Windows.Foundation.UniversalApiContract', '1.0.0.0'),
join(ref, 'Windows.Foundation.FoundationContract', '1.0.0.0'),
join(
ref, 'Windows.Networking.Connectivity.WwanContract',
'1.0.0.0'),
join(
self.si.WindowsSdkDir, 'ExtensionSDKs', 'Microsoft.VCLibs',
'%0.1f' % self.vs_ver, 'References', 'CommonConfiguration',
'neutral'),
]
return libpath
@property
def SdkTools(self):
"""
Microsoft Windows SDK Tools.
Return
------
list of str
paths
"""
return list(self._sdk_tools())
def _sdk_tools(self):
"""
Microsoft Windows SDK Tools paths generator.
Return
------
generator of str
paths
"""
if self.vs_ver < 15.0:
bin_dir = 'Bin' if self.vs_ver <= 11.0 else r'Bin\x86'
yield join(self.si.WindowsSdkDir, bin_dir)
if not self.pi.current_is_x86():
arch_subdir = self.pi.current_dir(x64=True)
path = 'Bin%s' % arch_subdir
yield join(self.si.WindowsSdkDir, path)
if self.vs_ver in (10.0, 11.0):
if self.pi.target_is_x86():
arch_subdir = ''
else:
arch_subdir = self.pi.current_dir(hidex86=True, x64=True)
path = r'Bin\NETFX 4.0 Tools%s' % arch_subdir
yield join(self.si.WindowsSdkDir, path)
elif self.vs_ver >= 15.0:
path = join(self.si.WindowsSdkDir, 'Bin')
arch_subdir = self.pi.current_dir(x64=True)
sdkver = self.si.WindowsSdkLastVersion
yield join(path, '%s%s' % (sdkver, arch_subdir))
if self.si.WindowsSDKExecutablePath:
yield self.si.WindowsSDKExecutablePath
@property
def _sdk_subdir(self):
"""
Microsoft Windows SDK version subdir.
Return
------
str
subdir
"""
ucrtver = self.si.WindowsSdkLastVersion
return ('%s\\' % ucrtver) if ucrtver else ''
@property
def SdkSetup(self):
"""
Microsoft Windows SDK Setup.
Return
------
list of str
paths
"""
if self.vs_ver > 9.0:
return []
return [join(self.si.WindowsSdkDir, 'Setup')]
@property
def FxTools(self):
"""
Microsoft .NET Framework Tools.
Return
------
list of str
paths
"""
pi = self.pi
si = self.si
if self.vs_ver <= 10.0:
include32 = True
include64 = not pi.target_is_x86() and not pi.current_is_x86()
else:
include32 = pi.target_is_x86() or pi.current_is_x86()
include64 = pi.current_cpu == 'amd64' or pi.target_cpu == 'amd64'
tools = []
if include32:
tools += [join(si.FrameworkDir32, ver)
for ver in si.FrameworkVersion32]
if include64:
tools += [join(si.FrameworkDir64, ver)
for ver in si.FrameworkVersion64]
return tools
@property
def NetFxSDKLibraries(self):
"""
Microsoft .Net Framework SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0 or not self.si.NetFxSdkDir:
return []
arch_subdir = self.pi.target_dir(x64=True)
return [join(self.si.NetFxSdkDir, r'lib\um%s' % arch_subdir)]
@property
def NetFxSDKIncludes(self):
"""
Microsoft .Net Framework SDK Includes.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0 or not self.si.NetFxSdkDir:
return []
return [join(self.si.NetFxSdkDir, r'include\um')]
@property
def VsTDb(self):
"""
Microsoft Visual Studio Team System Database.
Return
------
list of str
paths
"""
return [join(self.si.VSInstallDir, r'VSTSDB\Deploy')]
@property
def MSBuild(self):
"""
Microsoft Build Engine.
Return
------
list of str
paths
"""
if self.vs_ver < 12.0:
return []
elif self.vs_ver < 15.0:
base_path = self.si.ProgramFilesx86
arch_subdir = self.pi.current_dir(hidex86=True)
else:
base_path = self.si.VSInstallDir
arch_subdir = ''
path = r'MSBuild\%0.1f\bin%s' % (self.vs_ver, arch_subdir)
build = [join(base_path, path)]
if self.vs_ver >= 15.0:
# Add Roslyn C# & Visual Basic Compiler
build += [join(base_path, path, 'Roslyn')]
return build
@property
def HTMLHelpWorkshop(self):
"""
Microsoft HTML Help Workshop.
Return
------
list of str
paths
"""
if self.vs_ver < 11.0:
return []
return [join(self.si.ProgramFilesx86, 'HTML Help Workshop')]
@property
def UCRTLibraries(self):
"""
Microsoft Universal C Runtime SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
arch_subdir = self.pi.target_dir(x64=True)
lib = join(self.si.UniversalCRTSdkDir, 'lib')
ucrtver = self._ucrt_subdir
return [join(lib, '%sucrt%s' % (ucrtver, arch_subdir))]
@property
def UCRTIncludes(self):
"""
Microsoft Universal C Runtime SDK Include.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
include = join(self.si.UniversalCRTSdkDir, 'include')
return [join(include, '%sucrt' % self._ucrt_subdir)]
@property
def _ucrt_subdir(self):
"""
Microsoft Universal C Runtime SDK version subdir.
Return
------
str
subdir
"""
ucrtver = self.si.UniversalCRTSdkLastVersion
return ('%s\\' % ucrtver) if ucrtver else ''
@property
def FSharp(self):
"""
Microsoft Visual F#.
Return
------
list of str
paths
"""
if 11.0 > self.vs_ver > 12.0:
return []
return [self.si.FSharpInstallDir]
@property
def VCRuntimeRedist(self):
"""
Microsoft Visual C++ runtime redistributable dll.
Return
------
str
path
"""
vcruntime = 'vcruntime%d0.dll' % self.vc_ver
arch_subdir = self.pi.target_dir(x64=True).strip('\\')
# Installation prefixes candidates
prefixes = []
tools_path = self.si.VCInstallDir
redist_path = dirname(tools_path.replace(r'\Tools', r'\Redist'))
if isdir(redist_path):
# Redist version may not be exactly the same as tools
redist_path = join(redist_path, listdir(redist_path)[-1])
prefixes += [redist_path, join(redist_path, 'onecore')]
prefixes += [join(tools_path, 'redist')] # VS14 legacy path
# CRT directory
crt_dirs = ('Microsoft.VC%d.CRT' % (self.vc_ver * 10),
# Sometime store in directory with VS version instead of VC
'Microsoft.VC%d.CRT' % (int(self.vs_ver) * 10))
# vcruntime path
for prefix, crt_dir in itertools.product(prefixes, crt_dirs):
path = join(prefix, arch_subdir, crt_dir, vcruntime)
if isfile(path):
return path
def return_env(self, exists=True):
"""
Return environment dict.
Parameters
----------
exists: bool
It True, only return existing paths.
Return
------
dict
environment
"""
env = dict(
include=self._build_paths('include',
[self.VCIncludes,
self.OSIncludes,
self.UCRTIncludes,
self.NetFxSDKIncludes],
exists),
lib=self._build_paths('lib',
[self.VCLibraries,
self.OSLibraries,
self.FxTools,
self.UCRTLibraries,
self.NetFxSDKLibraries],
exists),
libpath=self._build_paths('libpath',
[self.VCLibraries,
self.FxTools,
self.VCStoreRefs,
self.OSLibpath],
exists),
path=self._build_paths('path',
[self.VCTools,
self.VSTools,
self.VsTDb,
self.SdkTools,
self.SdkSetup,
self.FxTools,
self.MSBuild,
self.HTMLHelpWorkshop,
self.FSharp],
exists),
)
if self.vs_ver >= 14 and isfile(self.VCRuntimeRedist):
env['py_vcruntime_redist'] = self.VCRuntimeRedist
return env
def _build_paths(self, name, spec_path_lists, exists):
"""
Given an environment variable name and specified paths,
return a pathsep-separated string of paths containing
unique, extant, directories from those paths and from
the environment variable. Raise an error if no paths
are resolved.
Parameters
----------
name: str
Environment variable name
spec_path_lists: list of str
Paths
exists: bool
It True, only return existing paths.
Return
------
str
Pathsep-separated paths
"""
# flatten spec_path_lists
spec_paths = itertools.chain.from_iterable(spec_path_lists)
env_paths = environ.get(name, '').split(pathsep)
paths = itertools.chain(spec_paths, env_paths)
extant_paths = list(filter(isdir, paths)) if exists else paths
if not extant_paths:
msg = "%s environment variable is empty" % name.upper()
raise distutils.errors.DistutilsPlatformError(msg)
unique_paths = unique_everseen(extant_paths)
return pathsep.join(unique_paths)
site-packages/setuptools/script.tmpl 0000644 00000000212 15056474501 0013711 0 ustar 00 # EASY-INSTALL-SCRIPT: %(spec)r,%(script_name)r
__requires__ = %(spec)r
__import__('pkg_resources').run_script(%(spec)r, %(script_name)r)
site-packages/setuptools/launch.py 0000644 00000001454 15056474501 0013344 0 ustar 00 """
Launch the Python script on the command line after
setuptools is bootstrapped via import.
"""
# Note that setuptools gets imported implicitly by the
# invocation of this script using python -m setuptools.launch
import tokenize
import sys
def run():
"""
Run the script in sys.argv[1] as if it had
been invoked naturally.
"""
__builtins__
script_name = sys.argv[1]
namespace = dict(
__file__=script_name,
__name__='__main__',
__doc__=None,
)
sys.argv[:] = sys.argv[1:]
open_ = getattr(tokenize, 'open', open)
with open_(script_name) as fid:
script = fid.read()
norm_script = script.replace('\\r\\n', '\\n')
code = compile(norm_script, script_name, 'exec')
exec(code, namespace)
if __name__ == '__main__':
run()
site-packages/setuptools/dep_util.py 0000644 00000001665 15056474501 0013703 0 ustar 00 from distutils.dep_util import newer_group
# yes, this is was almost entirely copy-pasted from
# 'newer_pairwise()', this is just another convenience
# function.
def newer_pairwise_group(sources_groups, targets):
"""Walk both arguments in parallel, testing if each source group is newer
than its corresponding target. Returns a pair of lists (sources_groups,
targets) where sources is newer than target, according to the semantics
of 'newer_group()'.
"""
if len(sources_groups) != len(targets):
raise ValueError(
"'sources_group' and 'targets' must be the same length")
# build a pair of lists (sources_groups, targets) where source is newer
n_sources = []
n_targets = []
for i in range(len(sources_groups)):
if newer_group(sources_groups[i], targets[i]):
n_sources.append(sources_groups[i])
n_targets.append(targets[i])
return n_sources, n_targets
site-packages/setuptools/version.py 0000644 00000000220 15056474501 0013545 0 ustar 00 import pkg_resources
try:
__version__ = pkg_resources.get_distribution('setuptools').version
except Exception:
__version__ = 'unknown'
site-packages/setuptools/monkey.py 0000644 00000012141 15056474501 0013367 0 ustar 00 """
Monkey patching of distutils.
"""
import sys
import distutils.filelist
import platform
import types
import functools
from importlib import import_module
import inspect
import setuptools
__all__ = []
"""
Everything is private. Contact the project team
if you think you need this functionality.
"""
def _get_mro(cls):
"""
Returns the bases classes for cls sorted by the MRO.
Works around an issue on Jython where inspect.getmro will not return all
base classes if multiple classes share the same name. Instead, this
function will return a tuple containing the class itself, and the contents
of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024.
"""
if platform.python_implementation() == "Jython":
return (cls,) + cls.__bases__
return inspect.getmro(cls)
def get_unpatched(item):
lookup = (
get_unpatched_class if isinstance(item, type) else
get_unpatched_function if isinstance(item, types.FunctionType) else
lambda item: None
)
return lookup(item)
def get_unpatched_class(cls):
"""Protect against re-patching the distutils if reloaded
Also ensures that no other distutils extension monkeypatched the distutils
first.
"""
external_bases = (
cls
for cls in _get_mro(cls)
if not cls.__module__.startswith('setuptools')
)
base = next(external_bases)
if not base.__module__.startswith('distutils'):
msg = "distutils has already been patched by %r" % cls
raise AssertionError(msg)
return base
def patch_all():
# we can't patch distutils.cmd, alas
distutils.core.Command = setuptools.Command
has_issue_12885 = sys.version_info <= (3, 5, 3)
if has_issue_12885:
# fix findall bug in distutils (http://bugs.python.org/issue12885)
distutils.filelist.findall = setuptools.findall
needs_warehouse = (
sys.version_info < (2, 7, 13)
or
(3, 4) < sys.version_info < (3, 4, 6)
or
(3, 5) < sys.version_info <= (3, 5, 3)
)
if needs_warehouse:
warehouse = 'https://upload.pypi.org/legacy/'
distutils.config.PyPIRCCommand.DEFAULT_REPOSITORY = warehouse
_patch_distribution_metadata()
# Install Distribution throughout the distutils
for module in distutils.dist, distutils.core, distutils.cmd:
module.Distribution = setuptools.dist.Distribution
# Install the patched Extension
distutils.core.Extension = setuptools.extension.Extension
distutils.extension.Extension = setuptools.extension.Extension
if 'distutils.command.build_ext' in sys.modules:
sys.modules['distutils.command.build_ext'].Extension = (
setuptools.extension.Extension
)
patch_for_msvc_specialized_compiler()
def _patch_distribution_metadata():
"""Patch write_pkg_file and read_pkg_file for higher metadata standards"""
for attr in ('write_pkg_file', 'read_pkg_file', 'get_metadata_version'):
new_val = getattr(setuptools.dist, attr)
setattr(distutils.dist.DistributionMetadata, attr, new_val)
def patch_func(replacement, target_mod, func_name):
"""
Patch func_name in target_mod with replacement
Important - original must be resolved by name to avoid
patching an already patched function.
"""
original = getattr(target_mod, func_name)
# set the 'unpatched' attribute on the replacement to
# point to the original.
vars(replacement).setdefault('unpatched', original)
# replace the function in the original module
setattr(target_mod, func_name, replacement)
def get_unpatched_function(candidate):
return getattr(candidate, 'unpatched')
def patch_for_msvc_specialized_compiler():
"""
Patch functions in distutils to use standalone Microsoft Visual C++
compilers.
"""
# import late to avoid circular imports on Python < 3.5
msvc = import_module('setuptools.msvc')
if platform.system() != 'Windows':
# Compilers only available on Microsoft Windows
return
def patch_params(mod_name, func_name):
"""
Prepare the parameters for patch_func to patch indicated function.
"""
repl_prefix = 'msvc9_' if 'msvc9' in mod_name else 'msvc14_'
repl_name = repl_prefix + func_name.lstrip('_')
repl = getattr(msvc, repl_name)
mod = import_module(mod_name)
if not hasattr(mod, func_name):
raise ImportError(func_name)
return repl, mod, func_name
# Python 2.7 to 3.4
msvc9 = functools.partial(patch_params, 'distutils.msvc9compiler')
# Python 3.5+
msvc14 = functools.partial(patch_params, 'distutils._msvccompiler')
try:
# Patch distutils.msvc9compiler
patch_func(*msvc9('find_vcvarsall'))
patch_func(*msvc9('query_vcvarsall'))
except ImportError:
pass
try:
# Patch distutils._msvccompiler._get_vc_env
patch_func(*msvc14('_get_vc_env'))
except ImportError:
pass
try:
# Patch distutils._msvccompiler.gen_lib_options for Numpy
patch_func(*msvc14('gen_lib_options'))
except ImportError:
pass
site-packages/setuptools/script (dev).tmpl 0000644 00000000332 15056474501 0014574 0 ustar 00 # EASY-INSTALL-DEV-SCRIPT: %(spec)r,%(script_name)r
__requires__ = %(spec)r
__import__('pkg_resources').require(%(spec)r)
__file__ = %(dev_path)r
with open(__file__) as f:
exec(compile(f.read(), __file__, 'exec'))
site-packages/setuptools/installer.py 0000644 00000006757 15056474501 0014102 0 ustar 00 import glob
import os
import subprocess
import sys
import tempfile
from distutils import log
from distutils.errors import DistutilsError
import pkg_resources
from setuptools.wheel import Wheel
def _fixup_find_links(find_links):
"""Ensure find-links option end-up being a list of strings."""
if isinstance(find_links, str):
return find_links.split()
assert isinstance(find_links, (tuple, list))
return find_links
def fetch_build_egg(dist, req): # noqa: C901 # is too complex (16) # FIXME
"""Fetch an egg needed for building.
Use pip/wheel to fetch/build a wheel."""
# Warn if wheel is not available
try:
pkg_resources.get_distribution('wheel')
except pkg_resources.DistributionNotFound:
dist.announce('WARNING: The wheel package is not available.', log.WARN)
# Ignore environment markers; if supplied, it is required.
req = strip_marker(req)
# Take easy_install options into account, but do not override relevant
# pip environment variables (like PIP_INDEX_URL or PIP_QUIET); they'll
# take precedence.
opts = dist.get_option_dict('easy_install')
if 'allow_hosts' in opts:
raise DistutilsError('the `allow-hosts` option is not supported '
'when using pip to install requirements.')
quiet = 'PIP_QUIET' not in os.environ and 'PIP_VERBOSE' not in os.environ
if 'PIP_INDEX_URL' in os.environ:
index_url = None
elif 'index_url' in opts:
index_url = opts['index_url'][1]
else:
index_url = None
find_links = (
_fixup_find_links(opts['find_links'][1])[:] if 'find_links' in opts
else []
)
if dist.dependency_links:
find_links.extend(dist.dependency_links)
eggs_dir = os.path.realpath(dist.get_egg_cache_dir())
environment = pkg_resources.Environment()
for egg_dist in pkg_resources.find_distributions(eggs_dir):
if egg_dist in req and environment.can_add(egg_dist):
return egg_dist
with tempfile.TemporaryDirectory() as tmpdir:
cmd = [
sys.executable, '-m', 'pip',
'--disable-pip-version-check',
'wheel', '--no-deps',
'-w', tmpdir,
]
if quiet:
cmd.append('--quiet')
if index_url is not None:
cmd.extend(('--index-url', index_url))
for link in find_links or []:
cmd.extend(('--find-links', link))
# If requirement is a PEP 508 direct URL, directly pass
# the URL to pip, as `req @ url` does not work on the
# command line.
cmd.append(req.url or str(req))
try:
subprocess.check_call(cmd)
except subprocess.CalledProcessError as e:
raise DistutilsError(str(e)) from e
wheel = Wheel(glob.glob(os.path.join(tmpdir, '*.whl'))[0])
dist_location = os.path.join(eggs_dir, wheel.egg_name())
wheel.install_as_egg(dist_location)
dist_metadata = pkg_resources.PathMetadata(
dist_location, os.path.join(dist_location, 'EGG-INFO'))
dist = pkg_resources.Distribution.from_filename(
dist_location, metadata=dist_metadata)
return dist
def strip_marker(req):
"""
Return a new requirement without the environment marker to avoid
calling pip with something like `babel; extra == "i18n"`, which
would always be ignored.
"""
# create a copy to avoid mutating the input
req = pkg_resources.Requirement.parse(str(req))
req.marker = None
return req
site-packages/setuptools/__init__.py 0000644 00000016766 15056474501 0013645 0 ustar 00 """Extensions to the 'distutils' for large or complex distributions"""
from fnmatch import fnmatchcase
import functools
import os
import re
import warnings
import _distutils_hack.override # noqa: F401
import distutils.core
from distutils.errors import DistutilsOptionError
from distutils.util import convert_path
from ._deprecation_warning import SetuptoolsDeprecationWarning
import setuptools.version
from setuptools.extension import Extension
from setuptools.dist import Distribution
from setuptools.depends import Require
from . import monkey
__all__ = [
'setup',
'Distribution',
'Command',
'Extension',
'Require',
'SetuptoolsDeprecationWarning',
'find_packages',
'find_namespace_packages',
]
__version__ = setuptools.version.__version__
bootstrap_install_from = None
class PackageFinder:
"""
Generate a list of all Python packages found within a directory
"""
@classmethod
def find(cls, where='.', exclude=(), include=('*',)):
"""Return a list all Python packages found within directory 'where'
'where' is the root directory which will be searched for packages. It
should be supplied as a "cross-platform" (i.e. URL-style) path; it will
be converted to the appropriate local path syntax.
'exclude' is a sequence of package names to exclude; '*' can be used
as a wildcard in the names, such that 'foo.*' will exclude all
subpackages of 'foo' (but not 'foo' itself).
'include' is a sequence of package names to include. If it's
specified, only the named packages will be included. If it's not
specified, all found packages will be included. 'include' can contain
shell style wildcard patterns just like 'exclude'.
"""
return list(
cls._find_packages_iter(
convert_path(where),
cls._build_filter('ez_setup', '*__pycache__', *exclude),
cls._build_filter(*include),
)
)
@classmethod
def _find_packages_iter(cls, where, exclude, include):
"""
All the packages found in 'where' that pass the 'include' filter, but
not the 'exclude' filter.
"""
for root, dirs, files in os.walk(where, followlinks=True):
# Copy dirs to iterate over it, then empty dirs.
all_dirs = dirs[:]
dirs[:] = []
for dir in all_dirs:
full_path = os.path.join(root, dir)
rel_path = os.path.relpath(full_path, where)
package = rel_path.replace(os.path.sep, '.')
# Skip directory trees that are not valid packages
if '.' in dir or not cls._looks_like_package(full_path):
continue
# Should this package be included?
if include(package) and not exclude(package):
yield package
# Keep searching subdirectories, as there may be more packages
# down there, even if the parent was excluded.
dirs.append(dir)
@staticmethod
def _looks_like_package(path):
"""Does a directory look like a package?"""
return os.path.isfile(os.path.join(path, '__init__.py'))
@staticmethod
def _build_filter(*patterns):
"""
Given a list of patterns, return a callable that will be true only if
the input matches at least one of the patterns.
"""
return lambda name: any(fnmatchcase(name, pat=pat) for pat in patterns)
class PEP420PackageFinder(PackageFinder):
@staticmethod
def _looks_like_package(path):
return True
find_packages = PackageFinder.find
find_namespace_packages = PEP420PackageFinder.find
def _install_setup_requires(attrs):
# Note: do not use `setuptools.Distribution` directly, as
# our PEP 517 backend patch `distutils.core.Distribution`.
class MinimalDistribution(distutils.core.Distribution):
"""
A minimal version of a distribution for supporting the
fetch_build_eggs interface.
"""
def __init__(self, attrs):
_incl = 'dependency_links', 'setup_requires'
filtered = {k: attrs[k] for k in set(_incl) & set(attrs)}
distutils.core.Distribution.__init__(self, filtered)
def finalize_options(self):
"""
Disable finalize_options to avoid building the working set.
Ref #2158.
"""
dist = MinimalDistribution(attrs)
# Honor setup.cfg's options.
dist.parse_config_files(ignore_option_errors=True)
if dist.setup_requires:
warnings.warn(
"setup_requires is deprecated. Supply build "
"dependencies using PEP 517 pyproject.toml build-requires.",
SetuptoolsDeprecationWarning,
)
dist.fetch_build_eggs(dist.setup_requires)
def setup(**attrs):
# Make sure we have any requirements needed to interpret 'attrs'.
_install_setup_requires(attrs)
return distutils.core.setup(**attrs)
setup.__doc__ = distutils.core.setup.__doc__
_Command = monkey.get_unpatched(distutils.core.Command)
class Command(_Command):
__doc__ = _Command.__doc__
command_consumes_arguments = False
def __init__(self, dist, **kw):
"""
Construct the command for dist, updating
vars(self) with any keyword parameters.
"""
_Command.__init__(self, dist)
vars(self).update(kw)
def _ensure_stringlike(self, option, what, default=None):
val = getattr(self, option)
if val is None:
setattr(self, option, default)
return default
elif not isinstance(val, str):
raise DistutilsOptionError(
"'%s' must be a %s (got `%s`)" % (option, what, val)
)
return val
def ensure_string_list(self, option):
r"""Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
"""
val = getattr(self, option)
if val is None:
return
elif isinstance(val, str):
setattr(self, option, re.split(r',\s*|\s+', val))
else:
if isinstance(val, list):
ok = all(isinstance(v, str) for v in val)
else:
ok = False
if not ok:
raise DistutilsOptionError(
"'%s' must be a list of strings (got %r)" % (option, val)
)
def reinitialize_command(self, command, reinit_subcommands=0, **kw):
cmd = _Command.reinitialize_command(self, command, reinit_subcommands)
vars(cmd).update(kw)
return cmd
def _find_all_simple(path):
"""
Find all files under 'path'
"""
results = (
os.path.join(base, file)
for base, dirs, files in os.walk(path, followlinks=True)
for file in files
)
return filter(os.path.isfile, results)
def findall(dir=os.curdir):
"""
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
"""
files = _find_all_simple(dir)
if dir == os.curdir:
make_rel = functools.partial(os.path.relpath, start=dir)
files = map(make_rel, files)
return list(files)
class sic(str):
"""Treat this string as-is (https://en.wikipedia.org/wiki/Sic)"""
# Apply monkey patches
monkey.patch_all()
site-packages/setuptools/dist.py 0000644 00000124117 15056474501 0013037 0 ustar 00 # -*- coding: utf-8 -*-
__all__ = ['Distribution']
import io
import sys
import re
import os
import warnings
import numbers
import distutils.log
import distutils.core
import distutils.cmd
import distutils.dist
import distutils.command
from distutils.util import strtobool
from distutils.debug import DEBUG
from distutils.fancy_getopt import translate_longopt
from glob import iglob
import itertools
import textwrap
from typing import List, Optional, TYPE_CHECKING
from collections import defaultdict
from email import message_from_file
from distutils.errors import DistutilsOptionError, DistutilsSetupError
from distutils.util import rfc822_escape
from distutils.version import StrictVersion
from setuptools.extern import packaging
from setuptools.extern import ordered_set
from setuptools.extern.more_itertools import unique_everseen
from . import SetuptoolsDeprecationWarning
import setuptools
import setuptools.command
from setuptools import windows_support
from setuptools.monkey import get_unpatched
from setuptools.config import parse_configuration
import pkg_resources
if TYPE_CHECKING:
from email.message import Message
__import__('setuptools.extern.packaging.specifiers')
__import__('setuptools.extern.packaging.version')
def _get_unpatched(cls):
warnings.warn("Do not call this function", DistDeprecationWarning)
return get_unpatched(cls)
def get_metadata_version(self):
mv = getattr(self, 'metadata_version', None)
if mv is None:
mv = StrictVersion('2.1')
self.metadata_version = mv
return mv
def rfc822_unescape(content: str) -> str:
"""Reverse RFC-822 escaping by removing leading whitespaces from content."""
lines = content.splitlines()
if len(lines) == 1:
return lines[0].lstrip()
return '\n'.join((lines[0].lstrip(), textwrap.dedent('\n'.join(lines[1:]))))
def _read_field_from_msg(msg: "Message", field: str) -> Optional[str]:
"""Read Message header field."""
value = msg[field]
if value == 'UNKNOWN':
return None
return value
def _read_field_unescaped_from_msg(msg: "Message", field: str) -> Optional[str]:
"""Read Message header field and apply rfc822_unescape."""
value = _read_field_from_msg(msg, field)
if value is None:
return value
return rfc822_unescape(value)
def _read_list_from_msg(msg: "Message", field: str) -> Optional[List[str]]:
"""Read Message header field and return all results as list."""
values = msg.get_all(field, None)
if values == []:
return None
return values
def _read_payload_from_msg(msg: "Message") -> Optional[str]:
value = msg.get_payload().strip()
if value == 'UNKNOWN':
return None
return value
def read_pkg_file(self, file):
"""Reads the metadata values from a file object."""
msg = message_from_file(file)
self.metadata_version = StrictVersion(msg['metadata-version'])
self.name = _read_field_from_msg(msg, 'name')
self.version = _read_field_from_msg(msg, 'version')
self.description = _read_field_from_msg(msg, 'summary')
# we are filling author only.
self.author = _read_field_from_msg(msg, 'author')
self.maintainer = None
self.author_email = _read_field_from_msg(msg, 'author-email')
self.maintainer_email = None
self.url = _read_field_from_msg(msg, 'home-page')
self.license = _read_field_unescaped_from_msg(msg, 'license')
if 'download-url' in msg:
self.download_url = _read_field_from_msg(msg, 'download-url')
else:
self.download_url = None
self.long_description = _read_field_unescaped_from_msg(msg, 'description')
if self.long_description is None and self.metadata_version >= StrictVersion('2.1'):
self.long_description = _read_payload_from_msg(msg)
self.description = _read_field_from_msg(msg, 'summary')
if 'keywords' in msg:
self.keywords = _read_field_from_msg(msg, 'keywords').split(',')
self.platforms = _read_list_from_msg(msg, 'platform')
self.classifiers = _read_list_from_msg(msg, 'classifier')
# PEP 314 - these fields only exist in 1.1
if self.metadata_version == StrictVersion('1.1'):
self.requires = _read_list_from_msg(msg, 'requires')
self.provides = _read_list_from_msg(msg, 'provides')
self.obsoletes = _read_list_from_msg(msg, 'obsoletes')
else:
self.requires = None
self.provides = None
self.obsoletes = None
self.license_files = _read_list_from_msg(msg, 'license-file')
def single_line(val):
# quick and dirty validation for description pypa/setuptools#1390
if '\n' in val:
# TODO after 2021-07-31: Replace with `raise ValueError("newlines not allowed")`
warnings.warn("newlines not allowed and will break in the future")
val = val.replace('\n', ' ')
return val
# Based on Python 3.5 version
def write_pkg_file(self, file): # noqa: C901 # is too complex (14) # FIXME
"""Write the PKG-INFO format data to a file object."""
version = self.get_metadata_version()
def write_field(key, value):
file.write("%s: %s\n" % (key, value))
write_field('Metadata-Version', str(version))
write_field('Name', self.get_name())
write_field('Version', self.get_version())
write_field('Summary', single_line(self.get_description()))
write_field('Home-page', self.get_url())
optional_fields = (
('Author', 'author'),
('Author-email', 'author_email'),
('Maintainer', 'maintainer'),
('Maintainer-email', 'maintainer_email'),
)
for field, attr in optional_fields:
attr_val = getattr(self, attr, None)
if attr_val is not None:
write_field(field, attr_val)
license = rfc822_escape(self.get_license())
write_field('License', license)
if self.download_url:
write_field('Download-URL', self.download_url)
for project_url in self.project_urls.items():
write_field('Project-URL', '%s, %s' % project_url)
keywords = ','.join(self.get_keywords())
if keywords:
write_field('Keywords', keywords)
for platform in self.get_platforms():
write_field('Platform', platform)
self._write_list(file, 'Classifier', self.get_classifiers())
# PEP 314
self._write_list(file, 'Requires', self.get_requires())
self._write_list(file, 'Provides', self.get_provides())
self._write_list(file, 'Obsoletes', self.get_obsoletes())
# Setuptools specific for PEP 345
if hasattr(self, 'python_requires'):
write_field('Requires-Python', self.python_requires)
# PEP 566
if self.long_description_content_type:
write_field('Description-Content-Type', self.long_description_content_type)
if self.provides_extras:
for extra in self.provides_extras:
write_field('Provides-Extra', extra)
self._write_list(file, 'License-File', self.license_files or [])
file.write("\n%s\n\n" % self.get_long_description())
sequence = tuple, list
def check_importable(dist, attr, value):
try:
ep = pkg_resources.EntryPoint.parse('x=' + value)
assert not ep.extras
except (TypeError, ValueError, AttributeError, AssertionError) as e:
raise DistutilsSetupError(
"%r must be importable 'module:attrs' string (got %r)" % (attr, value)
) from e
def assert_string_list(dist, attr, value):
"""Verify that value is a string list"""
try:
# verify that value is a list or tuple to exclude unordered
# or single-use iterables
assert isinstance(value, (list, tuple))
# verify that elements of value are strings
assert ''.join(value) != value
except (TypeError, ValueError, AttributeError, AssertionError) as e:
raise DistutilsSetupError(
"%r must be a list of strings (got %r)" % (attr, value)
) from e
def check_nsp(dist, attr, value):
"""Verify that namespace packages are valid"""
ns_packages = value
assert_string_list(dist, attr, ns_packages)
for nsp in ns_packages:
if not dist.has_contents_for(nsp):
raise DistutilsSetupError(
"Distribution contains no modules or packages for "
+ "namespace package %r" % nsp
)
parent, sep, child = nsp.rpartition('.')
if parent and parent not in ns_packages:
distutils.log.warn(
"WARNING: %r is declared as a package namespace, but %r"
" is not: please correct this in setup.py",
nsp,
parent,
)
def check_extras(dist, attr, value):
"""Verify that extras_require mapping is valid"""
try:
list(itertools.starmap(_check_extra, value.items()))
except (TypeError, ValueError, AttributeError) as e:
raise DistutilsSetupError(
"'extras_require' must be a dictionary whose values are "
"strings or lists of strings containing valid project/version "
"requirement specifiers."
) from e
def _check_extra(extra, reqs):
name, sep, marker = extra.partition(':')
if marker and pkg_resources.invalid_marker(marker):
raise DistutilsSetupError("Invalid environment marker: " + marker)
list(pkg_resources.parse_requirements(reqs))
def assert_bool(dist, attr, value):
"""Verify that value is True, False, 0, or 1"""
if bool(value) != value:
tmpl = "{attr!r} must be a boolean value (got {value!r})"
raise DistutilsSetupError(tmpl.format(attr=attr, value=value))
def invalid_unless_false(dist, attr, value):
if not value:
warnings.warn(f"{attr} is ignored.", DistDeprecationWarning)
return
raise DistutilsSetupError(f"{attr} is invalid.")
def check_requirements(dist, attr, value):
"""Verify that install_requires is a valid requirements list"""
try:
list(pkg_resources.parse_requirements(value))
if isinstance(value, (dict, set)):
raise TypeError("Unordered types are not allowed")
except (TypeError, ValueError) as error:
tmpl = (
"{attr!r} must be a string or list of strings "
"containing valid project/version requirement specifiers; {error}"
)
raise DistutilsSetupError(tmpl.format(attr=attr, error=error)) from error
def check_specifier(dist, attr, value):
"""Verify that value is a valid version specifier"""
try:
packaging.specifiers.SpecifierSet(value)
except (packaging.specifiers.InvalidSpecifier, AttributeError) as error:
tmpl = (
"{attr!r} must be a string " "containing valid version specifiers; {error}"
)
raise DistutilsSetupError(tmpl.format(attr=attr, error=error)) from error
def check_entry_points(dist, attr, value):
"""Verify that entry_points map is parseable"""
try:
pkg_resources.EntryPoint.parse_map(value)
except ValueError as e:
raise DistutilsSetupError(e) from e
def check_test_suite(dist, attr, value):
if not isinstance(value, str):
raise DistutilsSetupError("test_suite must be a string")
def check_package_data(dist, attr, value):
"""Verify that value is a dictionary of package names to glob lists"""
if not isinstance(value, dict):
raise DistutilsSetupError(
"{!r} must be a dictionary mapping package names to lists of "
"string wildcard patterns".format(attr)
)
for k, v in value.items():
if not isinstance(k, str):
raise DistutilsSetupError(
"keys of {!r} dict must be strings (got {!r})".format(attr, k)
)
assert_string_list(dist, 'values of {!r} dict'.format(attr), v)
def check_packages(dist, attr, value):
for pkgname in value:
if not re.match(r'\w+(\.\w+)*', pkgname):
distutils.log.warn(
"WARNING: %r not a valid package name; please use only "
".-separated package names in setup.py",
pkgname,
)
_Distribution = get_unpatched(distutils.core.Distribution)
class Distribution(_Distribution):
"""Distribution with support for tests and package data
This is an enhanced version of 'distutils.dist.Distribution' that
effectively adds the following new optional keyword arguments to 'setup()':
'install_requires' -- a string or sequence of strings specifying project
versions that the distribution requires when installed, in the format
used by 'pkg_resources.require()'. They will be installed
automatically when the package is installed. If you wish to use
packages that are not available in PyPI, or want to give your users an
alternate download location, you can add a 'find_links' option to the
'[easy_install]' section of your project's 'setup.cfg' file, and then
setuptools will scan the listed web pages for links that satisfy the
requirements.
'extras_require' -- a dictionary mapping names of optional "extras" to the
additional requirement(s) that using those extras incurs. For example,
this::
extras_require = dict(reST = ["docutils>=0.3", "reSTedit"])
indicates that the distribution can optionally provide an extra
capability called "reST", but it can only be used if docutils and
reSTedit are installed. If the user installs your package using
EasyInstall and requests one of your extras, the corresponding
additional requirements will be installed if needed.
'test_suite' -- the name of a test suite to run for the 'test' command.
If the user runs 'python setup.py test', the package will be installed,
and the named test suite will be run. The format is the same as
would be used on a 'unittest.py' command line. That is, it is the
dotted name of an object to import and call to generate a test suite.
'package_data' -- a dictionary mapping package names to lists of filenames
or globs to use to find data files contained in the named packages.
If the dictionary has filenames or globs listed under '""' (the empty
string), those names will be searched for in every package, in addition
to any names for the specific package. Data files found using these
names/globs will be installed along with the package, in the same
location as the package. Note that globs are allowed to reference
the contents of non-package subdirectories, as long as you use '/' as
a path separator. (Globs are automatically converted to
platform-specific paths at runtime.)
In addition to these new keywords, this class also has several new methods
for manipulating the distribution's contents. For example, the 'include()'
and 'exclude()' methods can be thought of as in-place add and subtract
commands that add or remove packages, modules, extensions, and so on from
the distribution.
"""
_DISTUTILS_UNSUPPORTED_METADATA = {
'long_description_content_type': lambda: None,
'project_urls': dict,
'provides_extras': ordered_set.OrderedSet,
'license_file': lambda: None,
'license_files': lambda: None,
}
_patched_dist = None
def patch_missing_pkg_info(self, attrs):
# Fake up a replacement for the data that would normally come from
# PKG-INFO, but which might not yet be built if this is a fresh
# checkout.
#
if not attrs or 'name' not in attrs or 'version' not in attrs:
return
key = pkg_resources.safe_name(str(attrs['name'])).lower()
dist = pkg_resources.working_set.by_key.get(key)
if dist is not None and not dist.has_metadata('PKG-INFO'):
dist._version = pkg_resources.safe_version(str(attrs['version']))
self._patched_dist = dist
def __init__(self, attrs=None):
have_package_data = hasattr(self, "package_data")
if not have_package_data:
self.package_data = {}
attrs = attrs or {}
self.dist_files = []
# Filter-out setuptools' specific options.
self.src_root = attrs.pop("src_root", None)
self.patch_missing_pkg_info(attrs)
self.dependency_links = attrs.pop('dependency_links', [])
self.setup_requires = attrs.pop('setup_requires', [])
for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'):
vars(self).setdefault(ep.name, None)
_Distribution.__init__(
self,
{
k: v
for k, v in attrs.items()
if k not in self._DISTUTILS_UNSUPPORTED_METADATA
},
)
self._set_metadata_defaults(attrs)
self.metadata.version = self._normalize_version(
self._validate_version(self.metadata.version)
)
self._finalize_requires()
def _set_metadata_defaults(self, attrs):
"""
Fill-in missing metadata fields not supported by distutils.
Some fields may have been set by other tools (e.g. pbr).
Those fields (vars(self.metadata)) take precedence to
supplied attrs.
"""
for option, default in self._DISTUTILS_UNSUPPORTED_METADATA.items():
vars(self.metadata).setdefault(option, attrs.get(option, default()))
@staticmethod
def _normalize_version(version):
if isinstance(version, setuptools.sic) or version is None:
return version
normalized = str(packaging.version.Version(version))
if version != normalized:
tmpl = "Normalizing '{version}' to '{normalized}'"
warnings.warn(tmpl.format(**locals()))
return normalized
return version
@staticmethod
def _validate_version(version):
if isinstance(version, numbers.Number):
# Some people apparently take "version number" too literally :)
version = str(version)
if version is not None:
try:
packaging.version.Version(version)
except (packaging.version.InvalidVersion, TypeError):
warnings.warn(
"The version specified (%r) is an invalid version, this "
"may not work as expected with newer versions of "
"setuptools, pip, and PyPI. Please see PEP 440 for more "
"details." % version
)
return setuptools.sic(version)
return version
def _finalize_requires(self):
"""
Set `metadata.python_requires` and fix environment markers
in `install_requires` and `extras_require`.
"""
if getattr(self, 'python_requires', None):
self.metadata.python_requires = self.python_requires
if getattr(self, 'extras_require', None):
for extra in self.extras_require.keys():
# Since this gets called multiple times at points where the
# keys have become 'converted' extras, ensure that we are only
# truly adding extras we haven't seen before here.
extra = extra.split(':')[0]
if extra:
self.metadata.provides_extras.add(extra)
self._convert_extras_requirements()
self._move_install_requirements_markers()
def _convert_extras_requirements(self):
"""
Convert requirements in `extras_require` of the form
`"extra": ["barbazquux; {marker}"]` to
`"extra:{marker}": ["barbazquux"]`.
"""
spec_ext_reqs = getattr(self, 'extras_require', None) or {}
self._tmp_extras_require = defaultdict(list)
for section, v in spec_ext_reqs.items():
# Do not strip empty sections.
self._tmp_extras_require[section]
for r in pkg_resources.parse_requirements(v):
suffix = self._suffix_for(r)
self._tmp_extras_require[section + suffix].append(r)
@staticmethod
def _suffix_for(req):
"""
For a requirement, return the 'extras_require' suffix for
that requirement.
"""
return ':' + str(req.marker) if req.marker else ''
def _move_install_requirements_markers(self):
"""
Move requirements in `install_requires` that are using environment
markers `extras_require`.
"""
# divide the install_requires into two sets, simple ones still
# handled by install_requires and more complex ones handled
# by extras_require.
def is_simple_req(req):
return not req.marker
spec_inst_reqs = getattr(self, 'install_requires', None) or ()
inst_reqs = list(pkg_resources.parse_requirements(spec_inst_reqs))
simple_reqs = filter(is_simple_req, inst_reqs)
complex_reqs = itertools.filterfalse(is_simple_req, inst_reqs)
self.install_requires = list(map(str, simple_reqs))
for r in complex_reqs:
self._tmp_extras_require[':' + str(r.marker)].append(r)
self.extras_require = dict(
(k, [str(r) for r in map(self._clean_req, v)])
for k, v in self._tmp_extras_require.items()
)
def _clean_req(self, req):
"""
Given a Requirement, remove environment markers and return it.
"""
req.marker = None
return req
def _finalize_license_files(self):
"""Compute names of all license files which should be included."""
license_files: Optional[List[str]] = self.metadata.license_files
patterns: List[str] = license_files if license_files else []
license_file: Optional[str] = self.metadata.license_file
if license_file and license_file not in patterns:
patterns.append(license_file)
if license_files is None and license_file is None:
# Default patterns match the ones wheel uses
# See https://wheel.readthedocs.io/en/stable/user_guide.html
# -> 'Including license files in the generated wheel file'
patterns = ('LICEN[CS]E*', 'COPYING*', 'NOTICE*', 'AUTHORS*')
self.metadata.license_files = list(
unique_everseen(self._expand_patterns(patterns))
)
@staticmethod
def _expand_patterns(patterns):
"""
>>> list(Distribution._expand_patterns(['LICENSE']))
['LICENSE']
>>> list(Distribution._expand_patterns(['setup.cfg', 'LIC*']))
['setup.cfg', 'LICENSE']
"""
return (
path
for pattern in patterns
for path in sorted(iglob(pattern))
if not path.endswith('~') and os.path.isfile(path)
)
# FIXME: 'Distribution._parse_config_files' is too complex (14)
def _parse_config_files(self, filenames=None): # noqa: C901
"""
Adapted from distutils.dist.Distribution.parse_config_files,
this method provides the same functionality in subtly-improved
ways.
"""
from configparser import ConfigParser
# Ignore install directory options if we have a venv
ignore_options = (
[]
if sys.prefix == sys.base_prefix
else [
'install-base',
'install-platbase',
'install-lib',
'install-platlib',
'install-purelib',
'install-headers',
'install-scripts',
'install-data',
'prefix',
'exec-prefix',
'home',
'user',
'root',
]
)
ignore_options = frozenset(ignore_options)
if filenames is None:
filenames = self.find_config_files()
if DEBUG:
self.announce("Distribution.parse_config_files():")
parser = ConfigParser()
parser.optionxform = str
for filename in filenames:
with io.open(filename, encoding='utf-8') as reader:
if DEBUG:
self.announce(" reading {filename}".format(**locals()))
parser.read_file(reader)
for section in parser.sections():
options = parser.options(section)
opt_dict = self.get_option_dict(section)
for opt in options:
if opt == '__name__' or opt in ignore_options:
continue
val = parser.get(section, opt)
opt = self.warn_dash_deprecation(opt, section)
opt = self.make_option_lowercase(opt, section)
opt_dict[opt] = (filename, val)
# Make the ConfigParser forget everything (so we retain
# the original filenames that options come from)
parser.__init__()
if 'global' not in self.command_options:
return
# If there was a "global" section in the config file, use it
# to set Distribution options.
for (opt, (src, val)) in self.command_options['global'].items():
alias = self.negative_opt.get(opt)
if alias:
val = not strtobool(val)
elif opt in ('verbose', 'dry_run'): # ugh!
val = strtobool(val)
try:
setattr(self, alias or opt, val)
except ValueError as e:
raise DistutilsOptionError(e) from e
def warn_dash_deprecation(self, opt, section):
if section in (
'options.extras_require',
'options.data_files',
):
return opt
underscore_opt = opt.replace('-', '_')
commands = distutils.command.__all__ + self._setuptools_commands()
if (
not section.startswith('options')
and section != 'metadata'
and section not in commands
):
return underscore_opt
if '-' in opt:
warnings.warn(
"Usage of dash-separated '%s' will not be supported in future "
"versions. Please use the underscore name '%s' instead"
% (opt, underscore_opt)
)
return underscore_opt
def _setuptools_commands(self):
try:
dist = pkg_resources.get_distribution('setuptools')
return list(dist.get_entry_map('distutils.commands'))
except pkg_resources.DistributionNotFound:
# during bootstrapping, distribution doesn't exist
return []
def make_option_lowercase(self, opt, section):
if section != 'metadata' or opt.islower():
return opt
lowercase_opt = opt.lower()
warnings.warn(
"Usage of uppercase key '%s' in '%s' will be deprecated in future "
"versions. Please use lowercase '%s' instead"
% (opt, section, lowercase_opt)
)
return lowercase_opt
# FIXME: 'Distribution._set_command_options' is too complex (14)
def _set_command_options(self, command_obj, option_dict=None): # noqa: C901
"""
Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
(Adopted from distutils.dist.Distribution._set_command_options)
"""
command_name = command_obj.get_command_name()
if option_dict is None:
option_dict = self.get_option_dict(command_name)
if DEBUG:
self.announce(" setting options for '%s' command:" % command_name)
for (option, (source, value)) in option_dict.items():
if DEBUG:
self.announce(" %s = %s (from %s)" % (option, value, source))
try:
bool_opts = [translate_longopt(o) for o in command_obj.boolean_options]
except AttributeError:
bool_opts = []
try:
neg_opt = command_obj.negative_opt
except AttributeError:
neg_opt = {}
try:
is_string = isinstance(value, str)
if option in neg_opt and is_string:
setattr(command_obj, neg_opt[option], not strtobool(value))
elif option in bool_opts and is_string:
setattr(command_obj, option, strtobool(value))
elif hasattr(command_obj, option):
setattr(command_obj, option, value)
else:
raise DistutilsOptionError(
"error in %s: command '%s' has no such option '%s'"
% (source, command_name, option)
)
except ValueError as e:
raise DistutilsOptionError(e) from e
def parse_config_files(self, filenames=None, ignore_option_errors=False):
"""Parses configuration files from various levels
and loads configuration.
"""
self._parse_config_files(filenames=filenames)
parse_configuration(
self, self.command_options, ignore_option_errors=ignore_option_errors
)
self._finalize_requires()
self._finalize_license_files()
def fetch_build_eggs(self, requires):
"""Resolve pre-setup requirements"""
resolved_dists = pkg_resources.working_set.resolve(
pkg_resources.parse_requirements(requires),
installer=self.fetch_build_egg,
replace_conflicting=True,
)
for dist in resolved_dists:
pkg_resources.working_set.add(dist, replace=True)
return resolved_dists
def finalize_options(self):
"""
Allow plugins to apply arbitrary operations to the
distribution. Each hook may optionally define a 'order'
to influence the order of execution. Smaller numbers
go first and the default is 0.
"""
group = 'setuptools.finalize_distribution_options'
def by_order(hook):
return getattr(hook, 'order', 0)
defined = pkg_resources.iter_entry_points(group)
filtered = itertools.filterfalse(self._removed, defined)
loaded = map(lambda e: e.load(), filtered)
for ep in sorted(loaded, key=by_order):
ep(self)
@staticmethod
def _removed(ep):
"""
When removing an entry point, if metadata is loaded
from an older version of Setuptools, that removed
entry point will attempt to be loaded and will fail.
See #2765 for more details.
"""
removed = {
# removed 2021-09-05
'2to3_doctests',
}
return ep.name in removed
def _finalize_setup_keywords(self):
for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'):
value = getattr(self, ep.name, None)
if value is not None:
ep.require(installer=self.fetch_build_egg)
ep.load()(self, ep.name, value)
def get_egg_cache_dir(self):
egg_cache_dir = os.path.join(os.curdir, '.eggs')
if not os.path.exists(egg_cache_dir):
os.mkdir(egg_cache_dir)
windows_support.hide_file(egg_cache_dir)
readme_txt_filename = os.path.join(egg_cache_dir, 'README.txt')
with open(readme_txt_filename, 'w') as f:
f.write(
'This directory contains eggs that were downloaded '
'by setuptools to build, test, and run plug-ins.\n\n'
)
f.write(
'This directory caches those eggs to prevent '
'repeated downloads.\n\n'
)
f.write('However, it is safe to delete this directory.\n\n')
return egg_cache_dir
def fetch_build_egg(self, req):
"""Fetch an egg needed for building"""
from setuptools.installer import fetch_build_egg
return fetch_build_egg(self, req)
def get_command_class(self, command):
"""Pluggable version of get_command_class()"""
if command in self.cmdclass:
return self.cmdclass[command]
eps = pkg_resources.iter_entry_points('distutils.commands', command)
for ep in eps:
ep.require(installer=self.fetch_build_egg)
self.cmdclass[command] = cmdclass = ep.load()
return cmdclass
else:
return _Distribution.get_command_class(self, command)
def print_commands(self):
for ep in pkg_resources.iter_entry_points('distutils.commands'):
if ep.name not in self.cmdclass:
# don't require extras as the commands won't be invoked
cmdclass = ep.resolve()
self.cmdclass[ep.name] = cmdclass
return _Distribution.print_commands(self)
def get_command_list(self):
for ep in pkg_resources.iter_entry_points('distutils.commands'):
if ep.name not in self.cmdclass:
# don't require extras as the commands won't be invoked
cmdclass = ep.resolve()
self.cmdclass[ep.name] = cmdclass
return _Distribution.get_command_list(self)
def include(self, **attrs):
"""Add items to distribution that are named in keyword arguments
For example, 'dist.include(py_modules=["x"])' would add 'x' to
the distribution's 'py_modules' attribute, if it was not already
there.
Currently, this method only supports inclusion for attributes that are
lists or tuples. If you need to add support for adding to other
attributes in this or a subclass, you can add an '_include_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})'
will try to call 'dist._include_foo({"bar":"baz"})', which can then
handle whatever special inclusion logic is needed.
"""
for k, v in attrs.items():
include = getattr(self, '_include_' + k, None)
if include:
include(v)
else:
self._include_misc(k, v)
def exclude_package(self, package):
"""Remove packages, modules, and extensions in named package"""
pfx = package + '.'
if self.packages:
self.packages = [
p for p in self.packages if p != package and not p.startswith(pfx)
]
if self.py_modules:
self.py_modules = [
p for p in self.py_modules if p != package and not p.startswith(pfx)
]
if self.ext_modules:
self.ext_modules = [
p
for p in self.ext_modules
if p.name != package and not p.name.startswith(pfx)
]
def has_contents_for(self, package):
"""Return true if 'exclude_package(package)' would do something"""
pfx = package + '.'
for p in self.iter_distribution_names():
if p == package or p.startswith(pfx):
return True
def _exclude_misc(self, name, value):
"""Handle 'exclude()' for list/tuple attrs without a special handler"""
if not isinstance(value, sequence):
raise DistutilsSetupError(
"%s: setting must be a list or tuple (%r)" % (name, value)
)
try:
old = getattr(self, name)
except AttributeError as e:
raise DistutilsSetupError("%s: No such distribution setting" % name) from e
if old is not None and not isinstance(old, sequence):
raise DistutilsSetupError(
name + ": this setting cannot be changed via include/exclude"
)
elif old:
setattr(self, name, [item for item in old if item not in value])
def _include_misc(self, name, value):
"""Handle 'include()' for list/tuple attrs without a special handler"""
if not isinstance(value, sequence):
raise DistutilsSetupError("%s: setting must be a list (%r)" % (name, value))
try:
old = getattr(self, name)
except AttributeError as e:
raise DistutilsSetupError("%s: No such distribution setting" % name) from e
if old is None:
setattr(self, name, value)
elif not isinstance(old, sequence):
raise DistutilsSetupError(
name + ": this setting cannot be changed via include/exclude"
)
else:
new = [item for item in value if item not in old]
setattr(self, name, old + new)
def exclude(self, **attrs):
"""Remove items from distribution that are named in keyword arguments
For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from
the distribution's 'py_modules' attribute. Excluding packages uses
the 'exclude_package()' method, so all of the package's contained
packages, modules, and extensions are also excluded.
Currently, this method only supports exclusion from attributes that are
lists or tuples. If you need to add support for excluding from other
attributes in this or a subclass, you can add an '_exclude_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})'
will try to call 'dist._exclude_foo({"bar":"baz"})', which can then
handle whatever special exclusion logic is needed.
"""
for k, v in attrs.items():
exclude = getattr(self, '_exclude_' + k, None)
if exclude:
exclude(v)
else:
self._exclude_misc(k, v)
def _exclude_packages(self, packages):
if not isinstance(packages, sequence):
raise DistutilsSetupError(
"packages: setting must be a list or tuple (%r)" % (packages,)
)
list(map(self.exclude_package, packages))
def _parse_command_opts(self, parser, args):
# Remove --with-X/--without-X options when processing command args
self.global_options = self.__class__.global_options
self.negative_opt = self.__class__.negative_opt
# First, expand any aliases
command = args[0]
aliases = self.get_option_dict('aliases')
while command in aliases:
src, alias = aliases[command]
del aliases[command] # ensure each alias can expand only once!
import shlex
args[:1] = shlex.split(alias, True)
command = args[0]
nargs = _Distribution._parse_command_opts(self, parser, args)
# Handle commands that want to consume all remaining arguments
cmd_class = self.get_command_class(command)
if getattr(cmd_class, 'command_consumes_arguments', None):
self.get_option_dict(command)['args'] = ("command line", nargs)
if nargs is not None:
return []
return nargs
def get_cmdline_options(self):
"""Return a '{cmd: {opt:val}}' map of all command-line options
Option names are all long, but do not include the leading '--', and
contain dashes rather than underscores. If the option doesn't take
an argument (e.g. '--quiet'), the 'val' is 'None'.
Note that options provided by config files are intentionally excluded.
"""
d = {}
for cmd, opts in self.command_options.items():
for opt, (src, val) in opts.items():
if src != "command line":
continue
opt = opt.replace('_', '-')
if val == 0:
cmdobj = self.get_command_obj(cmd)
neg_opt = self.negative_opt.copy()
neg_opt.update(getattr(cmdobj, 'negative_opt', {}))
for neg, pos in neg_opt.items():
if pos == opt:
opt = neg
val = None
break
else:
raise AssertionError("Shouldn't be able to get here")
elif val == 1:
val = None
d.setdefault(cmd, {})[opt] = val
return d
def iter_distribution_names(self):
"""Yield all packages, modules, and extension names in distribution"""
for pkg in self.packages or ():
yield pkg
for module in self.py_modules or ():
yield module
for ext in self.ext_modules or ():
if isinstance(ext, tuple):
name, buildinfo = ext
else:
name = ext.name
if name.endswith('module'):
name = name[:-6]
yield name
def handle_display_options(self, option_order):
"""If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
"""
import sys
if self.help_commands:
return _Distribution.handle_display_options(self, option_order)
# Stdout may be StringIO (e.g. in tests)
if not isinstance(sys.stdout, io.TextIOWrapper):
return _Distribution.handle_display_options(self, option_order)
# Don't wrap stdout if utf-8 is already the encoding. Provides
# workaround for #334.
if sys.stdout.encoding.lower() in ('utf-8', 'utf8'):
return _Distribution.handle_display_options(self, option_order)
# Print metadata in UTF-8 no matter the platform
encoding = sys.stdout.encoding
errors = sys.stdout.errors
newline = sys.platform != 'win32' and '\n' or None
line_buffering = sys.stdout.line_buffering
sys.stdout = io.TextIOWrapper(
sys.stdout.detach(), 'utf-8', errors, newline, line_buffering
)
try:
return _Distribution.handle_display_options(self, option_order)
finally:
sys.stdout = io.TextIOWrapper(
sys.stdout.detach(), encoding, errors, newline, line_buffering
)
class DistDeprecationWarning(SetuptoolsDeprecationWarning):
"""Class for warning about deprecations in dist in
setuptools. Not ignored by default, unlike DeprecationWarning."""
site-packages/setuptools/windows_support.py 0000644 00000001312 15056474501 0015351 0 ustar 00 import platform
import ctypes
def windows_only(func):
if platform.system() != 'Windows':
return lambda *args, **kwargs: None
return func
@windows_only
def hide_file(path):
"""
Set the hidden attribute on a file or directory.
From http://stackoverflow.com/questions/19622133/
`path` must be text.
"""
__import__('ctypes.wintypes')
SetFileAttributes = ctypes.windll.kernel32.SetFileAttributesW
SetFileAttributes.argtypes = ctypes.wintypes.LPWSTR, ctypes.wintypes.DWORD
SetFileAttributes.restype = ctypes.wintypes.BOOL
FILE_ATTRIBUTE_HIDDEN = 0x02
ret = SetFileAttributes(path, FILE_ATTRIBUTE_HIDDEN)
if not ret:
raise ctypes.WinError()
site-packages/setuptools/config.py 0000644 00000055123 15056474501 0013341 0 ustar 00 import ast
import io
import os
import sys
import warnings
import functools
import importlib
from collections import defaultdict
from functools import partial
from functools import wraps
from glob import iglob
import contextlib
from distutils.errors import DistutilsOptionError, DistutilsFileError
from setuptools.extern.packaging.version import LegacyVersion, parse
from setuptools.extern.packaging.specifiers import SpecifierSet
class StaticModule:
"""
Attempt to load the module by the name
"""
def __init__(self, name):
spec = importlib.util.find_spec(name)
with open(spec.origin) as strm:
src = strm.read()
module = ast.parse(src)
vars(self).update(locals())
del self.self
def __getattr__(self, attr):
try:
return next(
ast.literal_eval(statement.value)
for statement in self.module.body
if isinstance(statement, ast.Assign)
for target in statement.targets
if isinstance(target, ast.Name) and target.id == attr
)
except Exception as e:
raise AttributeError(
"{self.name} has no attribute {attr}".format(**locals())
) from e
@contextlib.contextmanager
def patch_path(path):
"""
Add path to front of sys.path for the duration of the context.
"""
try:
sys.path.insert(0, path)
yield
finally:
sys.path.remove(path)
def read_configuration(filepath, find_others=False, ignore_option_errors=False):
"""Read given configuration file and returns options from it as a dict.
:param str|unicode filepath: Path to configuration file
to get options from.
:param bool find_others: Whether to search for other configuration files
which could be on in various places.
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: dict
"""
from setuptools.dist import Distribution, _Distribution
filepath = os.path.abspath(filepath)
if not os.path.isfile(filepath):
raise DistutilsFileError('Configuration file %s does not exist.' % filepath)
current_directory = os.getcwd()
os.chdir(os.path.dirname(filepath))
try:
dist = Distribution()
filenames = dist.find_config_files() if find_others else []
if filepath not in filenames:
filenames.append(filepath)
_Distribution.parse_config_files(dist, filenames=filenames)
handlers = parse_configuration(
dist, dist.command_options, ignore_option_errors=ignore_option_errors
)
finally:
os.chdir(current_directory)
return configuration_to_dict(handlers)
def _get_option(target_obj, key):
"""
Given a target object and option key, get that option from
the target object, either through a get_{key} method or
from an attribute directly.
"""
getter_name = 'get_{key}'.format(**locals())
by_attribute = functools.partial(getattr, target_obj, key)
getter = getattr(target_obj, getter_name, by_attribute)
return getter()
def configuration_to_dict(handlers):
"""Returns configuration data gathered by given handlers as a dict.
:param list[ConfigHandler] handlers: Handlers list,
usually from parse_configuration()
:rtype: dict
"""
config_dict = defaultdict(dict)
for handler in handlers:
for option in handler.set_options:
value = _get_option(handler.target_obj, option)
config_dict[handler.section_prefix][option] = value
return config_dict
def parse_configuration(distribution, command_options, ignore_option_errors=False):
"""Performs additional parsing of configuration options
for a distribution.
Returns a list of used option handlers.
:param Distribution distribution:
:param dict command_options:
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: list
"""
options = ConfigOptionsHandler(distribution, command_options, ignore_option_errors)
options.parse()
meta = ConfigMetadataHandler(
distribution.metadata,
command_options,
ignore_option_errors,
distribution.package_dir,
)
meta.parse()
return meta, options
class ConfigHandler:
"""Handles metadata supplied in configuration files."""
section_prefix = None
"""Prefix for config sections handled by this handler.
Must be provided by class heirs.
"""
aliases = {}
"""Options aliases.
For compatibility with various packages. E.g.: d2to1 and pbr.
Note: `-` in keys is replaced with `_` by config parser.
"""
def __init__(self, target_obj, options, ignore_option_errors=False):
sections = {}
section_prefix = self.section_prefix
for section_name, section_options in options.items():
if not section_name.startswith(section_prefix):
continue
section_name = section_name.replace(section_prefix, '').strip('.')
sections[section_name] = section_options
self.ignore_option_errors = ignore_option_errors
self.target_obj = target_obj
self.sections = sections
self.set_options = []
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
raise NotImplementedError(
'%s must provide .parsers property' % self.__class__.__name__
)
def __setitem__(self, option_name, value):
unknown = tuple()
target_obj = self.target_obj
# Translate alias into real name.
option_name = self.aliases.get(option_name, option_name)
current_value = getattr(target_obj, option_name, unknown)
if current_value is unknown:
raise KeyError(option_name)
if current_value:
# Already inhabited. Skipping.
return
skip_option = False
parser = self.parsers.get(option_name)
if parser:
try:
value = parser(value)
except Exception:
skip_option = True
if not self.ignore_option_errors:
raise
if skip_option:
return
setter = getattr(target_obj, 'set_%s' % option_name, None)
if setter is None:
setattr(target_obj, option_name, value)
else:
setter(value)
self.set_options.append(option_name)
@classmethod
def _parse_list(cls, value, separator=','):
"""Represents value as a list.
Value is split either by separator (defaults to comma) or by lines.
:param value:
:param separator: List items separator character.
:rtype: list
"""
if isinstance(value, list): # _get_parser_compound case
return value
if '\n' in value:
value = value.splitlines()
else:
value = value.split(separator)
return [chunk.strip() for chunk in value if chunk.strip()]
@classmethod
def _parse_list_glob(cls, value, separator=','):
"""Equivalent to _parse_list() but expands any glob patterns using glob().
However, unlike with glob() calls, the results remain relative paths.
:param value:
:param separator: List items separator character.
:rtype: list
"""
glob_characters = ('*', '?', '[', ']', '{', '}')
values = cls._parse_list(value, separator=separator)
expanded_values = []
for value in values:
# Has globby characters?
if any(char in value for char in glob_characters):
# then expand the glob pattern while keeping paths *relative*:
expanded_values.extend(sorted(
os.path.relpath(path, os.getcwd())
for path in iglob(os.path.abspath(value))))
else:
# take the value as-is:
expanded_values.append(value)
return expanded_values
@classmethod
def _parse_dict(cls, value):
"""Represents value as a dict.
:param value:
:rtype: dict
"""
separator = '='
result = {}
for line in cls._parse_list(value):
key, sep, val = line.partition(separator)
if sep != separator:
raise DistutilsOptionError(
'Unable to parse option value to dict: %s' % value
)
result[key.strip()] = val.strip()
return result
@classmethod
def _parse_bool(cls, value):
"""Represents value as boolean.
:param value:
:rtype: bool
"""
value = value.lower()
return value in ('1', 'true', 'yes')
@classmethod
def _exclude_files_parser(cls, key):
"""Returns a parser function to make sure field inputs
are not files.
Parses a value after getting the key so error messages are
more informative.
:param key:
:rtype: callable
"""
def parser(value):
exclude_directive = 'file:'
if value.startswith(exclude_directive):
raise ValueError(
'Only strings are accepted for the {0} field, '
'files are not accepted'.format(key)
)
return value
return parser
@classmethod
def _parse_file(cls, value):
"""Represents value as a string, allowing including text
from nearest files using `file:` directive.
Directive is sandboxed and won't reach anything outside
directory with setup.py.
Examples:
file: README.rst, CHANGELOG.md, src/file.txt
:param str value:
:rtype: str
"""
include_directive = 'file:'
if not isinstance(value, str):
return value
if not value.startswith(include_directive):
return value
spec = value[len(include_directive) :]
filepaths = (os.path.abspath(path.strip()) for path in spec.split(','))
return '\n'.join(
cls._read_file(path)
for path in filepaths
if (cls._assert_local(path) or True) and os.path.isfile(path)
)
@staticmethod
def _assert_local(filepath):
if not filepath.startswith(os.getcwd()):
raise DistutilsOptionError('`file:` directive can not access %s' % filepath)
@staticmethod
def _read_file(filepath):
with io.open(filepath, encoding='utf-8') as f:
return f.read()
@classmethod
def _parse_attr(cls, value, package_dir=None):
"""Represents value as a module attribute.
Examples:
attr: package.attr
attr: package.module.attr
:param str value:
:rtype: str
"""
attr_directive = 'attr:'
if not value.startswith(attr_directive):
return value
attrs_path = value.replace(attr_directive, '').strip().split('.')
attr_name = attrs_path.pop()
module_name = '.'.join(attrs_path)
module_name = module_name or '__init__'
parent_path = os.getcwd()
if package_dir:
if attrs_path[0] in package_dir:
# A custom path was specified for the module we want to import
custom_path = package_dir[attrs_path[0]]
parts = custom_path.rsplit('/', 1)
if len(parts) > 1:
parent_path = os.path.join(os.getcwd(), parts[0])
module_name = parts[1]
else:
module_name = custom_path
elif '' in package_dir:
# A custom parent directory was specified for all root modules
parent_path = os.path.join(os.getcwd(), package_dir[''])
with patch_path(parent_path):
try:
# attempt to load value statically
return getattr(StaticModule(module_name), attr_name)
except Exception:
# fallback to simple import
module = importlib.import_module(module_name)
return getattr(module, attr_name)
@classmethod
def _get_parser_compound(cls, *parse_methods):
"""Returns parser function to represents value as a list.
Parses a value applying given methods one after another.
:param parse_methods:
:rtype: callable
"""
def parse(value):
parsed = value
for method in parse_methods:
parsed = method(parsed)
return parsed
return parse
@classmethod
def _parse_section_to_dict(cls, section_options, values_parser=None):
"""Parses section options into a dictionary.
Optionally applies a given parser to values.
:param dict section_options:
:param callable values_parser:
:rtype: dict
"""
value = {}
values_parser = values_parser or (lambda val: val)
for key, (_, val) in section_options.items():
value[key] = values_parser(val)
return value
def parse_section(self, section_options):
"""Parses configuration file section.
:param dict section_options:
"""
for (name, (_, value)) in section_options.items():
try:
self[name] = value
except KeyError:
pass # Keep silent for a new option may appear anytime.
def parse(self):
"""Parses configuration file items from one
or more related sections.
"""
for section_name, section_options in self.sections.items():
method_postfix = ''
if section_name: # [section.option] variant
method_postfix = '_%s' % section_name
section_parser_method = getattr(
self,
# Dots in section names are translated into dunderscores.
('parse_section%s' % method_postfix).replace('.', '__'),
None,
)
if section_parser_method is None:
raise DistutilsOptionError(
'Unsupported distribution option section: [%s.%s]'
% (self.section_prefix, section_name)
)
section_parser_method(section_options)
def _deprecated_config_handler(self, func, msg, warning_class):
"""this function will wrap around parameters that are deprecated
:param msg: deprecation message
:param warning_class: class of warning exception to be raised
:param func: function to be wrapped around
"""
@wraps(func)
def config_handler(*args, **kwargs):
warnings.warn(msg, warning_class)
return func(*args, **kwargs)
return config_handler
class ConfigMetadataHandler(ConfigHandler):
section_prefix = 'metadata'
aliases = {
'home_page': 'url',
'summary': 'description',
'classifier': 'classifiers',
'platform': 'platforms',
}
strict_mode = False
"""We need to keep it loose, to be partially compatible with
`pbr` and `d2to1` packages which also uses `metadata` section.
"""
def __init__(
self, target_obj, options, ignore_option_errors=False, package_dir=None
):
super(ConfigMetadataHandler, self).__init__(
target_obj, options, ignore_option_errors
)
self.package_dir = package_dir
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
parse_list = self._parse_list
parse_file = self._parse_file
parse_dict = self._parse_dict
exclude_files_parser = self._exclude_files_parser
return {
'platforms': parse_list,
'keywords': parse_list,
'provides': parse_list,
'requires': self._deprecated_config_handler(
parse_list,
"The requires parameter is deprecated, please use "
"install_requires for runtime dependencies.",
DeprecationWarning,
),
'obsoletes': parse_list,
'classifiers': self._get_parser_compound(parse_file, parse_list),
'license': exclude_files_parser('license'),
'license_file': self._deprecated_config_handler(
exclude_files_parser('license_file'),
"The license_file parameter is deprecated, "
"use license_files instead.",
DeprecationWarning,
),
'license_files': parse_list,
'description': parse_file,
'long_description': parse_file,
'version': self._parse_version,
'project_urls': parse_dict,
}
def _parse_version(self, value):
"""Parses `version` option value.
:param value:
:rtype: str
"""
version = self._parse_file(value)
if version != value:
version = version.strip()
# Be strict about versions loaded from file because it's easy to
# accidentally include newlines and other unintended content
if isinstance(parse(version), LegacyVersion):
tmpl = (
'Version loaded from {value} does not '
'comply with PEP 440: {version}'
)
raise DistutilsOptionError(tmpl.format(**locals()))
return version
version = self._parse_attr(value, self.package_dir)
if callable(version):
version = version()
if not isinstance(version, str):
if hasattr(version, '__iter__'):
version = '.'.join(map(str, version))
else:
version = '%s' % version
return version
class ConfigOptionsHandler(ConfigHandler):
section_prefix = 'options'
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
parse_list = self._parse_list
parse_list_semicolon = partial(self._parse_list, separator=';')
parse_bool = self._parse_bool
parse_dict = self._parse_dict
parse_cmdclass = self._parse_cmdclass
return {
'zip_safe': parse_bool,
'include_package_data': parse_bool,
'package_dir': parse_dict,
'scripts': parse_list,
'eager_resources': parse_list,
'dependency_links': parse_list,
'namespace_packages': parse_list,
'install_requires': parse_list_semicolon,
'setup_requires': parse_list_semicolon,
'tests_require': parse_list_semicolon,
'packages': self._parse_packages,
'entry_points': self._parse_file,
'py_modules': parse_list,
'python_requires': SpecifierSet,
'cmdclass': parse_cmdclass,
}
def _parse_cmdclass(self, value):
def resolve_class(qualified_class_name):
idx = qualified_class_name.rfind('.')
class_name = qualified_class_name[idx + 1 :]
pkg_name = qualified_class_name[:idx]
module = __import__(pkg_name)
return getattr(module, class_name)
return {k: resolve_class(v) for k, v in self._parse_dict(value).items()}
def _parse_packages(self, value):
"""Parses `packages` option value.
:param value:
:rtype: list
"""
find_directives = ['find:', 'find_namespace:']
trimmed_value = value.strip()
if trimmed_value not in find_directives:
return self._parse_list(value)
findns = trimmed_value == find_directives[1]
# Read function arguments from a dedicated section.
find_kwargs = self.parse_section_packages__find(
self.sections.get('packages.find', {})
)
if findns:
from setuptools import find_namespace_packages as find_packages
else:
from setuptools import find_packages
return find_packages(**find_kwargs)
def parse_section_packages__find(self, section_options):
"""Parses `packages.find` configuration file section.
To be used in conjunction with _parse_packages().
:param dict section_options:
"""
section_data = self._parse_section_to_dict(section_options, self._parse_list)
valid_keys = ['where', 'include', 'exclude']
find_kwargs = dict(
[(k, v) for k, v in section_data.items() if k in valid_keys and v]
)
where = find_kwargs.get('where')
if where is not None:
find_kwargs['where'] = where[0] # cast list to single val
return find_kwargs
def parse_section_entry_points(self, section_options):
"""Parses `entry_points` configuration file section.
:param dict section_options:
"""
parsed = self._parse_section_to_dict(section_options, self._parse_list)
self['entry_points'] = parsed
def _parse_package_data(self, section_options):
parsed = self._parse_section_to_dict(section_options, self._parse_list)
root = parsed.get('*')
if root:
parsed[''] = root
del parsed['*']
return parsed
def parse_section_package_data(self, section_options):
"""Parses `package_data` configuration file section.
:param dict section_options:
"""
self['package_data'] = self._parse_package_data(section_options)
def parse_section_exclude_package_data(self, section_options):
"""Parses `exclude_package_data` configuration file section.
:param dict section_options:
"""
self['exclude_package_data'] = self._parse_package_data(section_options)
def parse_section_extras_require(self, section_options):
"""Parses `extras_require` configuration file section.
:param dict section_options:
"""
parse_list = partial(self._parse_list, separator=';')
self['extras_require'] = self._parse_section_to_dict(
section_options, parse_list
)
def parse_section_data_files(self, section_options):
"""Parses `data_files` configuration file section.
:param dict section_options:
"""
parsed = self._parse_section_to_dict(section_options, self._parse_list_glob)
self['data_files'] = [(k, v) for k, v in parsed.items()]
site-packages/setuptools/py34compat.py 0000644 00000000365 15056474501 0014075 0 ustar 00 import importlib
try:
import importlib.util
except ImportError:
pass
try:
module_from_spec = importlib.util.module_from_spec
except AttributeError:
def module_from_spec(spec):
return spec.loader.load_module(spec.name)
site-packages/setuptools/namespaces.py 0000644 00000006025 15056474501 0014210 0 ustar 00 import os
from distutils import log
import itertools
flatten = itertools.chain.from_iterable
class Installer:
nspkg_ext = '-nspkg.pth'
def install_namespaces(self):
nsp = self._get_all_ns_packages()
if not nsp:
return
filename, ext = os.path.splitext(self._get_target())
filename += self.nspkg_ext
self.outputs.append(filename)
log.info("Installing %s", filename)
lines = map(self._gen_nspkg_line, nsp)
if self.dry_run:
# always generate the lines, even in dry run
list(lines)
return
with open(filename, 'wt') as f:
f.writelines(lines)
def uninstall_namespaces(self):
filename, ext = os.path.splitext(self._get_target())
filename += self.nspkg_ext
if not os.path.exists(filename):
return
log.info("Removing %s", filename)
os.remove(filename)
def _get_target(self):
return self.target
_nspkg_tmpl = (
"import sys, types, os",
"has_mfs = sys.version_info > (3, 5)",
"p = os.path.join(%(root)s, *%(pth)r)",
"importlib = has_mfs and __import__('importlib.util')",
"has_mfs and __import__('importlib.machinery')",
(
"m = has_mfs and "
"sys.modules.setdefault(%(pkg)r, "
"importlib.util.module_from_spec("
"importlib.machinery.PathFinder.find_spec(%(pkg)r, "
"[os.path.dirname(p)])))"
),
(
"m = m or "
"sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))"
),
"mp = (m or []) and m.__dict__.setdefault('__path__',[])",
"(p not in mp) and mp.append(p)",
)
"lines for the namespace installer"
_nspkg_tmpl_multi = (
'm and setattr(sys.modules[%(parent)r], %(child)r, m)',
)
"additional line(s) when a parent package is indicated"
def _get_root(self):
return "sys._getframe(1).f_locals['sitedir']"
def _gen_nspkg_line(self, pkg):
pth = tuple(pkg.split('.'))
root = self._get_root()
tmpl_lines = self._nspkg_tmpl
parent, sep, child = pkg.rpartition('.')
if parent:
tmpl_lines += self._nspkg_tmpl_multi
return ';'.join(tmpl_lines) % locals() + '\n'
def _get_all_ns_packages(self):
"""Return sorted list of all package namespaces"""
pkgs = self.distribution.namespace_packages or []
return sorted(flatten(map(self._pkg_names, pkgs)))
@staticmethod
def _pkg_names(pkg):
"""
Given a namespace package, yield the components of that
package.
>>> names = Installer._pkg_names('a.b.c')
>>> set(names) == set(['a', 'a.b', 'a.b.c'])
True
"""
parts = pkg.split('.')
while parts:
yield '.'.join(parts)
parts.pop()
class DevelopInstaller(Installer):
def _get_root(self):
return repr(str(self.egg_path))
def _get_target(self):
return self.egg_link
site-packages/setuptools/extension.py 0000644 00000003224 15056474501 0014103 0 ustar 00 import re
import functools
import distutils.core
import distutils.errors
import distutils.extension
from .monkey import get_unpatched
def _have_cython():
"""
Return True if Cython can be imported.
"""
cython_impl = 'Cython.Distutils.build_ext'
try:
# from (cython_impl) import build_ext
__import__(cython_impl, fromlist=['build_ext']).build_ext
return True
except Exception:
pass
return False
# for compatibility
have_pyrex = _have_cython
_Extension = get_unpatched(distutils.core.Extension)
class Extension(_Extension):
"""Extension that uses '.c' files in place of '.pyx' files"""
def __init__(self, name, sources, *args, **kw):
# The *args is needed for compatibility as calls may use positional
# arguments. py_limited_api may be set only via keyword.
self.py_limited_api = kw.pop("py_limited_api", False)
_Extension.__init__(self, name, sources, *args, **kw)
def _convert_pyx_sources_to_lang(self):
"""
Replace sources with .pyx extensions to sources with the target
language extension. This mechanism allows language authors to supply
pre-converted sources but to prefer the .pyx sources.
"""
if _have_cython():
# the build has Cython, so allow it to compile the .pyx files
return
lang = self.language or ''
target_ext = '.cpp' if lang.lower() == 'c++' else '.c'
sub = functools.partial(re.sub, '.pyx$', target_ext)
self.sources = list(map(sub, self.sources))
class Library(Extension):
"""Just like a regular Extension, but built as a library instead"""
site-packages/setuptools/errors.py 0000644 00000001014 15056474501 0013376 0 ustar 00 """setuptools.errors
Provides exceptions used by setuptools modules.
"""
from distutils.errors import DistutilsError
class RemovedCommandError(DistutilsError, RuntimeError):
"""Error used for commands that have been removed in setuptools.
Since ``setuptools`` is built on ``distutils``, simply removing a command
from ``setuptools`` will make the behavior fall back to ``distutils``; this
error is raised if a command exists in ``distutils`` but has been actively
removed in ``setuptools``.
"""
site-packages/setuptools/package_index.py 0000644 00000115716 15056474501 0014663 0 ustar 00 """PyPI and direct package downloading"""
import sys
import os
import re
import io
import shutil
import socket
import base64
import hashlib
import itertools
import warnings
import configparser
import html
import http.client
import urllib.parse
import urllib.request
import urllib.error
from functools import wraps
import setuptools
from pkg_resources import (
CHECKOUT_DIST, Distribution, BINARY_DIST, normalize_path, SOURCE_DIST,
Environment, find_distributions, safe_name, safe_version,
to_filename, Requirement, DEVELOP_DIST, EGG_DIST,
)
from distutils import log
from distutils.errors import DistutilsError
from fnmatch import translate
from setuptools.wheel import Wheel
from setuptools.extern.more_itertools import unique_everseen
EGG_FRAGMENT = re.compile(r'^egg=([-A-Za-z0-9_.+!]+)$')
HREF = re.compile(r"""href\s*=\s*['"]?([^'"> ]+)""", re.I)
PYPI_MD5 = re.compile(
r'<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)'
r'href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)'
)
URL_SCHEME = re.compile('([-+.a-z0-9]{2,}):', re.I).match
EXTENSIONS = ".tar.gz .tar.bz2 .tar .zip .tgz".split()
__all__ = [
'PackageIndex', 'distros_for_url', 'parse_bdist_wininst',
'interpret_distro_name',
]
_SOCKET_TIMEOUT = 15
_tmpl = "setuptools/{setuptools.__version__} Python-urllib/{py_major}"
user_agent = _tmpl.format(
py_major='{}.{}'.format(*sys.version_info), setuptools=setuptools)
def parse_requirement_arg(spec):
try:
return Requirement.parse(spec)
except ValueError as e:
raise DistutilsError(
"Not a URL, existing file, or requirement spec: %r" % (spec,)
) from e
def parse_bdist_wininst(name):
"""Return (base,pyversion) or (None,None) for possible .exe name"""
lower = name.lower()
base, py_ver, plat = None, None, None
if lower.endswith('.exe'):
if lower.endswith('.win32.exe'):
base = name[:-10]
plat = 'win32'
elif lower.startswith('.win32-py', -16):
py_ver = name[-7:-4]
base = name[:-16]
plat = 'win32'
elif lower.endswith('.win-amd64.exe'):
base = name[:-14]
plat = 'win-amd64'
elif lower.startswith('.win-amd64-py', -20):
py_ver = name[-7:-4]
base = name[:-20]
plat = 'win-amd64'
return base, py_ver, plat
def egg_info_for_url(url):
parts = urllib.parse.urlparse(url)
scheme, server, path, parameters, query, fragment = parts
base = urllib.parse.unquote(path.split('/')[-1])
if server == 'sourceforge.net' and base == 'download': # XXX Yuck
base = urllib.parse.unquote(path.split('/')[-2])
if '#' in base:
base, fragment = base.split('#', 1)
return base, fragment
def distros_for_url(url, metadata=None):
"""Yield egg or source distribution objects that might be found at a URL"""
base, fragment = egg_info_for_url(url)
for dist in distros_for_location(url, base, metadata):
yield dist
if fragment:
match = EGG_FRAGMENT.match(fragment)
if match:
for dist in interpret_distro_name(
url, match.group(1), metadata, precedence=CHECKOUT_DIST
):
yield dist
def distros_for_location(location, basename, metadata=None):
"""Yield egg or source distribution objects based on basename"""
if basename.endswith('.egg.zip'):
basename = basename[:-4] # strip the .zip
if basename.endswith('.egg') and '-' in basename:
# only one, unambiguous interpretation
return [Distribution.from_location(location, basename, metadata)]
if basename.endswith('.whl') and '-' in basename:
wheel = Wheel(basename)
if not wheel.is_compatible():
return []
return [Distribution(
location=location,
project_name=wheel.project_name,
version=wheel.version,
# Increase priority over eggs.
precedence=EGG_DIST + 1,
)]
if basename.endswith('.exe'):
win_base, py_ver, platform = parse_bdist_wininst(basename)
if win_base is not None:
return interpret_distro_name(
location, win_base, metadata, py_ver, BINARY_DIST, platform
)
# Try source distro extensions (.zip, .tgz, etc.)
#
for ext in EXTENSIONS:
if basename.endswith(ext):
basename = basename[:-len(ext)]
return interpret_distro_name(location, basename, metadata)
return [] # no extension matched
def distros_for_filename(filename, metadata=None):
"""Yield possible egg or source distribution objects based on a filename"""
return distros_for_location(
normalize_path(filename), os.path.basename(filename), metadata
)
def interpret_distro_name(
location, basename, metadata, py_version=None, precedence=SOURCE_DIST,
platform=None
):
"""Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
"""
# Generate alternative interpretations of a source distro name
# Because some packages are ambiguous as to name/versions split
# e.g. "adns-python-1.1.0", "egenix-mx-commercial", etc.
# So, we generate each possible interpretation (e.g. "adns, python-1.1.0"
# "adns-python, 1.1.0", and "adns-python-1.1.0, no version"). In practice,
# the spurious interpretations should be ignored, because in the event
# there's also an "adns" package, the spurious "python-1.1.0" version will
# compare lower than any numeric version number, and is therefore unlikely
# to match a request for it. It's still a potential problem, though, and
# in the long run PyPI and the distutils should go for "safe" names and
# versions in distribution archive names (sdist and bdist).
parts = basename.split('-')
if not py_version and any(re.match(r'py\d\.\d$', p) for p in parts[2:]):
# it is a bdist_dumb, not an sdist -- bail out
return
for p in range(1, len(parts) + 1):
yield Distribution(
location, metadata, '-'.join(parts[:p]), '-'.join(parts[p:]),
py_version=py_version, precedence=precedence,
platform=platform
)
def unique_values(func):
"""
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
"""
@wraps(func)
def wrapper(*args, **kwargs):
return unique_everseen(func(*args, **kwargs))
return wrapper
REL = re.compile(r"""<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>""", re.I)
# this line is here to fix emacs' cruddy broken syntax highlighting
@unique_values
def find_external_links(url, page):
"""Find rel="homepage" and rel="download" links in `page`, yielding URLs"""
for match in REL.finditer(page):
tag, rel = match.groups()
rels = set(map(str.strip, rel.lower().split(',')))
if 'homepage' in rels or 'download' in rels:
for match in HREF.finditer(tag):
yield urllib.parse.urljoin(url, htmldecode(match.group(1)))
for tag in ("<th>Home Page", "<th>Download URL"):
pos = page.find(tag)
if pos != -1:
match = HREF.search(page, pos)
if match:
yield urllib.parse.urljoin(url, htmldecode(match.group(1)))
class ContentChecker:
"""
A null content checker that defines the interface for checking content
"""
def feed(self, block):
"""
Feed a block of data to the hash.
"""
return
def is_valid(self):
"""
Check the hash. Return False if validation fails.
"""
return True
def report(self, reporter, template):
"""
Call reporter with information about the checker (hash name)
substituted into the template.
"""
return
class HashChecker(ContentChecker):
pattern = re.compile(
r'(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)='
r'(?P<expected>[a-f0-9]+)'
)
def __init__(self, hash_name, expected):
self.hash_name = hash_name
self.hash = hashlib.new(hash_name)
self.expected = expected
@classmethod
def from_url(cls, url):
"Construct a (possibly null) ContentChecker from a URL"
fragment = urllib.parse.urlparse(url)[-1]
if not fragment:
return ContentChecker()
match = cls.pattern.search(fragment)
if not match:
return ContentChecker()
return cls(**match.groupdict())
def feed(self, block):
self.hash.update(block)
def is_valid(self):
return self.hash.hexdigest() == self.expected
def report(self, reporter, template):
msg = template % self.hash_name
return reporter(msg)
class PackageIndex(Environment):
"""A distribution index that scans web pages for download URLs"""
def __init__(
self, index_url="https://pypi.org/simple/", hosts=('*',),
ca_bundle=None, verify_ssl=True, *args, **kw
):
Environment.__init__(self, *args, **kw)
self.index_url = index_url + "/" [:not index_url.endswith('/')]
self.scanned_urls = {}
self.fetched_urls = {}
self.package_pages = {}
self.allows = re.compile('|'.join(map(translate, hosts))).match
self.to_scan = []
self.opener = urllib.request.urlopen
# FIXME: 'PackageIndex.process_url' is too complex (14)
def process_url(self, url, retrieve=False): # noqa: C901
"""Evaluate a URL as a possible download, and maybe retrieve it"""
if url in self.scanned_urls and not retrieve:
return
self.scanned_urls[url] = True
if not URL_SCHEME(url):
self.process_filename(url)
return
else:
dists = list(distros_for_url(url))
if dists:
if not self.url_ok(url):
return
self.debug("Found link: %s", url)
if dists or not retrieve or url in self.fetched_urls:
list(map(self.add, dists))
return # don't need the actual page
if not self.url_ok(url):
self.fetched_urls[url] = True
return
self.info("Reading %s", url)
self.fetched_urls[url] = True # prevent multiple fetch attempts
tmpl = "Download error on %s: %%s -- Some packages may not be found!"
f = self.open_url(url, tmpl % url)
if f is None:
return
if isinstance(f, urllib.error.HTTPError) and f.code == 401:
self.info("Authentication error: %s" % f.msg)
self.fetched_urls[f.url] = True
if 'html' not in f.headers.get('content-type', '').lower():
f.close() # not html, we can't process it
return
base = f.url # handle redirects
page = f.read()
if not isinstance(page, str):
# In Python 3 and got bytes but want str.
if isinstance(f, urllib.error.HTTPError):
# Errors have no charset, assume latin1:
charset = 'latin-1'
else:
charset = f.headers.get_param('charset') or 'latin-1'
page = page.decode(charset, "ignore")
f.close()
for match in HREF.finditer(page):
link = urllib.parse.urljoin(base, htmldecode(match.group(1)))
self.process_url(link)
if url.startswith(self.index_url) and getattr(f, 'code', None) != 404:
page = self.process_index(url, page)
def process_filename(self, fn, nested=False):
# process filenames or directories
if not os.path.exists(fn):
self.warn("Not found: %s", fn)
return
if os.path.isdir(fn) and not nested:
path = os.path.realpath(fn)
for item in os.listdir(path):
self.process_filename(os.path.join(path, item), True)
dists = distros_for_filename(fn)
if dists:
self.debug("Found: %s", fn)
list(map(self.add, dists))
def url_ok(self, url, fatal=False):
s = URL_SCHEME(url)
is_file = s and s.group(1).lower() == 'file'
if is_file or self.allows(urllib.parse.urlparse(url)[1]):
return True
msg = (
"\nNote: Bypassing %s (disallowed host; see "
"http://bit.ly/2hrImnY for details).\n")
if fatal:
raise DistutilsError(msg % url)
else:
self.warn(msg, url)
def scan_egg_links(self, search_path):
dirs = filter(os.path.isdir, search_path)
egg_links = (
(path, entry)
for path in dirs
for entry in os.listdir(path)
if entry.endswith('.egg-link')
)
list(itertools.starmap(self.scan_egg_link, egg_links))
def scan_egg_link(self, path, entry):
with open(os.path.join(path, entry)) as raw_lines:
# filter non-empty lines
lines = list(filter(None, map(str.strip, raw_lines)))
if len(lines) != 2:
# format is not recognized; punt
return
egg_path, setup_path = lines
for dist in find_distributions(os.path.join(path, egg_path)):
dist.location = os.path.join(path, *lines)
dist.precedence = SOURCE_DIST
self.add(dist)
def _scan(self, link):
# Process a URL to see if it's for a package page
NO_MATCH_SENTINEL = None, None
if not link.startswith(self.index_url):
return NO_MATCH_SENTINEL
parts = list(map(
urllib.parse.unquote, link[len(self.index_url):].split('/')
))
if len(parts) != 2 or '#' in parts[1]:
return NO_MATCH_SENTINEL
# it's a package page, sanitize and index it
pkg = safe_name(parts[0])
ver = safe_version(parts[1])
self.package_pages.setdefault(pkg.lower(), {})[link] = True
return to_filename(pkg), to_filename(ver)
def process_index(self, url, page):
"""Process the contents of a PyPI page"""
# process an index page into the package-page index
for match in HREF.finditer(page):
try:
self._scan(urllib.parse.urljoin(url, htmldecode(match.group(1))))
except ValueError:
pass
pkg, ver = self._scan(url) # ensure this page is in the page index
if not pkg:
return "" # no sense double-scanning non-package pages
# process individual package page
for new_url in find_external_links(url, page):
# Process the found URL
base, frag = egg_info_for_url(new_url)
if base.endswith('.py') and not frag:
if ver:
new_url += '#egg=%s-%s' % (pkg, ver)
else:
self.need_version_info(url)
self.scan_url(new_url)
return PYPI_MD5.sub(
lambda m: '<a href="%s#md5=%s">%s</a>' % m.group(1, 3, 2), page
)
def need_version_info(self, url):
self.scan_all(
"Page at %s links to .py file(s) without version info; an index "
"scan is required.", url
)
def scan_all(self, msg=None, *args):
if self.index_url not in self.fetched_urls:
if msg:
self.warn(msg, *args)
self.info(
"Scanning index of all packages (this may take a while)"
)
self.scan_url(self.index_url)
def find_packages(self, requirement):
self.scan_url(self.index_url + requirement.unsafe_name + '/')
if not self.package_pages.get(requirement.key):
# Fall back to safe version of the name
self.scan_url(self.index_url + requirement.project_name + '/')
if not self.package_pages.get(requirement.key):
# We couldn't find the target package, so search the index page too
self.not_found_in_index(requirement)
for url in list(self.package_pages.get(requirement.key, ())):
# scan each page that might be related to the desired package
self.scan_url(url)
def obtain(self, requirement, installer=None):
self.prescan()
self.find_packages(requirement)
for dist in self[requirement.key]:
if dist in requirement:
return dist
self.debug("%s does not match %s", requirement, dist)
return super(PackageIndex, self).obtain(requirement, installer)
def check_hash(self, checker, filename, tfp):
"""
checker is a ContentChecker
"""
checker.report(
self.debug,
"Validating %%s checksum for %s" % filename)
if not checker.is_valid():
tfp.close()
os.unlink(filename)
raise DistutilsError(
"%s validation failed for %s; "
"possible download problem?"
% (checker.hash.name, os.path.basename(filename))
)
def add_find_links(self, urls):
"""Add `urls` to the list that will be prescanned for searches"""
for url in urls:
if (
self.to_scan is None # if we have already "gone online"
or not URL_SCHEME(url) # or it's a local file/directory
or url.startswith('file:')
or list(distros_for_url(url)) # or a direct package link
):
# then go ahead and process it now
self.scan_url(url)
else:
# otherwise, defer retrieval till later
self.to_scan.append(url)
def prescan(self):
"""Scan urls scheduled for prescanning (e.g. --find-links)"""
if self.to_scan:
list(map(self.scan_url, self.to_scan))
self.to_scan = None # from now on, go ahead and process immediately
def not_found_in_index(self, requirement):
if self[requirement.key]: # we've seen at least one distro
meth, msg = self.info, "Couldn't retrieve index page for %r"
else: # no distros seen for this name, might be misspelled
meth, msg = (
self.warn,
"Couldn't find index page for %r (maybe misspelled?)")
meth(msg, requirement.unsafe_name)
self.scan_all()
def download(self, spec, tmpdir):
"""Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
"""
if not isinstance(spec, Requirement):
scheme = URL_SCHEME(spec)
if scheme:
# It's a url, download it to tmpdir
found = self._download_url(scheme.group(1), spec, tmpdir)
base, fragment = egg_info_for_url(spec)
if base.endswith('.py'):
found = self.gen_setup(found, fragment, tmpdir)
return found
elif os.path.exists(spec):
# Existing file or directory, just return it
return spec
else:
spec = parse_requirement_arg(spec)
return getattr(self.fetch_distribution(spec, tmpdir), 'location', None)
def fetch_distribution( # noqa: C901 # is too complex (14) # FIXME
self, requirement, tmpdir, force_scan=False, source=False,
develop_ok=False, local_index=None):
"""Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
"""
# process a Requirement
self.info("Searching for %s", requirement)
skipped = {}
dist = None
def find(req, env=None):
if env is None:
env = self
# Find a matching distribution; may be called more than once
for dist in env[req.key]:
if dist.precedence == DEVELOP_DIST and not develop_ok:
if dist not in skipped:
self.warn(
"Skipping development or system egg: %s", dist,
)
skipped[dist] = 1
continue
test = (
dist in req
and (dist.precedence <= SOURCE_DIST or not source)
)
if test:
loc = self.download(dist.location, tmpdir)
dist.download_location = loc
if os.path.exists(dist.download_location):
return dist
if force_scan:
self.prescan()
self.find_packages(requirement)
dist = find(requirement)
if not dist and local_index is not None:
dist = find(requirement, local_index)
if dist is None:
if self.to_scan is not None:
self.prescan()
dist = find(requirement)
if dist is None and not force_scan:
self.find_packages(requirement)
dist = find(requirement)
if dist is None:
self.warn(
"No local packages or working download links found for %s%s",
(source and "a source distribution of " or ""),
requirement,
)
else:
self.info("Best match: %s", dist)
return dist.clone(location=dist.download_location)
def fetch(self, requirement, tmpdir, force_scan=False, source=False):
"""Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
"""
dist = self.fetch_distribution(requirement, tmpdir, force_scan, source)
if dist is not None:
return dist.location
return None
def gen_setup(self, filename, fragment, tmpdir):
match = EGG_FRAGMENT.match(fragment)
dists = match and [
d for d in
interpret_distro_name(filename, match.group(1), None) if d.version
] or []
if len(dists) == 1: # unambiguous ``#egg`` fragment
basename = os.path.basename(filename)
# Make sure the file has been downloaded to the temp dir.
if os.path.dirname(filename) != tmpdir:
dst = os.path.join(tmpdir, basename)
from setuptools.command.easy_install import samefile
if not samefile(filename, dst):
shutil.copy2(filename, dst)
filename = dst
with open(os.path.join(tmpdir, 'setup.py'), 'w') as file:
file.write(
"from setuptools import setup\n"
"setup(name=%r, version=%r, py_modules=[%r])\n"
% (
dists[0].project_name, dists[0].version,
os.path.splitext(basename)[0]
)
)
return filename
elif match:
raise DistutilsError(
"Can't unambiguously interpret project/version identifier %r; "
"any dashes in the name or version should be escaped using "
"underscores. %r" % (fragment, dists)
)
else:
raise DistutilsError(
"Can't process plain .py files without an '#egg=name-version'"
" suffix to enable automatic setup script generation."
)
dl_blocksize = 8192
def _download_to(self, url, filename):
self.info("Downloading %s", url)
# Download the file
fp = None
try:
checker = HashChecker.from_url(url)
fp = self.open_url(url)
if isinstance(fp, urllib.error.HTTPError):
raise DistutilsError(
"Can't download %s: %s %s" % (url, fp.code, fp.msg)
)
headers = fp.info()
blocknum = 0
bs = self.dl_blocksize
size = -1
if "content-length" in headers:
# Some servers return multiple Content-Length headers :(
sizes = headers.get_all('Content-Length')
size = max(map(int, sizes))
self.reporthook(url, filename, blocknum, bs, size)
with open(filename, 'wb') as tfp:
while True:
block = fp.read(bs)
if block:
checker.feed(block)
tfp.write(block)
blocknum += 1
self.reporthook(url, filename, blocknum, bs, size)
else:
break
self.check_hash(checker, filename, tfp)
return headers
finally:
if fp:
fp.close()
def reporthook(self, url, filename, blocknum, blksize, size):
pass # no-op
# FIXME:
def open_url(self, url, warning=None): # noqa: C901 # is too complex (12)
if url.startswith('file:'):
return local_open(url)
try:
return open_with_auth(url, self.opener)
except (ValueError, http.client.InvalidURL) as v:
msg = ' '.join([str(arg) for arg in v.args])
if warning:
self.warn(warning, msg)
else:
raise DistutilsError('%s %s' % (url, msg)) from v
except urllib.error.HTTPError as v:
return v
except urllib.error.URLError as v:
if warning:
self.warn(warning, v.reason)
else:
raise DistutilsError("Download error for %s: %s"
% (url, v.reason)) from v
except http.client.BadStatusLine as v:
if warning:
self.warn(warning, v.line)
else:
raise DistutilsError(
'%s returned a bad status line. The server might be '
'down, %s' %
(url, v.line)
) from v
except (http.client.HTTPException, socket.error) as v:
if warning:
self.warn(warning, v)
else:
raise DistutilsError("Download error for %s: %s"
% (url, v)) from v
def _download_url(self, scheme, url, tmpdir):
# Determine download filename
#
name, fragment = egg_info_for_url(url)
if name:
while '..' in name:
name = name.replace('..', '.').replace('\\', '_')
else:
name = "__downloaded__" # default if URL has no path contents
if name.endswith('.egg.zip'):
name = name[:-4] # strip the extra .zip before download
filename = os.path.join(tmpdir, name)
# Download the file
#
if scheme == 'svn' or scheme.startswith('svn+'):
return self._download_svn(url, filename)
elif scheme == 'git' or scheme.startswith('git+'):
return self._download_git(url, filename)
elif scheme.startswith('hg+'):
return self._download_hg(url, filename)
elif scheme == 'file':
return urllib.request.url2pathname(urllib.parse.urlparse(url)[2])
else:
self.url_ok(url, True) # raises error if not allowed
return self._attempt_download(url, filename)
def scan_url(self, url):
self.process_url(url, True)
def _attempt_download(self, url, filename):
headers = self._download_to(url, filename)
if 'html' in headers.get('content-type', '').lower():
return self._download_html(url, headers, filename)
else:
return filename
def _download_html(self, url, headers, filename):
file = open(filename)
for line in file:
if line.strip():
# Check for a subversion index page
if re.search(r'<title>([^- ]+ - )?Revision \d+:', line):
# it's a subversion index page:
file.close()
os.unlink(filename)
return self._download_svn(url, filename)
break # not an index page
file.close()
os.unlink(filename)
raise DistutilsError("Unexpected HTML page found at " + url)
def _download_svn(self, url, filename):
warnings.warn("SVN download support is deprecated", UserWarning)
url = url.split('#', 1)[0] # remove any fragment for svn's sake
creds = ''
if url.lower().startswith('svn:') and '@' in url:
scheme, netloc, path, p, q, f = urllib.parse.urlparse(url)
if not netloc and path.startswith('//') and '/' in path[2:]:
netloc, path = path[2:].split('/', 1)
auth, host = _splituser(netloc)
if auth:
if ':' in auth:
user, pw = auth.split(':', 1)
creds = " --username=%s --password=%s" % (user, pw)
else:
creds = " --username=" + auth
netloc = host
parts = scheme, netloc, url, p, q, f
url = urllib.parse.urlunparse(parts)
self.info("Doing subversion checkout from %s to %s", url, filename)
os.system("svn checkout%s -q %s %s" % (creds, url, filename))
return filename
@staticmethod
def _vcs_split_rev_from_url(url, pop_prefix=False):
scheme, netloc, path, query, frag = urllib.parse.urlsplit(url)
scheme = scheme.split('+', 1)[-1]
# Some fragment identification fails
path = path.split('#', 1)[0]
rev = None
if '@' in path:
path, rev = path.rsplit('@', 1)
# Also, discard fragment
url = urllib.parse.urlunsplit((scheme, netloc, path, query, ''))
return url, rev
def _download_git(self, url, filename):
filename = filename.split('#', 1)[0]
url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True)
self.info("Doing git clone from %s to %s", url, filename)
os.system("git clone --quiet %s %s" % (url, filename))
if rev is not None:
self.info("Checking out %s", rev)
os.system("git -C %s checkout --quiet %s" % (
filename,
rev,
))
return filename
def _download_hg(self, url, filename):
filename = filename.split('#', 1)[0]
url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True)
self.info("Doing hg clone from %s to %s", url, filename)
os.system("hg clone --quiet %s %s" % (url, filename))
if rev is not None:
self.info("Updating to %s", rev)
os.system("hg --cwd %s up -C -r %s -q" % (
filename,
rev,
))
return filename
def debug(self, msg, *args):
log.debug(msg, *args)
def info(self, msg, *args):
log.info(msg, *args)
def warn(self, msg, *args):
log.warn(msg, *args)
# This pattern matches a character entity reference (a decimal numeric
# references, a hexadecimal numeric reference, or a named reference).
entity_sub = re.compile(r'&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?').sub
def decode_entity(match):
what = match.group(0)
return html.unescape(what)
def htmldecode(text):
"""
Decode HTML entities in the given text.
>>> htmldecode(
... 'https://../package_name-0.1.2.tar.gz'
... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz')
'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
"""
return entity_sub(decode_entity, text)
def socket_timeout(timeout=15):
def _socket_timeout(func):
def _socket_timeout(*args, **kwargs):
old_timeout = socket.getdefaulttimeout()
socket.setdefaulttimeout(timeout)
try:
return func(*args, **kwargs)
finally:
socket.setdefaulttimeout(old_timeout)
return _socket_timeout
return _socket_timeout
def _encode_auth(auth):
"""
Encode auth from a URL suitable for an HTTP header.
>>> str(_encode_auth('username%3Apassword'))
'dXNlcm5hbWU6cGFzc3dvcmQ='
Long auth strings should not cause a newline to be inserted.
>>> long_auth = 'username:' + 'password'*10
>>> chr(10) in str(_encode_auth(long_auth))
False
"""
auth_s = urllib.parse.unquote(auth)
# convert to bytes
auth_bytes = auth_s.encode()
encoded_bytes = base64.b64encode(auth_bytes)
# convert back to a string
encoded = encoded_bytes.decode()
# strip the trailing carriage return
return encoded.replace('\n', '')
class Credential:
"""
A username/password pair. Use like a namedtuple.
"""
def __init__(self, username, password):
self.username = username
self.password = password
def __iter__(self):
yield self.username
yield self.password
def __str__(self):
return '%(username)s:%(password)s' % vars(self)
class PyPIConfig(configparser.RawConfigParser):
def __init__(self):
"""
Load from ~/.pypirc
"""
defaults = dict.fromkeys(['username', 'password', 'repository'], '')
configparser.RawConfigParser.__init__(self, defaults)
rc = os.path.join(os.path.expanduser('~'), '.pypirc')
if os.path.exists(rc):
self.read(rc)
@property
def creds_by_repository(self):
sections_with_repositories = [
section for section in self.sections()
if self.get(section, 'repository').strip()
]
return dict(map(self._get_repo_cred, sections_with_repositories))
def _get_repo_cred(self, section):
repo = self.get(section, 'repository').strip()
return repo, Credential(
self.get(section, 'username').strip(),
self.get(section, 'password').strip(),
)
def find_credential(self, url):
"""
If the URL indicated appears to be a repository defined in this
config, return the credential for that repository.
"""
for repository, cred in self.creds_by_repository.items():
if url.startswith(repository):
return cred
def open_with_auth(url, opener=urllib.request.urlopen):
"""Open a urllib2 request, handling HTTP authentication"""
parsed = urllib.parse.urlparse(url)
scheme, netloc, path, params, query, frag = parsed
# Double scheme does not raise on macOS as revealed by a
# failing test. We would expect "nonnumeric port". Refs #20.
if netloc.endswith(':'):
raise http.client.InvalidURL("nonnumeric port: ''")
if scheme in ('http', 'https'):
auth, address = _splituser(netloc)
else:
auth = None
if not auth:
cred = PyPIConfig().find_credential(url)
if cred:
auth = str(cred)
info = cred.username, url
log.info('Authenticating as %s for %s (from .pypirc)', *info)
if auth:
auth = "Basic " + _encode_auth(auth)
parts = scheme, address, path, params, query, frag
new_url = urllib.parse.urlunparse(parts)
request = urllib.request.Request(new_url)
request.add_header("Authorization", auth)
else:
request = urllib.request.Request(url)
request.add_header('User-Agent', user_agent)
fp = opener(request)
if auth:
# Put authentication info back into request URL if same host,
# so that links found on the page will work
s2, h2, path2, param2, query2, frag2 = urllib.parse.urlparse(fp.url)
if s2 == scheme and h2 == address:
parts = s2, netloc, path2, param2, query2, frag2
fp.url = urllib.parse.urlunparse(parts)
return fp
# copy of urllib.parse._splituser from Python 3.8
def _splituser(host):
"""splituser('user[:passwd]@host[:port]')
--> 'user[:passwd]', 'host[:port]'."""
user, delim, host = host.rpartition('@')
return (user if delim else None), host
# adding a timeout to avoid freezing package_index
open_with_auth = socket_timeout(_SOCKET_TIMEOUT)(open_with_auth)
def fix_sf_url(url):
return url # backward compatibility
def local_open(url):
"""Read a local path, with special support for directories"""
scheme, server, path, param, query, frag = urllib.parse.urlparse(url)
filename = urllib.request.url2pathname(path)
if os.path.isfile(filename):
return urllib.request.urlopen(url)
elif path.endswith('/') and os.path.isdir(filename):
files = []
for f in os.listdir(filename):
filepath = os.path.join(filename, f)
if f == 'index.html':
with open(filepath, 'r') as fp:
body = fp.read()
break
elif os.path.isdir(filepath):
f += '/'
files.append('<a href="{name}">{name}</a>'.format(name=f))
else:
tmpl = (
"<html><head><title>{url}</title>"
"</head><body>{files}</body></html>")
body = tmpl.format(url=url, files='\n'.join(files))
status, message = 200, "OK"
else:
status, message, body = 404, "Path not found", "Not found"
headers = {'content-type': 'text/html'}
body_stream = io.StringIO(body)
return urllib.error.HTTPError(url, status, message, headers, body_stream)
site-packages/setuptools/sandbox.py 0000644 00000034014 15056474501 0013526 0 ustar 00 import os
import sys
import tempfile
import operator
import functools
import itertools
import re
import contextlib
import pickle
import textwrap
import builtins
import pkg_resources
from distutils.errors import DistutilsError
from pkg_resources import working_set
if sys.platform.startswith('java'):
import org.python.modules.posix.PosixModule as _os
else:
_os = sys.modules[os.name]
try:
_file = file
except NameError:
_file = None
_open = open
__all__ = [
"AbstractSandbox",
"DirectorySandbox",
"SandboxViolation",
"run_setup",
]
def _execfile(filename, globals, locals=None):
"""
Python 3 implementation of execfile.
"""
mode = 'rb'
with open(filename, mode) as stream:
script = stream.read()
if locals is None:
locals = globals
code = compile(script, filename, 'exec')
exec(code, globals, locals)
@contextlib.contextmanager
def save_argv(repl=None):
saved = sys.argv[:]
if repl is not None:
sys.argv[:] = repl
try:
yield saved
finally:
sys.argv[:] = saved
@contextlib.contextmanager
def save_path():
saved = sys.path[:]
try:
yield saved
finally:
sys.path[:] = saved
@contextlib.contextmanager
def override_temp(replacement):
"""
Monkey-patch tempfile.tempdir with replacement, ensuring it exists
"""
os.makedirs(replacement, exist_ok=True)
saved = tempfile.tempdir
tempfile.tempdir = replacement
try:
yield
finally:
tempfile.tempdir = saved
@contextlib.contextmanager
def pushd(target):
saved = os.getcwd()
os.chdir(target)
try:
yield saved
finally:
os.chdir(saved)
class UnpickleableException(Exception):
"""
An exception representing another Exception that could not be pickled.
"""
@staticmethod
def dump(type, exc):
"""
Always return a dumped (pickled) type and exc. If exc can't be pickled,
wrap it in UnpickleableException first.
"""
try:
return pickle.dumps(type), pickle.dumps(exc)
except Exception:
# get UnpickleableException inside the sandbox
from setuptools.sandbox import UnpickleableException as cls
return cls.dump(cls, cls(repr(exc)))
class ExceptionSaver:
"""
A Context Manager that will save an exception, serialized, and restore it
later.
"""
def __enter__(self):
return self
def __exit__(self, type, exc, tb):
if not exc:
return
# dump the exception
self._saved = UnpickleableException.dump(type, exc)
self._tb = tb
# suppress the exception
return True
def resume(self):
"restore and re-raise any exception"
if '_saved' not in vars(self):
return
type, exc = map(pickle.loads, self._saved)
raise exc.with_traceback(self._tb)
@contextlib.contextmanager
def save_modules():
"""
Context in which imported modules are saved.
Translates exceptions internal to the context into the equivalent exception
outside the context.
"""
saved = sys.modules.copy()
with ExceptionSaver() as saved_exc:
yield saved
sys.modules.update(saved)
# remove any modules imported since
del_modules = (
mod_name
for mod_name in sys.modules
if mod_name not in saved
# exclude any encodings modules. See #285
and not mod_name.startswith('encodings.')
)
_clear_modules(del_modules)
saved_exc.resume()
def _clear_modules(module_names):
for mod_name in list(module_names):
del sys.modules[mod_name]
@contextlib.contextmanager
def save_pkg_resources_state():
saved = pkg_resources.__getstate__()
try:
yield saved
finally:
pkg_resources.__setstate__(saved)
@contextlib.contextmanager
def setup_context(setup_dir):
temp_dir = os.path.join(setup_dir, 'temp')
with save_pkg_resources_state():
with save_modules():
with save_path():
hide_setuptools()
with save_argv():
with override_temp(temp_dir):
with pushd(setup_dir):
# ensure setuptools commands are available
__import__('setuptools')
yield
_MODULES_TO_HIDE = {
'setuptools',
'distutils',
'pkg_resources',
'Cython',
'_distutils_hack',
}
def _needs_hiding(mod_name):
"""
>>> _needs_hiding('setuptools')
True
>>> _needs_hiding('pkg_resources')
True
>>> _needs_hiding('setuptools_plugin')
False
>>> _needs_hiding('setuptools.__init__')
True
>>> _needs_hiding('distutils')
True
>>> _needs_hiding('os')
False
>>> _needs_hiding('Cython')
True
"""
base_module = mod_name.split('.', 1)[0]
return base_module in _MODULES_TO_HIDE
def hide_setuptools():
"""
Remove references to setuptools' modules from sys.modules to allow the
invocation to import the most appropriate setuptools. This technique is
necessary to avoid issues such as #315 where setuptools upgrading itself
would fail to find a function declared in the metadata.
"""
_distutils_hack = sys.modules.get('_distutils_hack', None)
if _distutils_hack is not None:
_distutils_hack.remove_shim()
modules = filter(_needs_hiding, sys.modules)
_clear_modules(modules)
def run_setup(setup_script, args):
"""Run a distutils setup script, sandboxed in its directory"""
setup_dir = os.path.abspath(os.path.dirname(setup_script))
with setup_context(setup_dir):
try:
sys.argv[:] = [setup_script] + list(args)
sys.path.insert(0, setup_dir)
# reset to include setup dir, w/clean callback list
working_set.__init__()
working_set.callbacks.append(lambda dist: dist.activate())
with DirectorySandbox(setup_dir):
ns = dict(__file__=setup_script, __name__='__main__')
_execfile(setup_script, ns)
except SystemExit as v:
if v.args and v.args[0]:
raise
# Normal exit, just return
class AbstractSandbox:
"""Wrap 'os' module and 'open()' builtin for virtualizing setup scripts"""
_active = False
def __init__(self):
self._attrs = [
name
for name in dir(_os)
if not name.startswith('_') and hasattr(self, name)
]
def _copy(self, source):
for name in self._attrs:
setattr(os, name, getattr(source, name))
def __enter__(self):
self._copy(self)
if _file:
builtins.file = self._file
builtins.open = self._open
self._active = True
def __exit__(self, exc_type, exc_value, traceback):
self._active = False
if _file:
builtins.file = _file
builtins.open = _open
self._copy(_os)
def run(self, func):
"""Run 'func' under os sandboxing"""
with self:
return func()
def _mk_dual_path_wrapper(name):
original = getattr(_os, name)
def wrap(self, src, dst, *args, **kw):
if self._active:
src, dst = self._remap_pair(name, src, dst, *args, **kw)
return original(src, dst, *args, **kw)
return wrap
for name in ["rename", "link", "symlink"]:
if hasattr(_os, name):
locals()[name] = _mk_dual_path_wrapper(name)
def _mk_single_path_wrapper(name, original=None):
original = original or getattr(_os, name)
def wrap(self, path, *args, **kw):
if self._active:
path = self._remap_input(name, path, *args, **kw)
return original(path, *args, **kw)
return wrap
if _file:
_file = _mk_single_path_wrapper('file', _file)
_open = _mk_single_path_wrapper('open', _open)
for name in [
"stat",
"listdir",
"chdir",
"open",
"chmod",
"chown",
"mkdir",
"remove",
"unlink",
"rmdir",
"utime",
"lchown",
"chroot",
"lstat",
"startfile",
"mkfifo",
"mknod",
"pathconf",
"access",
]:
if hasattr(_os, name):
locals()[name] = _mk_single_path_wrapper(name)
def _mk_single_with_return(name):
original = getattr(_os, name)
def wrap(self, path, *args, **kw):
if self._active:
path = self._remap_input(name, path, *args, **kw)
return self._remap_output(name, original(path, *args, **kw))
return original(path, *args, **kw)
return wrap
for name in ['readlink', 'tempnam']:
if hasattr(_os, name):
locals()[name] = _mk_single_with_return(name)
def _mk_query(name):
original = getattr(_os, name)
def wrap(self, *args, **kw):
retval = original(*args, **kw)
if self._active:
return self._remap_output(name, retval)
return retval
return wrap
for name in ['getcwd', 'tmpnam']:
if hasattr(_os, name):
locals()[name] = _mk_query(name)
def _validate_path(self, path):
"""Called to remap or validate any path, whether input or output"""
return path
def _remap_input(self, operation, path, *args, **kw):
"""Called for path inputs"""
return self._validate_path(path)
def _remap_output(self, operation, path):
"""Called for path outputs"""
return self._validate_path(path)
def _remap_pair(self, operation, src, dst, *args, **kw):
"""Called for path pairs like rename, link, and symlink operations"""
return (
self._remap_input(operation + '-from', src, *args, **kw),
self._remap_input(operation + '-to', dst, *args, **kw),
)
if hasattr(os, 'devnull'):
_EXCEPTIONS = [os.devnull]
else:
_EXCEPTIONS = []
class DirectorySandbox(AbstractSandbox):
"""Restrict operations to a single subdirectory - pseudo-chroot"""
write_ops = dict.fromkeys(
[
"open",
"chmod",
"chown",
"mkdir",
"remove",
"unlink",
"rmdir",
"utime",
"lchown",
"chroot",
"mkfifo",
"mknod",
"tempnam",
]
)
_exception_patterns = []
"exempt writing to paths that match the pattern"
def __init__(self, sandbox, exceptions=_EXCEPTIONS):
self._sandbox = os.path.normcase(os.path.realpath(sandbox))
self._prefix = os.path.join(self._sandbox, '')
self._exceptions = [
os.path.normcase(os.path.realpath(path)) for path in exceptions
]
AbstractSandbox.__init__(self)
def _violation(self, operation, *args, **kw):
from setuptools.sandbox import SandboxViolation
raise SandboxViolation(operation, args, kw)
if _file:
def _file(self, path, mode='r', *args, **kw):
if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path):
self._violation("file", path, mode, *args, **kw)
return _file(path, mode, *args, **kw)
def _open(self, path, mode='r', *args, **kw):
if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path):
self._violation("open", path, mode, *args, **kw)
return _open(path, mode, *args, **kw)
def tmpnam(self):
self._violation("tmpnam")
def _ok(self, path):
active = self._active
try:
self._active = False
realpath = os.path.normcase(os.path.realpath(path))
return (
self._exempted(realpath)
or realpath == self._sandbox
or realpath.startswith(self._prefix)
)
finally:
self._active = active
def _exempted(self, filepath):
start_matches = (
filepath.startswith(exception) for exception in self._exceptions
)
pattern_matches = (
re.match(pattern, filepath) for pattern in self._exception_patterns
)
candidates = itertools.chain(start_matches, pattern_matches)
return any(candidates)
def _remap_input(self, operation, path, *args, **kw):
"""Called for path inputs"""
if operation in self.write_ops and not self._ok(path):
self._violation(operation, os.path.realpath(path), *args, **kw)
return path
def _remap_pair(self, operation, src, dst, *args, **kw):
"""Called for path pairs like rename, link, and symlink operations"""
if not self._ok(src) or not self._ok(dst):
self._violation(operation, src, dst, *args, **kw)
return (src, dst)
def open(self, file, flags, mode=0o777, *args, **kw):
"""Called for low-level os.open()"""
if flags & WRITE_FLAGS and not self._ok(file):
self._violation("os.open", file, flags, mode, *args, **kw)
return _os.open(file, flags, mode, *args, **kw)
WRITE_FLAGS = functools.reduce(
operator.or_,
[
getattr(_os, a, 0)
for a in "O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARY".split()
],
)
class SandboxViolation(DistutilsError):
"""A setup script attempted to modify the filesystem outside the sandbox"""
tmpl = textwrap.dedent(
"""
SandboxViolation: {cmd}{args!r} {kwargs}
The package setup script has attempted to modify files on your system
that are not within the EasyInstall build area, and has been aborted.
This package cannot be safely installed by EasyInstall, and may not
support alternate installation locations even if you run its setup
script by hand. Please inform the package's author and the EasyInstall
maintainers to find out if a fix or workaround is available.
"""
).lstrip()
def __str__(self):
cmd, args, kwargs = self.args
return self.tmpl.format(**locals())
site-packages/setuptools/_imp.py 0000644 00000004530 15056474501 0013014 0 ustar 00 """
Re-implementation of find_module and get_frozen_object
from the deprecated imp module.
"""
import os
import importlib.util
import importlib.machinery
from .py34compat import module_from_spec
PY_SOURCE = 1
PY_COMPILED = 2
C_EXTENSION = 3
C_BUILTIN = 6
PY_FROZEN = 7
def find_spec(module, paths):
finder = (
importlib.machinery.PathFinder().find_spec
if isinstance(paths, list) else
importlib.util.find_spec
)
return finder(module, paths)
def find_module(module, paths=None):
"""Just like 'imp.find_module()', but with package support"""
spec = find_spec(module, paths)
if spec is None:
raise ImportError("Can't find %s" % module)
if not spec.has_location and hasattr(spec, 'submodule_search_locations'):
spec = importlib.util.spec_from_loader('__init__.py', spec.loader)
kind = -1
file = None
static = isinstance(spec.loader, type)
if spec.origin == 'frozen' or static and issubclass(
spec.loader, importlib.machinery.FrozenImporter):
kind = PY_FROZEN
path = None # imp compabilty
suffix = mode = '' # imp compatibility
elif spec.origin == 'built-in' or static and issubclass(
spec.loader, importlib.machinery.BuiltinImporter):
kind = C_BUILTIN
path = None # imp compabilty
suffix = mode = '' # imp compatibility
elif spec.has_location:
path = spec.origin
suffix = os.path.splitext(path)[1]
mode = 'r' if suffix in importlib.machinery.SOURCE_SUFFIXES else 'rb'
if suffix in importlib.machinery.SOURCE_SUFFIXES:
kind = PY_SOURCE
elif suffix in importlib.machinery.BYTECODE_SUFFIXES:
kind = PY_COMPILED
elif suffix in importlib.machinery.EXTENSION_SUFFIXES:
kind = C_EXTENSION
if kind in {PY_SOURCE, PY_COMPILED}:
file = open(path, mode)
else:
path = None
suffix = mode = ''
return file, path, (suffix, mode, kind)
def get_frozen_object(module, paths=None):
spec = find_spec(module, paths)
if not spec:
raise ImportError("Can't find %s" % module)
return spec.loader.get_code(module)
def get_module(module, paths, info):
spec = find_spec(module, paths)
if not spec:
raise ImportError("Can't find %s" % module)
return module_from_spec(spec)
site-packages/setuptools/unicode_utils.py 0000644 00000001655 15056474501 0014743 0 ustar 00 import unicodedata
import sys
# HFS Plus uses decomposed UTF-8
def decompose(path):
if isinstance(path, str):
return unicodedata.normalize('NFD', path)
try:
path = path.decode('utf-8')
path = unicodedata.normalize('NFD', path)
path = path.encode('utf-8')
except UnicodeError:
pass # Not UTF-8
return path
def filesys_decode(path):
"""
Ensure that the given path is decoded,
NONE when no expected encoding works
"""
if isinstance(path, str):
return path
fs_enc = sys.getfilesystemencoding() or 'utf-8'
candidates = fs_enc, 'utf-8'
for enc in candidates:
try:
return path.decode(enc)
except UnicodeDecodeError:
continue
def try_encode(string, enc):
"turn unicode encoding into a functional routine"
try:
return string.encode(enc)
except UnicodeEncodeError:
return None
site-packages/pkg_resources/__pycache__/__init__.cpython-39.pyc 0000644 00000304205 15056474501 0020552 0 ustar 00 a
(�Re�� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddl mZ z ddl Z W n e y� ddl Z Y n0 ze W n e �y e!Z Y n0 ddlm"Z" z ddlm#Z#m$Z$m%Z% dZ&W n e �yb dZ&Y n0 ddlm'Z( dd l)m*Z*m+Z+ zddl,m-Z. e.j/ W n e �y� dZ.Y n0 dd
l0m1Z1 dd l0m2Z2 e3d � e3d
� e3d� e3d� ej4dk �r�e5d��dZ6dZ7dZ8dZ9dZ:dZ;dZ<dZ=dZ>dZ?dZ@dZAdZBdZCdZDdZEdZFG dd� deG�ZHdd� ZIi ZJdd� ZKdd� ZLdd� ZMd d � ZNd d � ZOd d!� ZPd"d#� ZQd$d%� ZRZSd&d'� ZTg d(�ZUG d)d*� d*eV�ZWG d+d,� d,eW�ZXG d-d.� d.eX�ZYG d/d0� d0eW�ZZG d1d2� d2eW�Z[i Z\d3j]ej4� Z^d4Z_d5Z`d6ZadZbd7Zcd8d9� Zdd:d;� Zeg fd<d=�Zfd>d?� Zgd@dA� Zhe�idB�Zje�idC�ZkehZldDdE� ZmdFdG� ZnenZodHdI� ZpdJdK� Zqd�dLdM�ZrdNdO� ZsG dPdQ� dQ�ZtG dRdS� dSet�ZuG dTdU� dU�ZvG dVdW� dWew�ZxG dXdY� dY�ZyeyZzG dZd[� d[e5�Z{G d\d]� d]�Z|d^d_� Z}d`da� Z~dbdc� Zddde� Z�dfdg� Z�dhdi� Z�d�djdk�Z�G dldm� dm�Z�ede�e�� dndo� Z�G dpdq� dqe��Z�G drds� dse��Z�e���� G dtdu� due��Z�e�� Z�G dvdw� dwew�Z�G dxdy� dye��Z�G dzd{� d{e��Z�edej�e�� G d|d}� d}e��Z�G d~d� de��Z�G d�d�� d�e��Z�eKd�i d�� d�d�� Z�d�d�d��Z�d�d�d��Z�e�ej�e�� d�d�d��Z�e�e�e�� d�d�� Z�d�d�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�e j�e�� e�e.d���r�e�e.j�e�� eKd�i d�� eKd�i d�� d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�d��Z�d�d�� Z�e�e j�e�� e�ej�e�� e�e.d���r<e�e.j�e�� d�d�� Z�e�e�e�� d�d�� Z�d�d�� Z�i fd�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�id��j�Z�e�id�ej�ej�B �j�Z�G d�d�� d��Z�d�d Z�G d�dĄ dăZ�G d�dƄ d�e��Z�G d�dȄ d�e��Z�e�e�e�dɜZ�d�d˄ Z�d�d̈́ Z�G d�dτ d�e2j�j��Z�G d�dф d�e2j�j��Z�d�dӄ Z�d�dՄ Z�d�dׄ Z�d�dل Z�d�dۄ Z�d�d݄ Z�e j�d�eHddߍ d�d� Z�e�eʃ fd�d��Z�e�d�d� �Z�G d�d� d�e̓Z�dS )�aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� N)� get_importer)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split)�appdirs)� packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers)� � z Python 3.5 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/__init__.pyr i s r c C s6 zt j�| �W S t jjy0 t j�| � Y S 0 d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_versionp s r c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)�vartype�kwr r r �_declare_statez s r$ c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )N�_sget_)r r �items��state�g�kr r r r � __getstate__ s
r+ c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )N�_sset_)r r& r r' r r r � __setstate__� s r- c C s | � � S r )�copy��valr r r �
_sget_dict� s r1 c C s |� � |�|� d S r )�clearr ��key�obr( r r r �
_sset_dict� s r6 c C s | � � S r )r+ r/ r r r � _sget_object� s r7 c C s |� |� d S r )r- r3 r r r � _sset_object� s r8 c G s d S r r ��argsr r r �<lambda>� � r; c C s` t � } t�| �}|dur\tjdkr\z&dd�t� dd� �|�d�f } W n tyZ Y n0 | S )aQ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of macOS that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of macOS that we are *running*. To allow usage of packages that
explicitly require a newer version of macOS, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macos_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
& rK )G�require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionErrorr �parse_requirementsr � safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rg z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprr: ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rg � s rg c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) rh z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r9 r� r r r �dist� s zVersionConflict.distc C s
| j d S �N� r9 r� r r r �req s zVersionConflict.reqc C s | j jf i t� ��S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)r: �ContextualVersionConflict)r� � required_byr: r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r rh � s
rh c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )Nr? r9 r� r r r r� s z%ContextualVersionConflict.required_byN)r r r r rh r� r� r� r r r r r� s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )ri z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r9 r� r r r r� & s zDistributionNotFound.reqc C s
| j d S r� r9 r� r r r � requirers* s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rE r� r r r �
requirers_str. s z"DistributionNotFound.requirers_strc C s | j jf i t� ��S r r� r� r r r r� 4 s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__7 s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r ri s
ri c @ s e Zd ZdZdS )rj z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rj ; s rj z{}.{}r r? r� ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)� loader_type�provider_factoryr r r r� I s r� c C sr t | t�r$t�| �p"tt| ��d S ztj| }W n$ tyV t | � tj| }Y n0 t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstancere r[ �findrL �strrC �modules�KeyError�
__import__�getattr�
_find_adapterr� )� moduleOrReq�module�loaderr r r rN S s
rN c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|v rL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlist�ProductVersionr> )
rD �mac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher �plist�
plist_contentr r r rF ` s
rF c C s ddd�� | | �S )N�ppc)�PowerPC�Power_Macintosh)�get)�machiner r r � _macos_archp s r� c C s| ddl m} | � }tjdkrx|�d�sxz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t yv Y n0 |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and macOS.
r )ro r= zmacosx-� � �_zmacosx-%d.%d-%sr� ) � sysconfigro rC rD �
startswithrF r� �uname�replace�intr� rH )ro rI r r� r r r r@ t s � r@ zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | du s|du s| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr� z%s.%sr? � z10.3� z10.4Fr )rA rB �darwinVersionStringr� rG )�provided�required�reqMac�provMac�
provDarwin�dversion� macosversionr r r rp � s2
��� rp c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr� r r N�rC � _getframe� f_globalsr2 rL rM )Z dist_spec� script_name�ns�namer r r rM � s
rM c C s> t | t�rt�| �} t | t�r&t| �} t | t�s:td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r� re �parserN rd � TypeError�r� r r r rO � s
rO c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rO rP �r� rG r� r r r rP � s rP c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rO rQ )r� rG r r r rQ � s rQ c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rO rR r� r r r rR � s rR c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r~ c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir� s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir� s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rM � s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rM r r r r r~ � s r~ c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r rY s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r rW s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� rY rW r r r r r � s r c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-rb zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|du r&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrC r� � add_entry)r� r� �entryr r r �__init__ s zWorkingSet.__init__c C s^ | � }zddl m} W n ty, | Y S 0 z|�|� W n tyX | �|� Y S 0 |S )z1
Prepare the master working set.
r )� __requires__)�__main__r� � ImportErrorrL rh �_build_from_requirements)�cls�wsr� r r r �
_build_master* s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jvr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rl �resolvera �addrC r� r� r� )r �req_specr �reqs�distsr� r� r r r r > s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� r] r )r� r� r� r r r r� T s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r4 �r� r� r r r � __contains__c s zWorkingSet.__contains__c C s, | j �|j�}|dur(||vr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r4 rh )r� r� r� r r r r� g s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d u s*�|jkr|V qqd S r )rQ �valuesr� )�.0r� r� �rG r� r r � <genexpr>~ s �z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rG r� r r r rS w s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr� r r Nr� )r� �requiresr� r� r� r r r rM � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jvrq
| j| D ] }||vr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r� N)r� r� r� )r� �seen�itemr4 r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |du r$|j}| j�|g �}| j�|jg �}|sV|j| jv rVdS || j|j< |j|vrx|�|j� |j|vr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r r4 r� r� �
_added_new)r� r� r� �insertr� �keys�keys2r r r r � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |v rHq.| �| |�sVq.|�| j�} | du �r| j �| j�} | du s�| | vr�|r�| }
|du r�| du r�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | du r�|
�| d�}t| |��|�| � | | v�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r4 r� ra r� rb �
best_matchri r� rh r� r �extras�extendr � project_name)r� � requirements�env� installerr r% � processed�best� to_activate�
req_extrasr� r� r� r r� �
dependent_req�new_requirements�new_requirementr r r r � sP
�
zWorkingSet.resolvec C s t |�}|�� i }i }|du r4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nL t y� } z4||| < |r�W Y d}~qfnW Y d}~ qZW Y d}~qfd}~0 0 t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r �sortra r� r� �mapr �as_requirementr rg r r r! )r� �
plugin_env�full_envr* �fallback�plugin_projects�
error_info�
distributionsr) �
shadow_setr' r� r� � resolveesr r r r � find_plugins s4 $
$zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r rl r )r� r( �neededr� r r r rL m s zWorkingSet.requirec C s8 || j v rdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r� r� )r� �callback�existingr� r r r � subscribe} s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r� )r� r� r? r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r. r� r� r� r r r r+ � s �zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r. r� r� r� )r� �e_k_b_cr� r r� r� r r r r- � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr r r� r r� rS rM r r r r= rL rA r r+ r- r r r r rb s.
�
] �
T
rb c @ s e Zd ZdZddd�ZdS )r z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r
rD �r� r r r � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� rF �any)r� r� r% � extra_evalsr rH r r# � s
�z_ReqExtras.markers_pass)N)r r r r r# r r r r r � s r c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) ra z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprD �python�scan)r� � search_pathrD rL r r r r� � s zEnvironment.__init__c C s2 | j du p |jdu p |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)rL �
py_versionrp rD )r� r� � py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)rK r4 �remover
r r r rR � s zEnvironment.removec C s4 |du rt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rC r� r] r )r� rN r r� r r r rM � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerrK r� )r� r' �distribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||vrH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r4 �reverseN) rQ � has_versionrK r r4 r� r2 �operator�
attrgetter)r� r� r r r r r � s
zEnvironment.addFc C sd z|� |�}W n ty* |s"� d}Y n0 |dur8|S | |j D ]}||v rB| S qB| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� rh r4 �obtain)r� r� r[ r* r r� r r r r$ s
zEnvironment.best_matchc C s |dur||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� � requirementr* r r r r\ s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)rK r �r� r4 r r r r ) s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rd r ra r� )r� �other�projectr� r r r �__iadd__/ s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rD rL �r� )r� r_ �newr) r r r �__add__; s
zEnvironment.__add__)N)NF)N)r r r r rK �PY_MAJORr� rQ rR rM rU r r$ r\ r ra rd r r r r ra � s �
�
ra c @ s e Zd ZdZdS )rk aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r rk G s rk c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rc z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r� [ s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rN r� �r� �package_or_requirementr� r r r rX ^ s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rN rY rg r r r rY b s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rN r� rg r r r rV h s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rN r� rg r r r rU n s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rN r� rg r r r rT t s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rN rW rg r r r rW z s �z ResourceManager.resource_listdirc C sV t �� d }| jpt� }t�d��� }t|jf i t � ���}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r� a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rC �exc_info�extraction_pathr` �textwrap�dedent�lstriprk r� r� r� �
cache_path�original_error)r� �old_excrn �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d g|�R � }z t|� W n tyL | �� Y n0 | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr� )
rj r` r� r� rE �_bypass_ensure_directory� Exceptionrs � _warn_unsafe_extraction_pathrf )r� � archive_name�names� extract_path� target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C s` t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ r\djf i t � ��}t
� |t � dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�nt�windirNz�Extraction path is writable by group/others and vulnerable to attack when used with get_resource_filename ({path}). Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).)
r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRPr� r� �warnings�warn� UserWarning)r� �mode�msgr r r rv � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� r r� �chmod)r� �tempname�filenamer� r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)rf rH rj �r� r� r r r r^ � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r r_ � s z!ResourceManager.cleanup_resources)r )F)r r r r rj r� rX rY rV rU rT rW rs r{ � staticmethodrv r� r^ r_ r r r r rc W s
rc c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
�PYTHON_EGG_CACHEz Python-Eggs)�appname)r� r~ r� r
�user_cache_dirr r r r r` s
�r` c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rm s rm c C sH zt tj�| ��W S tjjyB | �dd�} t�dd| � Y S 0 dS )zB
Convert an arbitrary string to a standard version string
r� r> r� r� N)r� r r r r r� r� r� )r r r r rn s
rn c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )r� r� rS )rD r r r rs , s rs c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
r� r� r r� r r r rt 5 s rt c
C sF z t | � W n4 ty@ } z d|_d|_|W Y d}~S d}~0 0 dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)rv � SyntaxErrorr� �lineno)�text�er r r ru = s ru c
C sN zt j�| �}|�� W S t jjyH } zt|�|�W Y d}~n
d}~0 0 dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r �markers�MarkerrG �
InvalidMarkerr� )r� rD rF r� r r r rv K s
rv c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r� a s zNullProvider.__init__c C s | � | j|�S r )�_fnr� �r� r� r� r r r r� e s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� r� r r r r� h s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getr� r� r� r r r r� k s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasr� r� �r� r� r r r r� n s zNullProvider.has_resourcec C s | � | j|�S r )r� �egg_info�r� r� r r r �_get_metadata_pathq s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )r� r� r� �r� r� r� r r r r� t s
zNullProvider.has_metadatac
C sl | j s
dS | �|�}| �|�}z |�d�W S tyf } z$| jd�||�7 _� W Y d }~n
d }~0 0 d S )Nr� �utf-8z in {} file at path: {})r� r� r� �decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� { s
zNullProvider.get_metadatac C s t | �|��S r �rq r� r� r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirr� r� r� r r r rY � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )r� r� r� r� r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirr� r� r� r r r rW � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )r� r� r� r� r r r r� � s z NullProvider.metadata_listdirc C s� d| }| � |�s(tdjf i t� ����| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |��}|� � }W d � n1 s�0 Y t
||d�}t|||� n>dd lm} t|�d|�d�|f| |< t
||d�}
t|
||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
r� �execr )�cache)r� rg r� r� r� r� r� r� r� r� r� r �read�compiler� � linecacher� �lenr ) r� r� r� �script� script_text�script_filenameZfid�source�coder� � script_coder r r rM � s*
��
& � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr� r r r r� � s �zNullProvider._hasc C s t d��d S r� r� r� r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r� r r r r� � s �zNullProvider._listdirc C s, | � |� |r(tjj|g|�d��R � S |S )N�/)�_validate_resource_pathr� r� rE r )r� �baser� r r r r� � s
zNullProvider._fnc C sp t jj| �tj�v p&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r� ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrH r� r� �DeprecationWarning)r� �invalidr� r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r� r r r r� s
�zNullProvider._get) r r r r �egg_namer� r� r� r� r� r� r� r� r� r� r� rY r� rW r� rM r� r� r� r� r� r� r� r r r r r� Z s2
Jr� c c s, d}| |kr(| V | }t j�| �\} }qdS )z2
yield all parents of path including path
N)r� r� r )r� �lastr� r r r �_parents s
r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r� �
_setup_prefixr� r r r r� * s zEggProvider.__init__c C s, t tt| j��}t|d �}|o&| �|� d S r )�filter� _is_egg_pathr� r� �next�_set_egg)r� �eggs�eggr r r r� . s
zEggProvider._setup_prefixc C s( t j�|�| _t j�|d�| _|| _d S )N�EGG-INFO)r� r� �basenamer� rE r� �egg_rootr� r r r r� 5 s zEggProvider._set_eggN)r r r r r� r� r� r r r r r� ' s r� c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r� r r r r� > s zDefaultProvider._hasc C s t j�|�S r )r� r� r r� r r r r� A s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr� r r r r� D s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r r� r� r� r r r r� G s z#DefaultProvider.get_resource_streamc C s6 t |d��}|�� W d � S 1 s(0 Y d S r� )r r� )r� r� �streamr r r r� J s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r � loader_namesr� �
loader_clsr r r � _registerN s zDefaultProvider._registerN) r r r r r� r� r� r� r� rC r� r r r r r� ; s r� c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r� r r r r; ^ r< zEmptyProvider.<lambda>c C s dS �Nr� r r� r r r r� ` s zEmptyProvider._getc C s g S r r r� r r r r� c s zEmptyProvider._listdirc C s d S r r r� r r r r� f s zEmptyProvider.__init__)
r r r r r� r� r� r� r� r� r r r r r� Y s r� c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c sL t �|��.� � fdd�� �� D �}t|�W d � S 1 s>0 Y dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� �getinfo�r
r� ��zfiler r r | s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfile�ZipFile�namelistr )r r� r& r r� r �buildr s
�zZipManifests.buildN)r r r r rC r� �loadr r r r r� m s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| vs.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathr �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r� r� �archiver� r� �zip_prer� r r r r� � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r� r� r r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr� r )r r� r� r� r� r� r r )r� �zip_pathr r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r� r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|v rP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrE r �_extract_resource�
_eager_to_zip)r� r� r� r �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)�zip_stat�sizer � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C st || � � v r@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nf tj�yL tj�|��rF| �
||��r | Y W S tjdk�rFt|� t| |� | Y W S � Y n0 W n tj�yn |�� Y n0 |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirr| )�_indexr
r� r� rE r� r r
�
WRITE_SUPPORT�IOErrorr{ r� r � _is_current�_mkstemp�writer� r� �closer r� r �error�isfiler� r rs )
r� r� r r� r� r r � real_path�outf�tmpnamr r r r
� sJ � �
�
z ZipProvider._extract_resourcec C s� | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W d � n1 sz0 Y ||kS )zK
Return True if the file_path is current for this zip_path
Fr� N) r r
r� r� r! r �st_sizer� r� r� r r� ) r� � file_pathr r r r � zip_contents�f�
file_contentsr r r r s
&zZipProvider._is_currentc C s> | j d u r8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r� r& r� )r� r r� r r r r s
z ZipProvider._get_eager_resourcesc C s� z| j W S ty� i }| jD ]V}|�tj�}|r tj�|d d� �}||v rf|| �|d � q q0|�� g||< q0q || _ | Y S 0 d S )Nr� ) � _dirindex�AttributeErrorr
r r� r� rE r� r" )r� �indr� �parts�parentr r r r ' s
zZipProvider._indexc C s | � |�}|| jv p || �� v S r )r r
r )r� r r r r r r� 8 s
zZipProvider._hasc C s | � |�| �� v S r )r r r r r r r� < s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r r r� r r r r r r� ? s zZipProvider._listdirc C s | � | �| j|��S r )r r� r� r� r r r r B s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r r� r� r� r r r r E s z ZipProvider._resource_to_zip)r r r r r r� r r� r r r� r
r� r� r r
r r r r� r� r� r r r r r r r� � s(
7 r� c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r� r r r r� X s zFileMetadata.__init__c C s | j S r r0 r� r r r r� [ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r! r� r r r r� ^ s zFileMetadata.has_metadatac C sX |dkrt d��tj| jddd��}|�� }W d � n1 s@0 Y | �|� |S )Nr1 z(No metadata except PKG-INFO is availabler� r� )�encoding�errors)r� r� r r� r� �_warn_on_replacement)r� r� r( �metadatar r r r� a s &
zFileMetadata.get_metadatac C s0 d}||v r,d}|j f i t� ��}t�|� d S )Nu �z2{self.path} could not be properly decoded in UTF-8)r� r� r� r� )r� r5 �replacement_charrq r� r r r r4 j s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r� r� r r r r� q s z FileMetadata.get_metadata_linesN)
r r r r r� r� r� r� r4 r� r r r r r� L s r� c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )r� r� )r� r� r� r r r r� � s zPathMetadata.__init__N�r r r r r� r r r r r� u s r� c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r� r� r� r r� �prefixr� rE r� r� )r� �importerr r r r� � s zEggMetadata.__init__Nr7 r r r r r� � s r� r ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr: )�
importer_type�distribution_finderr r r r� � s r� c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r; )� path_item�onlyr9 �finderr r r r] � s
r] c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr1 �r5 r� )�
.dist-info� .egg-info)r� �endswithr� r� rd �
from_filenamerW r� r� r� rE �find_eggs_in_zip� zipimport� zipimporterrS r� �
from_location) r9 r> r? r5 �subitem�subpathr r� �submetar r r rF � s$
rF c C s dS r/ r )r9 r> r? r r r � find_nothing� s rM c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
r� c S s g | ]}t j�|��qS r )r r r� )r
�partr r r �
<listcomp>� r< z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr- r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTrW )�sorted)rx rT r r r �_by_version_descending� s rV c
# s� t ���t��r4tj�t�tj��d��d�V dS �fdd�t��D �}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�qjdS )z6Yield distributions accessible on a sys.path directoryr� rA Nc 3 s | ]}t j�� |�V qd S r )r� r� rE )r
�child)r> r r r � s �z find_on_path.<locals>.<genexpr>c 3 s | ]}t �|� �r|V qd S r )� dist_factory)r
r� �r? r> r r r s �) �_normalize_cached�_is_unpacked_eggrd rE r� r� r� rE � safe_listdirrV rX )
r9 r> r? r� �filtered�path_item_entriesr� �fullpath�factoryr� r rY r � find_on_path� s( ��
� � ra c C sj |� � }|�d�}|�d�o0tj�tj�| |��}|p8|}|rBtS |sRt|�rRtS |sd|�d�rdt S t
� S )z*Return a dist_factory for the given entry.rC rB z .egg-link) rS rD r� r� r rE �distributions_from_metadatar� r] �resolve_egg_link�NoDists)r> r� r? rS Z is_egg_infoZ is_dist_info�is_metar r r rX s$
�������rX c @ s e Zd ZdZdd� Zdd� ZdS )rd zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__/ s zNoDists.__bool__c C s t d�S r/ )�iter)r� r_ r r r �__call__2 s zNoDists.__call__N)r r r r rf rh r r r r rd ' s rd c
C sb z t �| �W S ttfy" Y n< ty\ } z$|jtjtjtjfvrH� W Y d}~n
d}~0 0 dS )zI
Attempt to list contents of path, but suppress some exceptions.
Nr ) r� r� �PermissionError�NotADirectoryError�OSError�errno�ENOTDIR�EACCES�ENOENT)r� r� r r r r\ 6 s r\ c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� r� r r� r� r� r� r� rd rI r} )r� �rootr5 r� r r r rb F s �rb c c sH t | ��,}|D ]}|�� }|r|V qW d � n1 s:0 Y dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r( �liner r r �non_empty_linesU s
rt c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rE r� )r
�refr0 r r r f s �z#resolve_egg_link.<locals>.<genexpr>r )rt r3 r] r� )r� �referenced_paths�resolved_paths� dist_groupsr r0 r rc ` s
�
rc �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nrz )r< �namespace_handlerr r r r� w s r� c C s t |�}|du rdS z|�| �j}W nN tyr t�� �$ t�d� |�| �}W d � n1 sd0 Y Y n0 |du r�dS tj �
| �}|du r�t � | � }tj | < g |_
t| � nt|d�s�td| ��tt|�}|||| |�}|du�r|j
}|�|� t�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r � find_specr� r+ r� �catch_warnings� simplefilter� find_modulerC r� r� �types�
ModuleTyper �_set_parent_nsr� r� r� r{ r� � importlib�
import_module�_rebuild_mod_path)� packageNamer> r9 r� r� �handlerrK r� r r r �
_handle_ns� s4
.
r� c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �rZ �r
�pr r r rO � r< z%_rebuild_mod_path.<locals>.<listcomp>c s, z � � | �W S ty& td� Y S 0 dS )z/
Workaround for #520 and #513.
�infN)�indexrH �float)r� )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
r> r� N)r r� r� �countrZ rE )r� �
path_parts� module_partsr- )� package_namer� r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r4 c S s g | ] }t |��qS r r� r� r r r rO � r< N)rC r� rU r� r r )� orig_pathr� r� r� �new_pathr )r� r� r� r r� � s r� c
C s� t �� z�| tv r W t �� dS tj}| �d�\}}}|r�t|� |tvrRt|� ztj | j
}W n0 t y� } zt d|�|�W Y d}~n
d}~0 0 t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W t �� n
t �� 0 dS )z9Declare that package 'packageName' is a namespace packageNr> r� )�_imp� acquire_lockr| � release_lockrC r� �
rpartitionrZ r� r� r r+ r� r r� r� )r� r� r. r� r� r> r r r rZ � s* �" rZ c C sN t �� z6t�|d�D ] }t|| �}|rt||� qW t �� n
t �� 0 dS )zDEnsure that previously-declared namespace packages include path_itemr N)r� r� r| r� r� r� r� )r> r. �packagerK r r r r� � s
r� c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerr> r� N)r� r� rE r rZ r )r9 r> r� r� rK �
normalizedr r r r �file_ns_handler� s
r� c C s d S r r )r9 r> r� r� r r r �null_ns_handler s r� c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r� r r r rx s �rx c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rC rD r� r� �abspathr� r r r r� s r� c C s6 z
|| W S t y0 t| � || < }| Y S 0 d S r )r� rx )r� r� �resultr r r rZ ( s
rZ c C s t | �pt| �S )z7
Determine if given path appears to be an egg.
)� _is_zip_eggr[ r0 r r r r� 0 s r� c C s$ | � � �d�o"tj�| �o"t�| �S )N�.egg)rS rD r� r� r! r� �
is_zipfiler0 r r r r� 7 s
��r� c C s& | � � �d�o$tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r� r1 )rS rD r� r� r! rE r0 r r r r[ ? s �r[ c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )Nr> )r r" rE �setattrrC r� )r� r- r� r. r r r r� I s
r� c c sX t | t�r6| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qFq:dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r� �
splitlinesrr r� rq )�strs�s�ssr r r rq Q s
rq z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rf z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErH r� � module_name�tuple�attrsr% r� )r� r� r� r� r% r� r r r r� q s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:r> z [%s]�,)r� r� r� rE r% )r� r� r r r r� z s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� � s zEntryPoint.__repr__Tc O s8 |r |s |r t jdtdd� |r0| j|i |�� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.r? r� )r� r� r� rL r )r� rL r: �kwargsr r r r� � s �zEntryPoint.loadc
C s\ t | jdgdd�}zt�t| j|�W S tyV } ztt|��|�W Y d}~n
d}~0 0 dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� r� � functools�reducer� r� r+ r� r� )r� r� r� r r r r � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r% ) r% r� rj r r[ r r r3 r )r� r) r* r r& r r r rL � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr% �attrr> r r� r� )�patternrB rH � groupdict�
_parse_extrasr )r �srcr� rJ r� �resr% r� r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)re r� �specsrH r% )r � extras_specr� r r r r� � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|v rFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r� rH rq r� r� )r rG �linesr� �thisrs �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|du rB|s:q$td��|�� }||v r\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r r& rr rH rr r� )r �datar� �mapsrG r� r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r� r� r� r� r rL r� r� r� rC r� r� r� r� r r r r rf n s$
�
rf c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)rS r� )rs r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� r� N)r� r� rg � partitionrn rr )r� r� �
version_linesrs r� r� r r r �_version_from_file� s
r� c s� e Zd ZdZdZddddedefdd�ZedRdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdSd)d*�Z d+d,� Z d-d.� Z d/d0� Z dTd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%edUd>d?��Z&d@dA� Z'dBdC� Z(dVdDdE�Z)dFdG� Z*dWdHdI�Z+dJdK� Z,dLdM� Z-dNdO� Z.e dPdQ� �Z/� Z0S )Xrd z5Wrap an actual or potential sys.path entry w/metadatar1 Nc C sF t |pd�| _|d ur t|�| _|| _|| _|| _|| _|p>t| _ d S )N�Unknown)
rm r' rn �_versionrO rD r rp r� � _provider)r� r r5 r' r rO rD rp r r r r�
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tv r^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr� r� �ver�pyverrI )r' r rO rD )r� r� rP rS �_distributionImpl�EGG_NAMErG �_reload_version) r r r� r5 r# r' r rO rD rS rB r r r rI
s" � ���zDistribution.from_locationc C s | S r r r� r r r r� !
s z Distribution._reload_versionc C s$ | j | j| j| j| jpd| jp dfS r� )�parsed_versionrp r4 r rO rD r� r r r rV $
s �zDistribution.hashcmpc C s
t | j�S r )�hashrV r� r r r �__hash__/
s zDistribution.__hash__c C s | j |j k S r �rV �r� r_ r r r �__lt__2
s zDistribution.__lt__c C s | j |j kS r r� r� r r r �__le__5
s zDistribution.__le__c C s | j |j kS r r� r� r r r �__gt__8
s zDistribution.__gt__c C s | j |j kS r r� r� r r r �__ge__;
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� rV r� r r r �__eq__>
s zDistribution.__eq__c C s
| |k S r r r� r r r �__ne__D
s zDistribution.__ne__c C s4 z| j W S ty. | j�� | _ }| Y S 0 d S r )�_keyr+ r' rS r^ r r r r4 K
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r r r� r� r r r r� S
s
zDistribution.parsed_versionc C s\ t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f i t | ���t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r r� r� rk rl rr r� r� r� r� �varsr )r� �LV� is_legacyrq r r r �_warn_legacy_versionZ
s � z!Distribution._warn_legacy_versionc
C sl z| j W S tyf } zF| �� }|d u rN| �| j�}d�| j|�}t|| �|�|W Y d }~S d }~0 0 d S )Nz4Missing 'Version:' header and/or {} file at path: {})r� r+ � _get_version� _get_metadata_path_for_display�PKG_INFOr� rH )r� r� r r� r� r r r r t
s �� zDistribution.versionc C s2 z| j W S ty* | �| �� �| _ Y n0 | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)�_Distribution__dep_mapr+ �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
Nr� ) r r� r" r� ru rv rs r r& )�dmrD � new_extrar r� rF � fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)rr �
_get_metadatar r& rl )r� r� r� rD r r r r r� �
s
zDistribution._build_dep_mapr c C sx | j }g }|�|�dd�� |D ]R}z|�|t|� � W q typ } z td| |f �|�W Y d}~q d}~0 0 q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r& r� rs r� rj )r� r% r� �depsrS r� r r r r �
s
��zDistribution.requiresc C s* z| j �|�}W n ty$ Y dS 0 |S )zK
Return the path to the given metadata file, if available.
z[could not detect])r� r� ru r� r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� rs r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� r� )r� r� r r r r r� �
s zDistribution._get_versionFc C sV |du rt j}| j||d� |t ju rRt| j� | �d�D ]}|t jv r:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rC r� r r� r r� r� rZ )r� r� r� �pkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%sr� )rt r' r rO re rD )r� r� r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s> zt | dd �}W n ty& d }Y n0 |p.d}d| j|f S )Nr z[unknown version]z%s %s)r� rH r' )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r+ r� r� )r� r� r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r
r� r r r r s
�z'Distribution.__dir__.<locals>.<genexpr>)r r! �superrd �__dir__r� r� rb r r r s ���zDistribution.__dir__c K s" | j t|�tj�|�|fi |��S r )rI rZ r� r� r� )r r� r5 r# r r r rE s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� r� r r r r' re r� )r� �specr r r r4 s zDistribution.as_requirementc C s. | � ||�}|du r&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rR r� r� )r� rG r� r� r r r rP s z Distribution.load_entry_pointc C sN z
| j }W n* ty4 t�| �d�| � }| _ Y n0 |durJ|�|i �S |S )r� zentry_points.txtN)�_ep_mapr+ rf r� r� r� )r� rG �ep_mapr r r rQ s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rQ r� r r r r rR , s zDistribution.get_entry_infoc
C s2 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� v r� dS |tju r�| � � |�
||� |�
||� q�q<|tju r�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
�y Y �q.Y q�0 || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r� r� r r r rO K r< z*Distribution.insert_on.<locals>.<listcomp>r r� )r rZ r� r� r� � enumeraterp ry rC �check_version_conflictr r� r� rH )
r� r� �locr� �nloc�bdir�npathr� r �npr r r r 1 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjvs2||v s2|tv rRq2|dv r\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)�
pkg_resourcesr �siter� zIModule %s was already imported from %s, but %s is being added to sys.path) r4 r r! r� rx r rC r� r| r� r� �
issue_warning)r� �nspr �modname�fnr r r r u s*
�
�
��z#Distribution.check_version_conflictc C s4 z
| j W n$ ty. tdt| � � Y dS 0 dS )NzUnbuilt egg for FT)r rH r r� r� r r r rY � s
zDistribution.has_versionc K sD d}|� � D ]}|�|t| |d�� q |�d| j� | jf i |��S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr5 )r r r� r� r� )r� r# rx r� r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r
�depr r r rO � r< z'Distribution.extras.<locals>.<listcomp>)r� r� r r r r% � s zDistribution.extras)N)r )NF)N)N)NF)1r r r r r� re ry r� rC rI r� r� rV r� r� r� r� r� r� r� r4 r� r� r r� r� r� r� r r� r� r� r� r� r� r� r� r rE r4 rP rQ rR r r rY r r% �
__classcell__r r rb r rd � sh �
Drd c @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s | � � }|r|| _| S )a�
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
)r� r� )r� �
md_versionr r r r� � s z#EggInfoDistribution._reload_versionN)r r r r� r r r r r � s r c @ s> e Zd ZdZdZe�d�Zedd� �Z edd� �Z
dd � Z d
S ) �DistInfoDistributionzV
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
�METADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sD z| j W S ty> | �| j�}tj�� �|�| _ | j Y S 0 dS )zParse and cache metadataN)� _pkg_infor+ r� r� �email�parser�Parser�parsestr)r� r5 r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s0 z| j W S ty* | �� | _ | j Y S 0 d S r )� _DistInfoDistribution__dep_mapr+ �_compute_dependenciesr� r r r r� � s
z DistInfoDistribution._dep_mapc s� dg i }| _ g � | j�d�p g D ]}� �t|�� q"� fdd�}t|d��}|d �|� | j�d�pjg D ](}t|�� �}tt||��| �||< ql|S )z+Recompute this distribution's dependencies.Nz
Requires-Distc 3 s* � D ] }|j r |j �d| i�r|V qd S )NrD rE )rD r� �r r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r r �get_allr& rl � frozensetrs rr r )r� r� r� r" �commonrD �s_extrar r! r r � s z*DistInfoDistribution._compute_dependenciesN) r r r r r� r� r� �EQEQr� r r� r r r r r r � s
r )r� rC rB c O sX d}t � }z t�|�j|u r&|d7 }q W n ty: Y n0 tj| d|d i|�� d S )Nr� r� )r rC r� r� rH r� r� )r: r# r� r) r r r r � s r c c s� t t| ��}|D ]j}d|v r.|d|�d�� }|�d�rp|dd� �� }z|t|�7 }W n tyn Y dS 0 t|�V qdS )z�Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
z #N�\���)rg rq r� rD rr r� �
StopIterationre )r� r� rs r r r rl � s
rl c @ s e Zd ZdZdS )�RequirementParseErrorz,Compatibility wrapper for InvalidRequirementNr r r r r r+ s r+ c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Ze d
d� �Z
� Z S )re c s� t t| ��|� | j| _t| j�}||�� | _| _dd� | j D �| _
t t t
| j��| _| j| j| j t| j�| jr|t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!c S s g | ]}|j |jf�qS r )rZ r )r
r r r r rO s z(Requirement.__init__.<locals>.<listcomp>N)r� re r� r� � unsafe_namerm rS r' r4 � specifierr� r� r3 rs r% �urlr$ rF r� �hashCmpr� �_Requirement__hash)r� �requirement_stringr' rb r r r� s
��zRequirement.__init__c C s t |t�o| j|jkS r )r� re r/ r� r r r r� & s
�zRequirement.__eq__c C s
| |k S r r r� r r r r� , s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)� prereleases)r� rd r4 r r- �contains)r� r r r r r / s
zRequirement.__contains__c C s | j S r )r0 r� r r r r� ; s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r)r� r� r r r r� > s zRequirement.__repr__c C s t | �\}|S r )rl )r� r� r r r r� A s
zRequirement.parse) r r r r� r� r� r r� r� r� r� r r r rb r re s re c C s t | vr| t f S | S )zJ
Ensure object appears in the mro even
for old-style classes.
)�object)�classesr r r �_always_objectG s
r6 c C s< t t�t|dt|����}|D ]}|| v r | | S q dS )z2Return an adapter factory for `ob` from `registry`r� N)r6 �inspect�getmror� r� )�registryr5 r� �tr r r r� Q s r� c C s t j�| �}t j|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� r� �makedirs)r� r� r r r rw Y s rw c C sV t s td��t| �\}}|rR|rRt|�sRt|� zt|d� W n tyP Y n0 dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r r r r rt r �FileExistsError)r� r� r� r r r rt _ s rt c c sv d}g }t | �D ]V}|�d�r\|�d�rP|s0|r:||fV |dd� �� }g }qftd|��q|�|� q||fV dS )as Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
N�[�]r� r� zInvalid section heading)rq r� rD rr rH r� )r� �section�contentrs r r r rr l s
rr c O s2 t j}z tt _tj| i |��W |t _S |t _0 d S r )r� r �os_open�tempfile�mkstemp)r: r# �old_openr r r r � s �r r~ )�categoryr� c O s | |i |�� | S r r )r( r: r� r r r � _call_aside� s rG c s. t � � � | d< | �� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)�_managerc 3 s& | ] }|� d �s|t� |�fV qdS r� )r� r� r� �r� r r r � s
�z _initialize.<locals>.<genexpr>N)rc r r )r) r rI r � _initialize� s
�rJ c C s| t �� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t
| j t j
�� t� �t� � d S )
aE
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
r4 )r[ c s s | ]}|j d d�V qdS )Fr N�r� )r
r� r r r r � s �z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NTr rK r� r r r r; � r< z0_initialize_master_working_set.<locals>.<lambda>F)r@ N)rb r r$ rL rS rA rM r� r� r r3 r� rC r� r r r� )r[ rL rS r\ rM r� r r r � _initialize_master_working_set� s"
��rL c @ s e Zd ZdZdS )r� z�
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
Nr r r r r r� � s r� )N)N)F)F)F)F)N)�r rC r� r� r r� r� r� rG r� r r� �pkgutilrZ rD r r� � email.parserr rl rC rk rQ r7 r� r� r� r r� r� �impr= � NameErrorrk r r r r r r rB �os.pathr r �importlib.machinery� machineryr� r Zpkg_resources.externr
r r� � version_info� RuntimeErrorrL r[ r\ �resources_streamr_ � resource_dirrU r^ rY rT rS rW rV rX r; r{ r| �RuntimeWarningr r r r$ r+ r- r1 r6 r7 r8 �
_sget_none�
_sset_nonerK �__all__ru rg rh r� ri rj r� r� re ry rz r{ r| r} r� rN rF r� r@ r� rA r� ro rp rM r� rO rP rQ rR r~ r rb r r ra r� rk rc r` rm rn rs rt ru rv r� r4 r� r� r� r� r� r� r� r� r� rH r� r� r� r� r] rF rM rV ra rX rd r\ rb rt rc � ImpImporterr� ry r� r� r� rZ r� r� r� rx r� rZ r� r� r[ r� rq rB r� �VERBOSE�
IGNORECASEr� rf r� rd r r r� r rl r( �InvalidRequirementr+ re r6 r� rw rt rr r �filterwarningsrG r rJ rL �Warningr� r r r r �<module> s�
2
.
6
@
. )
# #""
�
$3�
4
' site-packages/pkg_resources/_vendor/__pycache__/appdirs.cpython-39.pyc 0000644 00000050114 15056474501 0022106 0 ustar 00 a
(�Re}` � @ s� d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�r�zddl Z eZ W nh e �y� zdd&l!m"Z" eZ W n> e �y� zddl#Z$e Z W n e �yz eZ Y n0 Y n0 Y n0 e%d'k�r~d(Z&d)Z'd*Z(e)d+e � e)d,� ee&e'd-d.�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d0� ee&e'�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d1� ee&�Z*e(D ] Z+e)d/e+e,e*e+�f � �q*e)d2� ee&d d3�Z*e(D ] Z+e)d/e+e,e*e+�f � �q`dS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �java�Windows�win32ZMac�darwinZlinux2Fc C s� t dkr^|du r| }|r dp d}tj�t|��}| r�|durNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/�
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/appdirs.py�
user_data_dir- s& r c s t dkrR|du r� }tj�td��}� r�|durBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application Support�
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r r r �rstrip�sep��.0�xr r r �
<listcomp>� � z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r r" r r# �r r r r& � r' r )
r r r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r) r �
site_data_dird s6 � r. c C sX t dv rt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r N�XDG_CONFIG_HOMEz ~/.config�r r r r r r r �r r r r r r r r �user_config_dir� s r3 c s� t dv r*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r/ �XDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r# r r r r& � r' z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r( r# r) r r r& � r' r )r r. r r r r r+ r* r, r r) r �site_config_dir� s
r5 Tc C s� t dkrd|du r| }tj�td��}| r�|durBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr F�Cacher z~/Library/Caches�XDG_CACHE_HOMEz~/.cacher
�r r r �opinionr r r r �user_cache_dir s( ! r: c C sX t dv rt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r/ N�XDG_STATE_HOMEz~/.local/stater1 r2 r r r �user_state_dir: s r< c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r r r r r r: r8 r r r � user_log_dird s"
� r> c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r- )�selfr r r r r- r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r@ r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r- )r. r r r r- rC r r r r. � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S rB )r3 r r r r rC r r r r3 � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S rD )r5 r r r r- rC r r r r5 � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r: r r r rC r r r r: � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S rE )r< r r r rC r r r r< � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S rE )r> r r r rC r r r r> � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__rA �propertyr r. r3 r5 r: r< r> r r r r r? � s$ �
r? c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r
r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USER� QueryValueEx)�
csidl_namerO Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rW c C s� ddl m}m} |�dt|| �dd�}z\t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t y~ Y n0 W n t
y� Y n0 |S )Nr )�shellcon�shellF� T) �win32com.shellrX rY �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rS rX rY rU �
has_high_char�cr` r r r � _get_win_folder_with_pywin32� s$
rf c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rL i FrZ T) �ctypes�create_unicode_buffer�windllZshell32ZSHGetFolderPathWr_ Zkernel32ZGetShortPathNameW�value)rS rj Z csidl_const�bufrd re Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
ro c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � re � FrZ T)�arrayZcom.sunrp Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCEr\ r] ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoString�tostringr! r_ ZKernel32ra ) rS rs rp r Zbuf_sizern rY rU rd re Zkernelr r r �_get_win_folder_with_jna s& ru )rl �__main__ZMyAppZ MyCompany)r r3 r: r< r> r. r5 z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0rF z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)-rJ �__version_info__r �map�str� __version__�sysr � version_inforM r^ �platform�
startswith�java_ver�os_namer r r. r3 r5 r: r< r> �objectr? rW rf ro ru r[ Zwin32comr rb rj rl Z com.sun.jna�comrG r r �props�print�dirs�propr] r r r r �<module> s~
7
B
(
3
9
*
30
site-packages/pkg_resources/_vendor/__pycache__/__init__.cpython-39.pyc 0000644 00000000357 15056474501 0022207 0 ustar 00 a
(�Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/__init__.py�<module> � site-packages/pkg_resources/_vendor/__pycache__/pyparsing.cpython-39.pyc 0000644 00000611261 15056474501 0022466 0 ustar 00 a
(�Rex� � @ s�
d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ey� ddlmZ Y n0 z dd lmZ dd
lmZ W n* ey� dd l
mZ dd
l
mZ Y n0 zdd l
mZ W n> e�y> zdd lmZ W n e�y8 dZY n0 Y n0 g d �Z e e j �dd
� Z e d d
kZ e �r�e j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n^e j3Z"e4Z5dd� Z'g Z2ddl6Z6d�7� D ]6Z8ze2�9e:e6e8�� W n e;�y� Y �q�Y n0 �q�e<dd� e5d�D ��Z=dd� Z>G dd� de?�Z@ejAejB ZCdZDeDd ZEeCeD ZFe%d�ZGd�Hd d� ejID ��ZJG d d � d eK�ZLG d d � d eL�ZMG d!d"� d"eL�ZNG d#d$� d$eN�ZOG d%d&� d&eK�ZPG d'd(� d(e?�ZQG d)d*� d*e?�ZRe�SeR� d+d,� ZTd-d.� ZUd/d0� ZVd1d2� ZWd3d4� ZXd5d6� ZYd7d8� ZZ�dd:d;�Z[G d<d=� d=e?�Z\G d>d?� d?e\�Z]G d@dA� dAe]�Z^G dBdC� dCe]�Z_G dDdE� dEe]�Z`e`Zae`e\_bG dFdG� dGe]�ZcG dHdI� dIe`�ZdG dJdK� dKec�ZeG dLdM� dMe]�ZfG dNdO� dOe]�ZgG dPdQ� dQe]�ZhG dRdS� dSe]�ZiG dTdU� dUe]�ZjG dVdW� dWe]�ZkG dXdY� dYe]�ZlG dZd[� d[el�ZmG d\d]� d]el�ZnG d^d_� d_el�ZoG d`da� dael�ZpG dbdc� dcel�ZqG ddde� deel�ZrG dfdg� dgel�ZsG dhdi� die\�ZtG djdk� dket�ZuG dldm� dmet�ZvG dndo� doet�ZwG dpdq� dqet�ZxG drds� dse\�ZyG dtdu� duey�ZzG dvdw� dwey�Z{G dxdy� dyey�Z|G dzd{� d{e|�Z}G d|d}� d}e|�Z~G d~d� de?�Ze� Z�G d�d�� d�ey�Z�G d�d�� d�ey�Z�G d�d�� d�ey�Z�G d�d�� d�e��Z�G d�d�� d�ey�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e?�Z�d�d�� Z��dd�d��Z��dd�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z��dd�d��Z�d�d�� Z��dd�d��Z�d�d�� Z�d�d�� Z�e^� ��d��Z�en� ��d��Z�eo� ��d��Z�ep� ��d��Z�eq� ��d��Z�egeGd�d9d����d�d�� �Z�ehd����d�d�� �Z�ehd����d�d�� �Z�e�e�B e�B ejd�dd��B Z�e�e�e�d�� e� �Z�e`d��e�d����d�� e�e}e�e�B ����d�� d� Z�d�dĄ Z�d�dƄ Z�d�dȄ Z�d�dʄ Z�d�d̄ Z�e�d�d�� �Z�e�d�d�� �Z�d�dЄ Z�d�d҄ Z�d�dԄ Z�d�dք Z�e?� e�_��d d�dZ�e@� Z�e?� e�_�e?� e�_�e�dكe�dڃfd�d܄Z�e�Z�e�ehd݃d� ���dߡZ�e�ehd�d� ���d�Z�e�ehd݃d� ehd�d� B ���d�Z�e�ead�e��� ���d�Z�d�d�de��� fd�d�Z��d d�d�Z�e�d�Z�e�d�Z�e�egeCeFd� ���d��\Z�Z�e�e�d�7� d��Z�ehd�d�Heàġ � d� ���d�Z�d�d�� Z�e�ehd��d� ���d��Z�ehd����d��Z�ehd���ɡ ��d��Z�ehd����d��Z�e�ehd��d� e�B ���d��Z�e�Z�eh�d ����d�Z�e�e}egeJd��d�e�eg�d�e`d�� eo� � ���ϡ ���d�Z�e�e�e��� e�B d�d�����d�Z�G �d�d� �d�Z�eӐd k�
r�ed�d
�Z�ed�d �Z�egeCeF�d �Z�e�ed
d��d���e��Z�e�e�e׃����d�Zؐde�B Z�e�ed
d��d���e��Z�e�e�eڃ����d�Z�eԐd�eِd� e� eېd� Z�eܠݐd� e�jޠݐd� e�jߠݐd� e�j�ݐd� ddl�Z�e�je�e�j�� e�j�ݐd� dS ( a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict)i�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sd t | t�r| S z
t| �W S ty^ t| ��t�� d�}td�}|�dd� � |� |� Y S 0 dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� r| r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � r| z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�data� from_symbols�
to_symbols�from_�to_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jvr|V qd S r� )�string�
whitespace�r� �cry ry rz r� � r| c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d u r || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dv r,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� �anamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� � markerString�line_str� line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
r c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s r! c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s r# c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s r% c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� ��parseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� �p1�p2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modal�retobjry ry rz r� k s
zParseResults.__new__c
C s` | j rvd| _ d | _d | _i | _|| _|| _|d u r6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d u�r\|�r\|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fv �s\||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n4z|d | |< W n" tttf�yZ || |< Y n0 d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jvr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� r| z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� �mylen�removedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j v S r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r r
r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � r| z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � r| z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | v r~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� � defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || v r| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r �insStrr� r r� r r ry ry rz r" I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r$ ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� �itemseqry ry rz r& k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r( } s zParseResults.clearc C sh z
| | W S t y Y dS 0 || jv r`|| jvrF| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � r| z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r+ �
otheritems�otherdictitemsr� r� ry )r2 r. rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r+ ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � r| z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r$ r} r$ �
_asStringListr� )r� �sep�outr% ry ry rz r= � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � r| z'ParseResults.asList.<locals>.<listcomp>r r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � r| z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r �asDict)r� rA ry rz rB � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� rA ry rz r� � r| z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� �item_fnry rA rz rC � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r3 r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |durJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|v r�|| �||
|o�|du ||�g7 }n || �d|o�|du ||�g7 }q�d} |
|v r�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r0 ry ry rz r� s
�z%ParseResults.asXML.<locals>.<genexpr>� r� N�ITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� �doctag�namedItemsOnly�indent� formatted�nlr? �
namedItems�nextLevelIndent�selfTagr� r@ �resTag� xmlBodyTextry ry rz rO � sZ
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||u r| S qq
d S r� )r� r� )r� r� r� r1 r� r� ry ry rz �__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dv rxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr
r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
rH c s s | ]\}}t |�|fV qd S r� )r rD ry ry rz r� ~ r| z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: rJ r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � r| z
%s%s[%d]:
%s%s%sr� )
r$ r� r� r �sortedr� r} r$ �dumpr� �anyr� r� ) r� rR �depth�fullr? �NLr� r� r� r� r_ ry ry rz ra g s,
4,zParseResults.dumpc O s t j | �� g|�R i |�� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rf � s zParseResults.pprintc C s. | j | j�� | jd ur | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d urDt|�| _nd | _d S r� )r� r� r� r� r3 r� r� )r� �stater] � inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r r r r � __nonzero__r r
r r r rE r r r� r r r r r r� r" r$ r& r( r� r, r6 r8 r� r� r= r� rC r� rO r[ r^ ra rf rh rk rl r� ry ry ry rz r$ D sh &
'
4
#
=%
-
r$ c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� rH )r� �rfind)r� �strgr� ry ry rz r; � s
r; c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
rH r r� )�count)r� ro ry ry rz rL � s
rL c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
rH r r� N)rn �find)r� ro �lastCR�nextCRry ry rz rI � s
rI c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rw c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rt r� r r� )ru �startloc�endlocrv �toksry ry rz �_defaultSuccessDebugAction� s r{ c C s t dt|� � d S )NzException raised:)rt r� )ru r� rv �excry ry rz � _defaultExceptionDebugAction� s r} c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rS rs c s� �t v r�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n ty� t��}Y n0 ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r� r ������r� ��limitrs )�system_version� traceback�
extract_stack)r� r. �
frame_summaryry ry rz r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� rt rs )r� �
extract_tb)�tbr� �framesr� ry ry rz r� s z _trim_arity.<locals>.extract_tb� r� rt r� c s� z"�| �d d � � }d�d< |W S t y� �d r<� n6z0t�� d }� |dd�d d d� �ksh� W ~n~0 �d �kr��d d7 < Y q � Y q 0 q d S )Nr Trt rs r� r� )r� r� �exc_info)r� r� r� �r� �
foundArityr� r� �maxargs�pa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr� � Exceptionr )r� r� r� � LINE_DIFF� this_liner� � func_namery r� rz � _trim_arity s,
� r� c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+ur�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� r� r� r� r& r� r� )r� �cpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r r� r� r) ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr� r� )r� r� �listAllMatches�newselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdb� set_trace)ru r� � doActions� callPreParser� �� _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r )r� � breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �mapr� r� r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)r� r� r� r� r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r r� r~ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! r� r$ r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)r� )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sL d}|rHd}| j D ]2}z|�||�\}}d}qW q tyB Y q0 qq|S �NTF)r� r� r! )r� ru r� �
exprsFound�e�dummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |v rD|d7 }q&|S �Nr� )r� r� r� r� r� )r� ru r� �wt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� ru r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� ru r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zBz| �|||�\}}W n& ty� t|t|�| j | ��Y n0 W nZ t
y� } zB| jd r�| jd ||| | � | jr�| �||| | � � W Y d } ~ n
d } ~ 0 0 n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rhz| �|||�\}}W n( t�yd t|t|�| j | ��Y n0 n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d u�r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nH t
�yP } z.| jd �r:| jd ||| | � � W Y d } ~ n
d } ~ 0 0 nJ| jD ]B} | |||
�}|d u�rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� r� r� r� r� r� r� r! r� r� r r� r� r$ r� r� r� r� r� r} r� ) r� ru r� r� r� � debugging�preloc� tokensStart�tokens�err� retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s> z| j ||dd�d W S ty8 t||| j| ��Y n0 d S )NF)r� r )r� r# r! r� �r� ru r� ry ry rz �tryParse� s zParserElement.tryParsec C s2 z| � ||� W n ttfy( Y dS 0 dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r( r� r� ry rz r( � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r( r )r� r� r� r( r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s< |� |< t � ��kr8z� �d� W q ty4 Y q0 qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r( � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r( r �r� r r� r� r( r� ry )r� r� r rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr$ r� )r� �key_fifor ry rz r� � s r c s � � � �� � d S r� r� r� )r� r ry rz r( � s r c s t � �S r� r� r� r� ry rz r� � s r )
r� r� � collections�dequer� r� r� r� r( r r ry )r� r r� r rz r� � s r Nr� ry ry ry rz r � s r c C s0 d\}}| ||||f}t j�� t j}|�|�} | |ju r�t j| d7 < z| �||||�} W n: ty� }
z"|�||
j |
j
� � � W Y d }
~
n8d }
~
0 0 |�|| d | d � � f� | W d � S nBt j| d7 < t | t
�r�| �| d | d � � fW d � S W d � n1 �s"0 Y d S )Nr/ r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� r� r� r� r} r� ) r� ru r� r� r� �HIT�MISS�lookupr� r r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r r( r� r ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| du r t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r r r r� )�cache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n2 t y� } zt j r�� n|�W Y d}~nd}~0 0 |S dS )aC
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explicitly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� ru �parseAllr� r� r� �ser| ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t y� |
d }Y qZ0 | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n6 t �y0 } z t j
�r� n|�W Y d}~n
d}~0 0 dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r r� r� r� r r� r� r� r& r r! r r )r� ru �
maxMatches�overlapr� r� r� �
preparseFn�parseFn�matchesr� �nextLocr� �nextlocr| ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t y� } zt j
rĂ n|�W Y d}~n
d}~0 0 dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � r| z1ParserElement.transformString.<locals>.<listcomp>r� )r� r( r$ r} r$ r� r� r� r� r� �_flattenr r& r )r� ru r? �lastErx r� r� r| ry ry rz r� � s(
z ParserElement.transformStringc
C sT z t dd� | �||�D ��W S tyN } ztjr6� n|�W Y d}~n
d}~0 0 dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � r| z.ParserElement.searchString.<locals>.<listcomp>N)r$ r( r r& r )r� ru r! r| ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r! N)r( ) r� ru �maxsplit�includeSeparators�splits�lastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& r� �warnings�warnr� �
SyntaxWarningr r7 ry ry rz r, s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r1 rs r2 N�r} r� r& r� r4 r5 r� r6 r7 ry ry rz r8 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r1 rs r2 N)
r} r� r& r� r4 r5 r� r6 r �
_ErrorStopr7 ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d du rHd|d f}t |d t�r�|d du r�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r> � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r+ � minElements� optElementsr� ry r= rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )rC r7 ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r1 rs r2 N) r} r� r& r� r4 r5 r� r6 r r7 ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r1 rs r2 Nr7 r7 ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dur| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r) ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jvrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r$ r� r7 ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rw r{ r} r� r� )r� � startAction�
successAction�exceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)rV rw r{ r} r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r� r� ry ry rz r o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)rY )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W nD tyP t|d��}|� � }W d � n1 sB0 Y Y n0 z| �||�W S ty� } ztjrz� n|�W Y d}~n
d}~0 0 dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr r r& r )r� �file_or_filenamer �
file_contents�fr| ry ry rz � parseFile} s ,zParserElement.parseFilec sH t |t�r"| |u p t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r% �superr7 �r� ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r7 ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r7 ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r7 ry ry rz �__rne__� s zParserElement.__rne__c C s2 z| j t|�|d� W dS ty, Y dS 0 dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r TFN)r r� r )r� �
testStringr ry ry rz r% � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dur^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� t�yt }
z�t |
t�r�dnd }d|
v �r(| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �oZ|} |
} W Y d}
~
nNd}
~
0 t�y� } z,| �
dt|� � | �o�|} |} W Y d}~n
d}~0 0 |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFrH �\nrm )rd z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r r� �rstrip�
splitlinesr r% r$ r� r� r ra r r# rI r� r; r� rt )r� �testsr �comment�fullDump� printResults� failureTests�
allResults�comments�successrx r? �resultr� r� r| ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r )F)N)T)F)T)Tro TTF)Or� r� r� r� r� r � staticmethodr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r� r r r r �_MAX_INTr( r� r, r� r, r8 r9 r: rC rD rE rF rG rH rI rJ rK rL rM rO rP rQ rR rV rX r� r� r rY r[ rb rf rg rj rk rl r% r~ �
__classcell__ry ry re rz r& O s�
&
G
"
2G+ D
)
r& c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )rd r. r� r� re ry rz r� @ s zToken.__init__�r� r� r� r� r� r� ry ry re rz r. < s r. c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)rd r r� r� r� r� r� re ry rz r� H s zEmpty.__init__r� ry ry re rz r D s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)rd r r� r� r� r� r� r� re ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r� ry ry re rz r O s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n( tyT tj dt
dd� t | _ Y n0 dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r2 �"%s"r� F)rd r r� �matchr� �matchLen�firstMatchCharr� r4 r5 r6 r r� r� r� r� r� r� �r� � matchStringre ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r� r� �
startswithr� r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr� ry ry re rz r ^ s
r c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d u r tj}|| _t|�| _z|d | _W n" ty\ t j
dt dd� Y n0 d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r2 r� r� F)rd r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r4 r5 r6 r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r� r� r� re ry rz r� � s(
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jvr�|dksj||d �� | jvr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jvr�|dks�||d | jvr�|| j | jfS t ||| j
| ��d S r� ) r� r� r� r� r� r� r� r� r� r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )rd r r� r� r� )r� r� re ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r� r� ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r� r� r� r� r r� r� ry ry re rz r � s
r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )rd r
r� r� � returnStringr� r� r� re ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r� r� r� r� r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr� ry ry re rz r
� s
r
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r� )rd r r� )r� r� r� re ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jvrV|| j | jfS t||| j| ��d S r� )r� r� r� r� r� r� r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr� ry ry re rz r � s r c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rd rn r� r� � match_string�
maxMismatchesr� r� r� )r� r� r� re ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r$ r$ r! r� )r� ru r� r� �startr� �maxlocr� �match_stringlocr� r� �s_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr� ry ry re rz rn � s rn c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j v�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n t�y� d | _Y n0 d S )Nr� c 3 s | ]}|� vr|V qd S r� ry r� �� excludeCharsry rz r� `
r| z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� vr|V qd S r� ry r� r� ry rz r� b
r| r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Frq z[%s]+z%s[%s]*z [%s][%s]*z\b)rd r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr@ �minLen�maxLenr� r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler� )r� r� r� �min�max�exactr� r� re r� rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jvrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |v r�|d7 }q�d} || | j k r�d} | j r�||k r�|| |v r�d} | j
�r|dkr�||d |v �s||k �r|| |v �rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r� r! r� �end�groupr� r� r� r� r� r� r� r� )
r� ru r� r� r} r� r� � bodycharsr� �throwExceptionry ry rz r� �
s6
2zWord.parseImplc st zt t| ��� W S ty" Y n0 | jd u rndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))rd r1 r� r� r� r� r� )r� r� re ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r� ry ry re rz r1 .
s .6
#r1 c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jy� tjd| tdd� � Y q�0 n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r2 �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)rd r) r� r} r� r4 r5 r6 �pattern�flagsr� r� r� �
sre_constants�error�compiledREtyper r@ r� r� r� r� r� )r� r� r� re ry rz r� �
s6
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r� r! r� r� � groupdictr$ r� )r� ru r� r� r} �dr� r� ry ry rz r� �
s zRegex.parseImplc sD zt t| ��� W S ty" Y n0 | jd u r>dt| j� | _| jS )NzRe:(%s))rd r) r� r� r� r� r� r� re ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r� r� r� r� r� r� ry ry re rz r) �
s
"
r) c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sL t t� ��� |�� }|s0tjdtdd� t� �|d u r>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d ur�t|�p�df � _n<d� _dt�� j�t� j d �|d u�rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n. t j �y$ tjd� j tdd� � Y n0 t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r2 z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r� � endQuoteCharr� r; r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%sr� r� FT)%rd r' r� r� r4 r5 r6 � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr� �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr� r� r� r� r� r� �escCharReplacePatternr� r� r� r� r� r� r� r� r� )r� r� r� r� � multiliner� r� r� re r� rz r� / sz
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|v r�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� rH � �
)�\trp z\fz\rz\g<1>)r� r� r� r! r� r� r� r� r� r� r} r� r� r� r� r� r� r� r� r� ) r� ru r� r� r} r� �ws_map�wslit�wscharry ry rz r� p s*
�zQuotedString.parseImplc sF zt t| ��� W S ty" Y n0 | jd u r@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rd r' r� r� r� r� r� r� re ry rz r� � s
zQuotedString.__str__)NNFTNT)Tr� ry ry re rz r' s A
#r' c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )rd r r� r� �notCharsr@ r� r� r� r� r� r� r� r� )r� r� r� r� r� re ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j v r t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |vrb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r� r� r� r� )r� ru r� r� r� �notchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sd zt t| ��� W S ty" Y n0 | jd u r^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr� z
!W:(%s...)z!W:(%s))rd r r� r� r� r� r� r� re ry rz r� � s
zCharsNotIn.__str__)r� r r )Tr� ry ry re rz r � s
r c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)rq r� rH r� r� �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j vr|V qd S r� )�
matchWhiter� r� ry rz r� � r| z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � r| Tr� r )
rd r0 r� r� rP r� r� r� r� r� r� r� r� )r� �wsr� r� r� re r� rz r� � s zWhite.__init__Tc C s� || | j vr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j v rb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� r� r� r� r� )r� ru r� r� r� r� ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r� ry ry re rz r0 � s �r0 c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )rd r� r� r� r� r� r� r� r� re ry rz r� s
z_PositionToken.__init__�r� r� r� r� r� ry ry re rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )rd r r� r; )r� �colnore ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� ru r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� ru r� r� �thiscol�newlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� ry ry re rz r s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)rd r r� r� r� re ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr� ry ry re rz r : s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )NrH r� zExpected end of line)rd r r� rP r& r� r� r� r� re ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )NrH r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr� ry ry re rz r X s r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)rd r, r� r� r� re ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr� ry ry re rz r, l s r, c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)rd r+ r� r� r� re ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr� ry ry re rz r+ { s r+ c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)rd r3 r� r� � wordCharsr� �r� r� re ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j v s(|| | j vr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r� ry ry re rz r3 � s r3 c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)rd r2 r� r� r� r� r� r� re ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jv s8||d | jvrHt||| j| ��|g fS r� )r� r� r! r� )r� ru r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry re rz r2 � s r2 c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nft|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n*zt|�| _ W n t
y� |g| _ Y n0 d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rv ry ry rz r� � r| z+ParseExpression.__init__.<locals>.<genexpr>F)rd r" r� r} r� r� r� r& r� �exprsr �allr� r� r� �r� r� r� re ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r$ r� r7 ry ry rz r$ � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r* �r� r� ry ry rz r� � r| z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� r� rO )r� r� ry ry rz rO � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r )r} r- r� rd r" rR r� )r� r+ r� re ry rz rR � s
zParseExpression.ignorec sL zt t| ��� W S ty" Y n0 | jd u rFd| jjt| j�f | _| jS �Nz%s:(%s)) rd r" r� r� r� r� r� r� r� r� re ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd u r�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd u �r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )rd r" r r� r� r} r� r� r� r� r� r� r� r� r� )r� r� r+ re ry rz r � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )rd r" r� )r� r� r� r� re ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r[ rY )r� rZ �tmpr� ry ry rz r[
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r* r� ry ry rz r� %
r| z(ParseExpression.copy.<locals>.<listcomp>)rd r" r� r� rG re ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r$ rO rR r� r r� r[ r� r� ry ry re rz r" � s
" r" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s* t tj| �j|i |�� d| _| �� d S )N�-)rd r r8 r� r� rO rg re ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry re rz r8 8
s r8 Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
r| z And.__init__.<locals>.<genexpr>r T)
rd r r� r� r� r� rP r� r� r� r� re ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tyr � Y q� ty� } z d |_t�|��W Y d }~q�d }~0 t y� t|t
|�| j | ��Y q�0 n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr r� T)
r� r� r} r r8 r% r �
__traceback__r� r� r� r� r ) r� ru r� r� �
resultlist� errorStopr� �
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& r� r$ r7 ry ry rz r6 ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� rY r� �r� r� �subRecCheckListr� ry ry rz rY c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� �{rq c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
r| z And.__str__.<locals>.<genexpr>�}�r r� r� r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r8 r� r� r6 rY r� r� ry ry re rz r (
s
r c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
r| z Or.__init__.<locals>.<genexpr>T)rd r r� r� rb r� r� re ry rz r� �
s z Or.__init__Tc C sT d}d }g }| j D ]�}z|�||�}W nv tyd } z&d | _| j|krP| }| j}W Y d } ~ qd } ~ 0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 |�||f� q|�r*|j dd� d� |D ]`\}
}z|�
|||�W S t�y& } z(d | _| j|k�r| }| j}W Y d } ~ q�d } ~ 0 0 q�|d u�rB| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r$ �sortr� r� ) r� ru r� r� � maxExcLoc� maxExceptionr% r� �loc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r7 ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
r| z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� rY r� ry ry rz rY �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r r� rY r� ry ry re rz r t
s
& r c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
r| z&MatchFirst.__init__.<locals>.<genexpr>T)rd r r� r� rb r� r� re ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tyb } z |j|krN|}|j}W Y d }~qd }~0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 q|d ur�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� ru r� r� r r r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r7 ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
r| z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r r� ry ry rz rY s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r r� rY r� ry ry re rz r �
s
r c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? r| z Each.__init__.<locals>.<genexpr>T)rd r r� r� r� r� r� �initExprGroupsr� re ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rh|� | j | j }
g } |
D ]t} z| �||�}W n t �y | �
| � Y q�0 |�
| j� t | �| �� | |v �r>|�
| � q�| � v r܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r ri rv r� ry ry rz r� E r| z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rv r� ry ry rz r� F r| z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G r| c S s g | ]}t |t�r|j�qS ry )r} r4 rv r� ry ry rz r� I r| c S s g | ]}t |t�r|j�qS ry )r} r rv r� ry ry rz r� J r| c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K r| FTr: c s s | ]}t |�V qd S r� r� r� ry ry rz r� f r| z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� v r|�qS ry r
r� ��tmpOptry rz r� j r| )r r� r� �opt1map� optionals�multioptionals�
multirequired�requiredr� r! r$ r� ri �remover� r� r� �sumr$ )r� ru r� r� �opt1�opt2�tmpLoc�tmpReqd�
matchOrder� keepMatching�tmpExprs�failedr� �missingr� r� � finalResultsry r rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y r| z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r r� ry ry rz rY } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� rY r� ry ry re rz r s
5
1 r c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d ur�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )rd r r� r} r� �
issubclassr& r� r. r rv r� r� r� rP r� r� r� r� r� r& �r� rv r� re ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d ur | j j|||dd�S td|| j| ��d S )NFr r� )rv r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd ur&| j�� | S r )r� rv r� rO r� ry ry rz rO � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jd urn| j�| jd � n,tt| ��|� | jd urn| j�| jd � | S r )r} r- r� rd r rR rv r7 re ry rz rR � s
zParseElementEnhance.ignorec s& t t| ��� | jd ur"| j�� | S r� )rd r r rv r� re ry rz r � s
z ParseElementEnhance.streamlinec C sB | |v rt || g ��|d d � | g }| jd ur>| j�|� d S r� )r( rv rY )r� r� r� ry ry rz rY � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d ur(| j �|� | �g � d S r� �rv r[ rY �r� rZ r� ry ry rz r[ � s
z ParseElementEnhance.validatec sV zt t| ��� W S ty" Y n0 | jd u rP| jd urPd| jjt| j�f | _| jS r� ) rd r r� r� r� rv r� r� r� r� re ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� rO rR r rY r[ r� r� ry ry re rz r � s
r c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )rd r r� r� �r� rv re ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rv r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr� ry ry re rz r � s r c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )rd r r� r� r� r� rv r� r" re ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rv r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� z~{r� �r r� r� r� rv r� ry ry rz r� s
zNotAny.__str__)Tr� ry ry re rz r � s
r c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d ur<| nd | _d S r� ) rd r$ r� r� r} r� r& r� � not_ender)r� rv �stopOn�enderre ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd u}|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfy� Y n0 ||fS �NFr ) rv r� r� r% r� r� r r! r� ) r� ru r� r� �self_expr_parse�self_skip_ignorables� check_ender�
try_not_enderr� �hasIgnoreExprsr� � tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� ry ry re rz r$
s r$ c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r� z}...r# r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s r c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r& T)rd r4 r� r� )r� rv r& re ry rz r� _ s zZeroOrMore.__init__Tc s: zt t| ��|||�W S ttfy4 |g f Y S 0 d S r� )rd r4 r� r! r� r� re ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r9 �]...r# r� ry ry rz r� i s
zZeroOrMore.__str__)N)Tr� ry ry re rz r4 S s r4 c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r ry r� ry ry rz r s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r rm r� ry ry ry rz r0 r s r0 c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr� T)rd r r� rv r� r! r� )r� rv r re ry rz r� � s
zOptional.__init__Tc C sx z | j j|||dd�\}}W nR ttfyn | jturf| j jr\t| jg�}| j|| j j< qj| jg}ng }Y n0 ||fS r( )rv r� r! r� r! �_optionalNotMatchedr� r$ )r� ru r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr� r9 r< r# r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r1 r� r� r� r� ry ry re rz r z s "
r c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )rd r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& r� �failOnr� rv r� )r� r+ �includerR r4 re ry rz r� � s
zSkipTo.__init__Tc C s" |}t |�}| j}| jj}| jd ur,| jjnd }| jd urB| jjnd } |}
|
|kr�|d urf|||
�rfq�| d ur�z| ||
�}
W qn ty� Y q�Y qn0 qnz|||
ddd� W q� tt fy� |
d7 }
Y qJ0 q�qJt||| j
| ��|
}|||� } t | �} | j �r||||dd�\}}
| |
7 } || fS )NF)r� r� r� r )
r� rv r� r4 r� r2 r� r r! r� r� r$ r3 )r� ru r� r� rx r� rv �
expr_parse�self_failOn_canParseNext�self_ignoreExpr_tryParse�tmploc�skiptext�
skipresultr� ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr� ry ry re rz r* � s 6
r* c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r� )rd r r� r7 re ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& r� rv r� r� r� rP r� r� r� r� r& r7 ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r7 ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r rN r� ry ry rz rO S s zForward.leaveWhitespacec C s$ | j s d| _ | jd ur | j�� | S r� )r� rv r r� ry ry rz r W s
zForward.streamlinec C s> | |vr0|d d � | g }| j d ur0| j �|� | �g � d S r� r r! ry ry rz r[ ^ s
zForward.validatec C s^ t | d�r| jS | jjd S z&| jd ur4t| j�}nd}W | j| _n
| j| _0 | jjd | S )Nr� z: ...�Nonez: )r r� r� r� Z _revertClass�_ForwardNoRecurserv r� )r� � retStringry ry rz r� e s
zForward.__str__c s. | j d urtt| ��� S t� }|| K }|S d S r� )rv rd r r� rG re ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r< r= rO r r[ r� r� r� ry ry re rz r - s
r c @ s e Zd Zdd� ZdS )r? c C s dS )Nr� ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r? ~ s r? c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r )rd r/ r� r� r re ry rz r� � s zTokenConverter.__init__)Fr� ry ry re rz r/ � s r/ c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )rd r r� rO �adjacentr� �
joinStringr� )r� rv rB rA re ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )rA r& rR rd r r7 re ry rz rR � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r= rB r� r� r )r� ru r� r� �retToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� rR r� r� ry ry re rz r � s
r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )rd r r� r� r" re ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r� ry ry re rz r � s
r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )rd r
r� r� r" re ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r r� )r� ru r� r� r� �tok�ikey� dictvaluery ry rz r� � s$
zDict.postParserD ry ry re rz r
� s # r
c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz rM " s zSuppress.suppressN)r� r� r� r� r� rM ry ry ry rz r- s r- c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r )r� �callable�called)r� �
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )rI rH r! )r� r� r rx r� ry ry rz rL - s
zOnlyOnce.__call__c C s
d| _ d S r )rI r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� rL rK ry ry ry rz r & s r c s8 t � �� � fdd�}z � j|_W n ty2 Y n0 |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n: ty� } z"tj�d||f � � W Y d }~n
d }~0 0 tj�d||f � |S )Nr� rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� r� r� �stderr�writerI r� )�paArgs�thisFuncr� r rx r� r| �ra ry rz �zL s ztraceParseAction.<locals>.z)r� r� r� )ra rR ry rQ rz rd 6 s
rd �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [rq r/ N)r� r r4 r� r- )rv �delim�combine�dlNamery ry rz rB b s
$rB c sj t � � � �fdd�}|du r0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r rx r< �� arrayExprrv ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>�arrayLenT�r� z(len) r� )r r1 rT r� r� r� r� r� )rv �intExprrY ry rW rz r> u s
r> c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r& r* r$ )�Lr� r� ry ry rz r* � s
r* c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� �ttry ry rz r� � r| zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r* r� r r )r� r rx �tflat��repry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr[ �(prev) )r r� r� r� )rv rc ry ra rz rQ � s
rQ c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r* r� r! )r� r rx � theseTokens�� matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr[ )r* r� r� )r� r rx rh ra rf rz rc � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr[ rd )r r� r� r� r� )rv �e2rc ry ra rz rP � s rP c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]rH rp r� r� )r� �_bslashr� )r� r� ry ry rz r� � s
r� Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n$ t�y� tjdt dd� Y n0 t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r� �r- �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r� r� rk ry ry rz r{ � r| c S s | |kS r� ry rk ry ry rz r{ � r| c S s
|� | �S r� )r� rk ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r2 r r� Nr� z[%s]c s s | ]}t |�V qd S r� )r� �r� �symry ry rz r� r| zoneOf.<locals>.<genexpr>r �|c s s | ]}t �|�V qd S r� )r� r� rm ry ry rz r� r| z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry rm ��parseElementClassry rz r� $ r| )r
r r} r� r� r r� r4 r5 r6 r r� r� r" r� r) r� r� r )
�strsr� �useRegex�isequal�masks�symbolsr� �curr r+ ry rp rz rU � sP
�
**� rU c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r ry ry rz rC & s !rC c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )rx ry r~ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nrx ry )r r~ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rv �asString� locMarker� endlocMarker� matchExprrz ry ry rz ri I s
ri c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rv ry ry rz rj n s rj c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry r~ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>�
locn_startr �locn_end)r r� r r� rO )rv �locatorry ry rz rl u s rl rE rK rJ rc rb z\[]-*.$+^?()~ �r� c C s |d d S r� ry r~ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstripr~ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv r~ ry ry rz r{ � r| z\]r� r9 rr �negate�bodyr< c sD dd� � z"d� � fdd�t�| �jD ��W S ty> Y dS 0 dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � r| z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�� _expandedry rz r� � r| zsrange.<locals>.<genexpr>N)r� �_reBracketExprr r� r� r� ry r� rz ra � s
" ra c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )ro �locnrz r; ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r< r� ry r; rz rO � s rO c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry r~ ��replStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s r^ c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry r~ ry ry rz r\ � s r\ c sL � �fdd�}zt �dt �d�j�}W n ty@ t��}Y n0 ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|g� �R � �qS ry ry )r� �tokn�r� r� ry rz r� � r| z(tokenMap.<locals>.pa.<locals>.<listcomp>ry r~ r� ry rz r� � s ztokenMap.<locals>.par� r� )r� r� r� r )r� r� r� r� ry r� rz ro � s
� ro c C s t | ��� S r� �r� r� rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:rL �tag�=�/F�r rE c S s |d dkS �Nr r� ry r~ ry ry rz r{ r| z_makeTags.<locals>.<lambda>rM r� c s s | ]}|d vr|V qdS )rM Nry r� ry ry rz r� r| z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry r~ ry ry rz r{ r| rN r� �:rq z<%s>r� z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStr�xml�resname� tagAttrName� tagAttrValue�openTagZprintablesLessRAbrack�closeTagry ry rz � _makeTags s>
� ���� ��..r� c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r� �r� ry ry rz rM ( s rM c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr� r� ry ry rz rN ; s rN c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry rD ry ry rz r� z r| z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||vr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r r� �attrName� attrValue��attrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� �attrDictr� ry r� rz rg D s 2 rg c C s" |r d| nd}t f i || i��S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )� classname� namespace� classattrry ry rz rm � s rm �(r� c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|du stt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dur�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|du�r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nr� rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r@ r� rV �LEFTr r r �RIGHTr} r rv r? r� r� )�baseExpr�opList�lpar�rparr� �lastExprr� �operDef�opExpr�arity�rightLeftAssocr� �termName�opExpr1�opExpr2�thisExprr~ ry ry rz rk � sZ =
&
�
&
�
rk z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|du �r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dur�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dur�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|du�rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r� rw ry ry rz r{ j r| c S s | d � � S r� r� rw ry ry rz r{ p r| c S s | d � � S r� r� rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r@ r} r� r� r r r r& r� r� rE r� r r r r- r4 r� )�opener�closer�contentr2 r� ry ry rz rR % sH :
����� �� ��
*$rR c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r rx �curCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r$ r! r� r� ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r� znot an unindent)r� r; r! r r� r� ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� �UNINDENTzindented block) r r rP rM r r� r� r r rR rj ) �blockStatementExprr� rR r� r� r� re r� �PEER�UNDENT�smExprry r� rz rh s( N ����rh z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>ro z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� �entityrw ry ry rz r] � s r] z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemr� r< c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS rI )rp �
_ipv6_partr% r^ ry ry rz r� � r| z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sP zt �|d � ��� W S tyJ } z t| |t|���W Y d }~n
d }~0 0 d S r� )r �strptime�dater@ r! r �r� r rx �ve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r� r� ry r� rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sL zt �|d � �W S tyF } z t| |t|���W Y d }~n
d }~0 0 d S r� )r r� r@ r! r r� r� ry rz r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r� ry r� rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsrS r� r� r� r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r� )r� )?r� r� r� r� ro rv �convertToInteger�float�convertToFloatr1 rT r� r� r� rF r� r) �signed_integerr� r� r rM �
mixed_integerr �real�sci_realr �numberr� r6 r5 r� � ipv4_addressr� �_full_ipv6_address�_short_ipv6_addressr� �_mixed_ipv6_addressr � ipv6_address� mac_addressr r� r� � iso8601_date�iso8601_datetime�uuidr9 r8 r� r� r r r rX r0 �
_commasepitemrB r[ r� �comma_separated_listrf rD ry ry ry rz rp sV ""
2
� � rp �__main__�select�fromr� rL )rU �columnsr� Ztables�commandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )rS F)N)FT)T)r� )T)�r� � __version__�__versionTime__�
__author__r� �weakrefr r� r� r� r4 r� r� r rf r� r� r �_threadr � ImportError� threading�collections.abcr r r r Z ordereddict�__all__r? � version_infor� rE �maxsizer� r r� �chrr� r� r r� r` �reversedr� r� rb r� r� r� r� Zmaxint�xranger� � __builtin__r� �fnamer$ r� r� r� r� r� r� r� �ascii_uppercase�ascii_lowercaser6 rT rF r5 rj r� � printablerX r� r r! r# r% r( r� r$ �registerr; rL rI rw r{ r} rS r� r& r. r r r r� r� r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r$ r r4 r0 r1 r r* r r? r/ r r r
r- r rd rB r> r* rQ rP r� rU rC ri rj rl r� rE rK rJ rc rb r� � _escapedPunc�_escapedHexChar�_escapedOctChar� _singleChar�
_charRanger� r� ra rO r^ r\ ro rf rD r� rM rN rg r� rm rV r� r� rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r� r r= r] r: rG rO r_ rA r? rH rZ r r r< rp r� Z selectTokenZ fromToken�identZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr~ r� r� r� r r� ry ry ry rz �<module> s� �4
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
��Z r
��� �"
"
site-packages/pkg_resources/_vendor/packaging/_typing.py 0000644 00000003424 15056474501 0017554 0 ustar 00 """For neatly implementing static typing in packaging.
`mypy` - the static type analysis tool we use - uses the `typing` module, which
provides core functionality fundamental to mypy's functioning.
Generally, `typing` would be imported at runtime and used in that fashion -
it acts as a no-op at runtime and does not have any run-time overhead by
design.
As it turns out, `typing` is not vendorable - it uses separate sources for
Python 2/Python 3. Thus, this codebase can not expect it to be present.
To work around this, mypy allows the typing import to be behind a False-y
optional to prevent it from running at runtime and type-comments can be used
to remove the need for the types to be accessible directly during runtime.
This module provides the False-y guard in a nicely named fashion so that a
curious maintainer can reach here to read this.
In packaging, all static-typing related imports should be guarded as follows:
from packaging._typing import TYPE_CHECKING
if TYPE_CHECKING:
from typing import ...
Ref: https://github.com/python/mypy/issues/3216
"""
__all__ = ["TYPE_CHECKING", "cast"]
# The TYPE_CHECKING constant defined by the typing module is False at runtime
# but True while type checking.
if False: # pragma: no cover
from typing import TYPE_CHECKING
else:
TYPE_CHECKING = False
# typing's cast syntax requires calling typing.cast at runtime, but we don't
# want to import typing at runtime. Here, we inform the type checkers that
# we're importing `typing.cast` as `cast` and re-implement typing.cast's
# runtime behavior in a block that is ignored by type checkers.
if TYPE_CHECKING: # pragma: no cover
# not executed at runtime
from typing import cast
else:
# executed at runtime
def cast(type_, value): # noqa
return value
site-packages/pkg_resources/_vendor/packaging/__pycache__/utils.cpython-39.pyc 0000644 00000003252 15056474501 0023531 0 ustar 00 a
(�Re � @ sx d dl mZmZmZ d dlZddlmZmZ ddlm Z m
Z
erZd dl m Z m
Z
e de�Ze�d�Zd d
� Zd d � ZdS )
� )�absolute_import�division�print_functionN� )�
TYPE_CHECKING�cast)�InvalidVersion�Version)�NewType�Union�NormalizedNamez[-_.]+c C s t �d| ��� }td|�S )N�-r )�_canonicalize_regex�sub�lowerr )�name�value� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �}W n ty" | Y S 0 g }|jdkrD|�d�|j�� |�t�ddd�dd� |jD ���� |j dur�|�d�d d� |j D ��� |j
dur�|�d
�|j
�� |j dur�|�d �|j �� |j dur�|�d �|j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr r r � <genexpr>/ � z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r r r r 3 r z.post{0}z.dev{0}z+{0})
r r �epoch�append�format�rer �join�release�pre�post�dev�local)�_version�version�partsr r r �canonicalize_version s"
&
r- )�
__future__r r r r# Z_typingr r r+ r r �typingr
r r r �compiler r r- r r r r �<module> s
site-packages/pkg_resources/_vendor/packaging/__pycache__/tags.cpython-39.pyc 0000644 00000041643 15056474501 0023335 0 ustar 00 a
(�Re^ � @ sL d dl mZ d dlZzd dlmZ W n. eyR d dlZdd� e�� D �Z[Y n0 d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZddlmZmZ er�d dlmZmZmZmZmZmZmZm Z m Z m Z e e Z e e e f Z!e e e f Z"e �#e$�Z%d d
d d d
d�Z&ej'dkZ(G dd� de)�Z*dd� Z+dd� Z,dSdd�Z-dd� Z.dd � Z/dTd d �Z0dUd d �Z1d!d"� Z2dVd#d$�Z3d%d&� Z4dWd'd(�Z5e(fd)d*�Z6d+d,� Z7dXd-d.�Z8d/d0� Z9d1d2� Z:d3d4� Z;d5d6� Z<d7d8� Z=d9d:� Z>G d;d<� d<e)�Z?d=d>� Z@d?d@� ZAdAdB� ZBdCdD� ZCe(fdEdF�ZDdGdH� ZEdIdJ� ZFdKdL� ZGdMdN� ZHdOdP� ZIdQdR� ZJdS )Y� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/tags.py�
<listcomp> � r � )�
TYPE_CHECKING�cast)
�Dict� FrozenSet�IO�Iterable�Iterator�List�Optional�Sequence�Tuple�Union�py�cp�pp�ip�jy)�python�cpython�pypy�
ironpython�jythonl c @ sd e Zd ZdZg d�Zdd� Zedd� �Zedd� �Zed d
� �Z d d � Z
d
d� Z dd� Z dd� Z
dS )�Tagz�
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
)� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr" r# r$ )�self� interpreter�abi�platformr r r �__init__F s
z Tag.__init__c C s | j S r% )r" �r' r r r r( L s zTag.interpreterc C s | j S r% )r# r, r r r r) Q s zTag.abic C s | j S r% )r$ r, r r r r* V s z Tag.platformc C s2 t |t�stS | j|jko0| j|jko0| j|jkS r% )�
isinstancer! �NotImplementedr* r) r( )r' �otherr r r �__eq__[ s
�
�z
Tag.__eq__c C s t | j| j| jf�S r% )�hashr" r# r$ r, r r r �__hash__f s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr" r# r$ r, r r r �__str__j s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r' �self_id)r3 �idr, r r r �__repr__n s z Tag.__repr__N)�__name__�
__module__� __qualname__�__doc__� __slots__r+ �propertyr( r) r* r0 r2 r4 r7 r r r r r! < s
r! c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )z�
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
�-�.)�set�split�addr! � frozenset)�tag�tags� interpreters�abis� platformsr( r) � platform_r r r � parse_tags s rJ c C sP |sdS t |�dks d|vrH|�dd� tt|�� ��}td�| |���|d S )z[
Backwards-compatibility with Python 2.7 to allow treating 'warn' as keyword-only.
Fr
�warnNz,{}() got an unexpected keyword argument {!r})�len�pop�next�iter�keys� TypeErrorr3 )� func_name�kwargs�argr r r �_warn_keyword_parameter� s
�rU Fc C s& t �| �}|d u r"|r"t�d| � |S )Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)� sysconfig�get_config_var�logger�debug)�namerK �valuer r r �_get_config_var� s
�r\ c C s | � dd�� dd�S )Nr? �_r> )�replace)�stringr r r �_normalize_string� s r` c C s t | �dkot| �dkS )zj
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
r
)� � )rL �tuple)�python_versionr r r �
_abi3_applies� s re c C s� t | �} g }t| d d� �}d } }}td|�}ttd�}dtv } |sX|d u r\|sX| r\d}| dk r�td|�}
|
sz|
d u r~d }| d
k r�td |�} | d ks�| d u r�tjd
kr�d}n|r�|�dj|d�� |� ddj||||d�� |S )Nrb � �Py_DEBUG�gettotalrefcountz_d.pyd�d)ra � �
WITH_PYMALLOC�m)ra ra �Py_UNICODE_SIZE� i�� �u� cp{version}��versionr z"cp{version}{debug}{pymalloc}{ucs4})rr rY �pymalloc�ucs4)
rc �_version_nodotr\ �hasattr�sysr �
maxunicode�appendr3 �insert) �
py_versionrK rG rr rY rs rt �
with_debug� has_refcount�has_ext�
with_pymalloc� unicode_sizer r r �
_cpython_abis� s<
����r� c
+ sZ t d|�}| s tjdd� } d�t| dd� ��� |du rVt| �dkrRt| |�}ng }t|�}dD ]&}z|�|� W qb t y� Y qb0 qbt|p�t
� �}|D ] }|D ]}t � ||�V q�q�t | �r� fdd�|D �D ]
}|V qԇ fd d�|D �D ]
}|V q�t | ��rVt
| d d dd
�D ]8} |D ],}d jt| d | f�d
�� t � d|�V �q$�q dS )a
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
� cpython_tagsNrb zcp{}r
)�abi3�nonec 3 s | ]}t � d |�V qdS )r� N�r! �r rI �r( r r � <genexpr> r z cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS )r� Nr� r� r� r r r� r ���rp r rq r� )rU rw � version_infor3 ru rL r� �list�remove�
ValueError�_platform_tagsr! re �range)
rd rG rH rS rK � explicit_abir) rI rD �
minor_versionr r� r r� � s<
�r� c c s t �d�} | rt| �V d S )N�SOABI)rV rW r` )r) r r r � _generic_abi s
r� c k s� t d|�}| s,t� }t|d�}d�||g�} |du r:t� }t|pDt� �}t|�}d|vrb|�d� |D ] }|D ]}t| ||�V qnqfdS )z�
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
� generic_tags�rK rf Nr� ) rU �interpreter_name�interpreter_version�joinr� r� r� ry r! ) r( rG rH rS rK � interp_name�interp_versionr) rI r r r r� s
r� c c s| t | �dkr&djt| dd� �d�V dj| d d�V t | �dkrxt| d d d d �D ] }djt| d |f�d�V qXdS )
z�
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
r
z py{version}Nrb rq z py{major}r )�majorr� )rL r3 ru r� )r{ �minorr r r �_py_interpreter_range4 s r� c c sx | st jdd� } t|p t� �}t| �D ] }|D ]}t|d|�V q0q(|rXt|dd�V t| �D ]}t|dd�V q`dS )z�
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
Nrb r� �any)rw r� r� r� r� r! )rd r( rH rr rI r r r �compatible_tagsD s r� c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch^ s
r� c C s� |g}|dkr*| dk rg S |� g d�� nn|dkrN| dk r>g S |� g d�� nJ|dkrv| dksf| dk rjg S |�d� n"|d kr�| d
kr�g S |� d d g� |�d
� |S )N�x86_64)�
rn )�intel�fat64�fat32r� )r� r� �fat�ppc64)r� � r� r� )r� � r� r� � universal)�extendry )rr �cpu_arch�formatsr r r �_mac_binary_formatsi s&
r� c c s� t �� \}}}| du r:tdttt|�d�dd� ���} n| } |du rPt|�}n|}t| d dd�D ]>}| d |f}t ||�}|D ] }dj
|d |d |d �V q�qddS )
aD
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
N�
MacVersionr? rb r
r� r z&macosx_{major}_{minor}_{binary_format})r� r� �
binary_format) r* �mac_verr rc �map�intrA r� r� r� r3 ) rr r� � version_strr] r� r� �compat_version�binary_formatsr� r r r �
mac_platforms� s
$
�r� c C s< z dd l }tt|| d ��W S ttfy2 Y n0 t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)rZ �
glibc_versionr� r r r �_is_manylinux_compatible� s r� c C s t � p
t� S r% )� _glibc_version_string_confstr� _glibc_version_string_ctypesr r r r �_glibc_version_string� s r� c C sH z&t �d�} | dusJ �| �� \}}W n ttttfyB Y dS 0 |S )zJ
Primary implementation of glibc_version_string using os.confstr.
�CS_GNU_LIBC_VERSIONN)�os�confstrrA �AssertionErrorr� �OSErrorr� )�version_stringr] rr r r r r� � s � r� c C sr z ddl } W n ty Y dS 0 | �d�}z
|j}W n tyJ Y dS 0 | j|_|� }t|t�sn|� d�}|S )zG
Fallback implementation of glibc_version_string using ctypes.
r N�ascii)
�ctypesr� �CDLL�gnu_get_libc_versionr� �c_char_p�restyper- �str�decode)r� �process_namespacer� r� r r r r� � s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr� r� )�re�match�warningsrK �RuntimeWarningr� �group)r� �required_major�
minimum_minorrl r r r �_check_glibc_version� s ���r� c C s t � }|d u rdS t|| |�S �NF)r� r� )r� r� r� r r r r� s r� c @ sT e Zd ZG dd� de�ZdZdZdZdZdZ dZ
dZ dZ d Z
d
Zd Zd Zd
d� ZdS )�_ELFFileHeaderc @ s e Zd ZdZdS )z$_ELFFileHeader._InvalidELFFileHeaderz7
An invalid ELF file header was found.
N)r8 r9 r: r; r r r r �_InvalidELFFileHeader s r� iFLEr
rb ra � �( �> l ~ i i c sr � fdd�}|d�| _ | j | jkr*t�� �|d�| _| j| j| jhvrNt�� �|d�| _| j| j| j hvrrt�� �|d�| _
|d�| _ |d�| _ � �
d�| _| j| jkr�dnd}| j| jkr�dnd}| j| jkr�d nd
}| j| jkr�|n|}||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _d S ) Nc s@ z t �| � �t �| ���\}W n t jy: t�� �Y n0 |S r% )�struct�unpack�read�calcsize�errorr� r� )�fmt�result��filer r r� ) s �
z'_ELFFileHeader.__init__.<locals>.unpackz>I�B� z<Hz>Hz<Iz<Qz>Q) �
e_ident_magic�ELF_MAGIC_NUMBERr� r� �
e_ident_class�
ELFCLASS32�
ELFCLASS64� e_ident_data� ELFDATA2LSB� ELFDATA2MSB�e_ident_version�
e_ident_osabi�e_ident_abiversionr� � e_ident_pad�e_type� e_machine� e_version�e_entry�e_phoff�e_shoff�e_flags�e_ehsize� e_phentsize�e_phnum� e_shentsize�e_shnum�
e_shstrndx)r' r� r� �format_h�format_i�format_q�format_pr r� r r+ ' s>
z_ELFFileHeader.__init__N)r8 r9 r: r� r� r� r� r� r� r� �EM_386�EM_S390�EM_ARM� EM_X86_64�EF_ARM_ABIMASK�EF_ARM_ABI_VER5�EF_ARM_ABI_FLOAT_HARDr+ r r r r r� s r� c C s\ z8t tjd��} t| �}W d � n1 s,0 Y W n ttttjfyV Y d S 0 |S )N�rb)�openrw �
executabler� �IOErrorr� rQ r� )�f�
elf_headerr r r �_get_elf_headerS s *r c C sn t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|| j| j@ | j kM }|| j| j
@ | j
kM }|S r� ) r r� r� r� r� r� r r r r r �r r� r r r �_is_linux_armhf] s
�
�r c C sB t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|S r� )r r� r� r� r� r� r
r r r r �_is_linux_i686q s r c C s | dkrt � S | dkr t� S dS )N�armv7l�i686T)r r )r� r r r � _have_compatible_manylinux_abi| s
r c c s� t tj�� �}| r,|dkr d}n |dkr,d}g }|�dd�\}}t|�rv|dv rZ|�d� |d v rv|�d
� |�d � t|�}|D ]$\}}t||�r�|� d |�V q�q�|D ]\}}|� d |�V q�|V d S )
N� linux_x86_64�
linux_i686�
linux_aarch64� linux_armv7lr] r
> �ppc64le�aarch64r �s390xr r� r� )�
manylinux2014)rb � > r� r )�
manylinux2010)rb � )�
manylinux1)rb r� �linux)
r` � distutils�util� get_platformrA r ry rO r� r^ )r� r- Zmanylinux_supportr] r� Zmanylinux_support_iterrZ r� r r r �_linux_platforms� s8 ���
r1 c c s t tj�� �V d S r% )r` r. r/ r0 r r r r �_generic_platforms� s r2 c C s. t �� dkrt� S t �� dkr$t� S t� S dS )z;
Provides the platform tags for this installation.
�Darwin�LinuxN)r* �systemr� r1 r2 r r r r r� � s
r� c C s: z t jj} W n ty* t�� �� } Y n0 t�| �p8| S )z6
Returns the name of the running interpreter.
) rw �implementationrZ r� r* �python_implementationr& �INTERPRETER_SHORT_NAMES�get)rZ r r r r� � s
r� c K s: t d| �}td|d�}|r$t|�}nttjdd� �}|S )z9
Returns the version of the running interpreter.
r� �py_version_nodotr� Nrb )rU r\ r� ru rw r� )rS rK rr r r r r� � s
r� c C s, t dd� | D ��rd}nd}|�tt| ��S )Nc s s | ]}|d kV qdS )r� Nr )r �vr r r r� � r z!_version_nodot.<locals>.<genexpr>r] rf )r� r� r� r� )rr �sepr r r ru � s ru c k sX t d| �}t� }|dkr0t|d�D ]
}|V q"nt� D ]
}|V q6t� D ]
}|V qHdS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
�sys_tagsr r� N)rU r� r� r� r� )rS rK r� rD r r r r= � s
r= )F)F)NNN)NNN)NNN)NN)K�
__future__r �distutils.utilr. �importlib.machineryr r� �impZ get_suffixes�loggingr� r* r� r� rw rV r� Z_typingr r �typingr
r r r r r r r r r r� �
PythonVersionr� Z GlibcVersion� getLoggerr8 rX r8 �maxsize�_32_BIT_INTERPRETER�objectr! rJ rU r\ r` re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r1 r2 r� r� r� ru r= r r r r �<module> s� 0
�
7
& �
< �
�
# @
!
site-packages/pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-39.pyc 0000644 00000010051 15056474501 0025107 0 ustar 00 a
(�ReA � @ s� d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZ dd lmZmZ dd
lmZm Z m Z er�d d l m Z G d d
� d
e �Z!e ej"ej# �Z$ed��%� Z&ed��%� Z'ed��%� Z(ed��%� Z)ed��%� Z*ed��%� Z+ed��%� Z,e d�Z-e$e e-�e$ B Z.ee$e e.� �Z/e/d�Z0e/Z1ed�d�Z2e,e2 Z3e1e e*e1 � Z4e&e
e4� e' d�Z5ee j6ej7ej8B �Z9eej6ej7ej8B �Z:e9e:A Z;ee;e e*e; � ddd�d �Z<e
e(e< e) e<B �Z=e=�>d d � � e e=�d �Z?e?�>d d � � e e� �d!�Ze�>d"d � � e+Z@e@e ZAe?e
eA� ZBe3e
eA� ZCe0e
e5� eCeBB ZDeeD e ZEeE�Fd#� G d$d%� d%eG�ZHdS )&� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )�
TYPE_CHECKING)� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSet)�Listc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)�
joinString�adjacent� _raw_specc C s
|j pdS )N� )r+ ��s�l�tr r r �<lambda>; � r1 � specifierc C s |d S )Nr r r- r r r r1 > r2 �markerc C s t | |j|j� �S )N)r �_original_start�
_original_endr- r r r r1 B r2 zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nF tyT } z.td�||j|jd � |j���W Y d }~n
d }~0 0 |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �format�loc�msgr& r' �urlparse�scheme�
urlunparse�netloc�setr( �asListr r3 r4 )�self�requirement_string�req�e�
parsed_urlr r r �__init___ s2 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r# z@ {0}� z; {0}r, )
r& r( �appendr< �join�sortedr3 �strr' r4 )rE �partsr r r �__str__{ s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r< rO )rE r r r �__repr__� s zRequirement.__repr__N)r r r r rJ rQ rR r r r r r7 R s r7 )I�
__future__r r r �string�reZ pkg_resources.extern.pyparsingr r r r r r
r r r
r �L�urllibr r? Z_typingr �markersr r �
specifiersr r r �typingr �
ValueErrorr �
ascii_letters�digits�ALPHANUM�suppress�LBRACKET�RBRACKET�LPAREN�RPAREN�COMMA� SEMICOLON�AT� PUNCTUATION�IDENTIFIER_END�
IDENTIFIER�NAME�EXTRA�URI�URL� EXTRAS_LIST�EXTRAS�
_regex_str�VERBOSE�
IGNORECASE�VERSION_PEP440�VERSION_LEGACY� VERSION_ONE� VERSION_MANY�
_VERSION_SPEC�setParseAction� VERSION_SPEC�MARKER_SEPARATOR�MARKER�VERSION_AND_MARKER�URL_AND_MARKER�NAMED_REQUIREMENTr: r; �objectr7 r r r r �<module> sj �� �
site-packages/pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-39.pyc 0000644 00000005611 15056474501 0024754 0 ustar 00 a
(�Re� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )� InfinityTypec C s dS )N�Infinity� ��selfr r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/_structures.py�__repr__ s zInfinityType.__repr__c C s t t| ��S �N��hash�reprr r r r
�__hash__ s zInfinityType.__hash__c C s dS �NFr �r �otherr r r
�__lt__ s zInfinityType.__lt__c C s dS r r r r r r
�__le__ s zInfinityType.__le__c C s t || j�S r ��
isinstance� __class__r r r r
�__eq__ s zInfinityType.__eq__c C s t || j� S r r r r r r
�__ne__ s zInfinityType.__ne__c C s dS �NTr r r r r
�__gt__ s zInfinityType.__gt__c C s dS r r r r r r
�__ge__$ s zInfinityType.__ge__c C s t S r )�NegativeInfinityr r r r
�__neg__( s zInfinityType.__neg__N� �__name__�
__module__� __qualname__r r r r r r r r r r r r r
r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�NegativeInfinityTypec C s dS )Nz -Infinityr r r r r
r 1 s z NegativeInfinityType.__repr__c C s t t| ��S r r
r r r r
r 5 s z NegativeInfinityType.__hash__c C s dS r r r r r r
r 9 s zNegativeInfinityType.__lt__c C s dS r r r r r r
r = s zNegativeInfinityType.__le__c C s t || j�S r r r r r r
r A s zNegativeInfinityType.__eq__c C s t || j� S r r r r r r
r E s zNegativeInfinityType.__ne__c C s dS r r r r r r
r I s zNegativeInfinityType.__gt__c C s dS r r r r r r
r M s zNegativeInfinityType.__ge__c C s t S r )r r r r r
r Q s z NegativeInfinityType.__neg__Nr r r r r
r$ 0 s r$ N) �
__future__r r r �objectr r r$ r r r r r
�<module> s && site-packages/pkg_resources/_vendor/packaging/__pycache__/version.cpython-39.pyc 0000644 00000032075 15056474501 0024063 0 ustar 00 a
(�Ren< � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZm Z ddl
m Z e �r.d dl m
Z
mZmZmZmZmZmZ ddlmZmZ eeef Zeeeeef f Zeeeef Zeeeeeeeef eeef f df f Zeeeedf eeeef Z eeeedf f Z e
ee e f ee e f ge f Z g d �Z e�!d
g d ��Z"d d
� Z#G dd� de$�Z%G dd� de&�Z'G dd� de'�Z(e�)dej*�Z+dddddd�Z,dd� Z-dd � Z.d Z/G d d � d e'�Z0d d!� Z1e�)d"�Z2d#d$� Z3d%d&� Z4dS )'� )�absolute_import�division�print_functionN� )�Infinity�NegativeInfinity)�
TYPE_CHECKING)�Callable�Iterator�List�Optional� SupportsInt�Tuple�Union)� InfinityType�NegativeInfinityType.)�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version)�epoch�release�dev�pre�post�localc C s* z
t | �W S ty$ t| � Y S 0 dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r r )�version� r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/version.pyr 0 s
r c @ s e Zd ZdZdS )r zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r = s r c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )� _BaseVersionNc C s
t | j�S �N)�hash�_key��selfr r r �__hash__F s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r& r ��s�or r r �<lambda>L � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r* �otherr r r �__lt__J s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ P r0 z%_BaseVersion.__le__.<locals>.<lambda>r1 r3 r r r �__le__N s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ T r0 z%_BaseVersion.__eq__.<locals>.<lambda>r1 r3 r r r �__eq__R s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ X r0 z%_BaseVersion.__ge__.<locals>.<lambda>r1 r3 r r r �__ge__V s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ \ r0 z%_BaseVersion.__gt__.<locals>.<lambda>r1 r3 r r r �__gt__Z s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r& r r, r r r r/ ` r0 z%_BaseVersion.__ne__.<locals>.<lambda>r1 r3 r r r �__ne__^ s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r& )�
isinstancer% �NotImplementedr( )r* r4 �methodr r r r2 b s
z_BaseVersion._compare) r! r" r# r( r+ r5 r6 r7 r8 r9 r: r2 r r r r r% C s r% c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r& )�str�_version�_legacy_cmpkeyr( )r* r r r r �__init__k s
zLegacyVersion.__init__c C s | j S r& �r? r) r r r �__str__p s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr> r) r r r �__repr__t s zLegacyVersion.__repr__c C s | j S r& rB r) r r r �publicx s zLegacyVersion.publicc C s | j S r& rB r) r r r � base_version} s zLegacyVersion.base_versionc C s dS )N���r r) r r r r � s zLegacyVersion.epochc C s d S r& r r) r r r r � s zLegacyVersion.releasec C s d S r& r r) r r r r � s zLegacyVersion.prec C s d S r& r r) r r r r � s zLegacyVersion.postc C s d S r& r r) r r r r � s zLegacyVersion.devc C s d S r& r r) r r r r � s zLegacyVersion.localc C s dS �NFr r) r r r �
is_prerelease� s zLegacyVersion.is_prereleasec C s dS rK r r) r r r �is_postrelease� s z LegacyVersion.is_postreleasec C s dS rK r r) r r r �
is_devrelease� s zLegacyVersion.is_devreleaseN)r! r" r# rA rC rG �propertyrH rI r r r r r r rL rM rN r r r r r j s2
r z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dv rF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r- �partr r r �_parse_version_parts� s r` c C sv d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� q|t|�fS )NrJ rX rY z*final-�00000000)r` �lower�
startswith�pop�append�tuple)r r �partsr_ r r r r@ � s
r@ a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Ze d d � �Ze d!d"� �Ze d#d$� �Zd%S )&r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S r& )�int��.0�ir r r � <genexpr> r0 z#Version.__init__.<locals>.<genexpr>r rU �pre_l�pre_n�post_l�post_n1�post_n2�dev_l�dev_nr )r r r r r r )�_regex�searchr rE r �grouprh rf r[ �_parse_letter_version�_parse_local_versionr? �_cmpkeyr r r r r r r( )r* r �matchr r r rA s* � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>rD r) r r r rG - s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd urb|�d�dd� | jD ��� | jd ur~|�d�| j�� | jd ur�|�d �| j�� | jd ur�|�d
�| j�� d�|�S ) Nr �{0}!rU c s s | ]}t |�V qd S r& �r> �rj �xr r r rl : r0 z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r& r| r} r r r rl > r0 z.post{0}z.dev{0}z+{0}) r re rE �joinr r r r r �r* rg r r r rC 1 s
zVersion.__str__c C s | j j}|S r& )r? r )r* �_epochr r r r N s z
Version.epochc C s | j j}|S r& )r? r )r* �_releaser r r r T s zVersion.releasec C s | j j}|S r& )r? r )r* �_prer r r r Z s z Version.prec C s | j jr| j jd S d S �Nr )r? r r) r r r r ` s z Version.postc C s | j jr| j jd S d S r� )r? r r) r r r r e s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrU c s s | ]}t |�V qd S r& r| r} r r r rl n r0 z Version.local.<locals>.<genexpr>)r? r r� r) r r r r j s z
Version.localc C s t | ��dd�d S )N�+r r )r> r[ r) r r r rH r s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr r{ rU c s s | ]}t |�V qd S r& r| r} r r r rl � r0 z'Version.base_version.<locals>.<genexpr>r )r re rE r� r r� r r r rI w s
zVersion.base_versionc C s | j d up| jd uS r& )r r r) r r r rL � s zVersion.is_prereleasec C s
| j d uS r& )r r) r r r rM � s zVersion.is_postreleasec C s
| j d uS r& )r r) r r r rN � s zVersion.is_devreleasec C s t | j�dkr| jd S dS )Nr r ��lenr r) r r r �major� s z
Version.majorc C s t | j�dkr| jd S dS )N� r r r� r) r r r �minor� s z
Version.minorc C s t | j�dkr| jd S dS )N� r� r r� r) r r r �micro� s z
Version.microN)r! r" r# �re�compiler �VERBOSE�
IGNORECASErt rA rG rC rO r r r r r r rH rI rL rM rN r� r� r� r r r r r s@
r c C sv | rZ|d u rd}| � � } | dkr&d} n(| dkr4d} n| dv rBd} n | dv rNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr �alpha�a�beta�b)rP r rR rT )�rev�rr )rb rh )�letter�numberr r r rw � s" rw z[\._-]c C s$ | dur t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r& )�isdigitrb rh )rj r_ r r r rl � s �z'_parse_local_version.<locals>.<genexpr>)rf �_local_version_separatorsr[ )r r r r rx � s
�rx c C s� t ttt�dd� t|�����}|d u r>|d u r>|d ur>t}n|d u rLt}n|}|d u r^t}n|}|d u rpt} n|} |d u r�t}
nt dd� |D ��}
| |||| |
fS )Nc S s | dkS )Nr r )r~ r r r r/ � r0 z_cmpkey.<locals>.<lambda>c s s( | ] }t |t�r|d fnt|fV qdS )r N)r; rh r ri r r r rl s z_cmpkey.<locals>.<genexpr>)rf �reversed�list� itertools� dropwhiler r ) r r r r r r r� r� �_post�_dev�_localr r r ry � s( � �ry )5�
__future__r r r � collectionsr� r� � _structuresr r Z_typingr �typingr r
r r r
r r r r �
InfiniteTypesr> rh �PrePostDevType� SubLocalType� LocalType�CmpKey� LegacyCmpKey�bool�VersionComparisonMethod�__all__�
namedtupler r �
ValueErrorr �objectr% r r� r� rZ r\ r` r@ r r rw r� rx ry r r r r �<module> sp $
������ ���
'F� &
site-packages/pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-39.pyc 0000644 00000001363 15056474501 0024300 0 ustar 00 a
(�Re� � @ sD d dl mZmZmZ g d�ZdZdZdZdZdZ dZ
d Z d
e Z d S ) � )�absolute_import�division�print_function)� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__� packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz20.4z)Donald Stufft and individual contributorszdonald@stufft.iozBSD-2-Clause or Apache-2.0zCopyright 2014-2019 %sN)
�
__future__r r r �__all__r r r r r r
r r � r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/__about__.py�<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/markers.cpython-39.pyc 0000644 00000022220 15056474501 0024031 0 ustar 00 a
(�Re.% � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZ dd lmZmZ er�d d
lmZm Z m Z m Z m Z m Z m!Z! e e"e"ge#f Z$g d �Z%G d d
� d
e&�Z'G dd� de&�Z(G dd� de&�Z)G dd� de*�Z+G dd� de+�Z,G dd� de+�Z-G dd� de+�Z.ed�ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B ed+�B Z/d$d#d d ddd,�Z0e/�1d-d.� � ed/�ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B ed6�B Z2e2ed7�B ed8�B Z3e3�1d9d.� � ed:�ed;�B Z4e4�1d<d.� � ed=�ed>�B Z5e/e4B Z6ee6e3 e6 �Z7e7�1d?d.� � ed@��8� Z9edA��8� Z:e� Z;e7ee9e; e: �B Z<e;e<e
e5e; � > e e; e Z=dBdC� Z>dXdEdF�Z?dGd.� dHd.� ej@ejAejBejCejDejEdI�ZFdJdK� ZGG dLdM� dMe*�ZHeH� ZIdNdO� ZJdPdQ� ZKdRdS� ZLdTdU� ZMG dVdW� dWe*�ZNdS )Y� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)�
TYPE_CHECKING)� Specifier�InvalidSpecifier)�Any�Callable�Dict�List�Optional�Tuple�Union)�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r$ r$ ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/markers.pyr " s r c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r$ r$ r$ r% r ( s r c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r$ r$ r$ r% r . s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr( r$ r$ r% �__init__6 s z
Node.__init__c C s
t | j�S r' )�strr( �r) r$ r$ r% �__str__: s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r+ r, r$ r$ r% �__repr__> s z
Node.__repr__c C s t �d S r' )�NotImplementedErrorr, r$ r$ r% � serializeB s zNode.serializeN)r r! r" r* r- r0 r2 r$ r$ r$ r% r& 5 s r& c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r' �r+ r, r$ r$ r% r2 H s zVariable.serializeN�r r! r" r2 r$ r$ r$ r% r3 G s r3 c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r. r, r$ r$ r% r2 N s zValue.serializeNr5 r$ r$ r$ r% r6 M s r6 c @ s e Zd Zdd� ZdS )�Opc C s t | �S r' r4 r, r$ r$ r% r2 T s z Op.serializeNr5 r$ r$ r$ r% r7 S s r7 �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementation�extra)rC rD rE rF rG rH c C s t t�|d |d ��S �Nr )r3 �ALIASES�get��s�l�tr$ r$ r% �<lambda>u � rQ z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rJ )r7 rM r$ r$ r% rQ | rR �'�"c C s t |d �S rJ )r6 rM r$ r$ r% rQ rR �and�orc C s t |d �S rJ )�tuplerM r$ r$ r% rQ � rR �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r$ )�_coerce_parse_result)�.0�ir$ r$ r% �
<listcomp>� rR z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr$ r$ r% rb � s
rb Tc C s� t | tttf�sJ �t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rc �mr$ r$ r% � <genexpr>� rR z!_format_marker.<locals>.<genexpr>� r` ra c S s g | ] }|� � �qS r$ )r2 rj r$ r$ r% re � rR z"_format_marker.<locals>.<listcomp>)rf �listr_ r �lenri �join)�markerrh �innerr$ r$ r% ri � s �
��
ri c C s | |v S r' r$ ��lhs�rhsr$ r$ r% rQ � rR c C s | |vS r' r$ rs r$ r$ r% rQ � rR )rZ rY rX rU rS rV rT rW c C sj zt d�|�� |g��}W n ty, Y n 0 |�| �S t�|�� �}|d u r`td�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rp r2 r �contains�
_operatorsrL r r. )rt �opru �spec�operr$ r$ r% �_eval_op� s
�r| c @ s e Zd ZdS )� UndefinedN)r r! r" r$ r$ r$ r% r} � s r} c C s( | � |t�}t|t�r$td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rL �
_undefinedrf r} r r. )� environment�namer( r$ r$ r% �_get_env� s
�r� c C s� g g}| D ]�}t |tttf�s"J �t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j�}|j}n|j}t||j�}|d �t |||�� q
|dv s�J �|dkr
|�g � q
t
dd� |D ��S )N���)r] r^ r^ c s s | ]}t |�V qd S r' )�all)rc �itemr$ r$ r% rl rR z$_evaluate_markers.<locals>.<genexpr>) rf rn r_ r �append�_evaluate_markersr3 r� r( r| �any) �markersr �groupsrq rt ry ru � lhs_value� rhs_valuer$ r$ r% r� � s"
r� c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r. � releaselevelr+ �serial)�info�version�kindr$ r$ r% �format_full_version s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rv �.� ) r: r8 rB r> r< r? r= r; r9 r@ rA )�hasattr�sysr� r� r� r� �os�platform�machine�release�systemr@ rH rp �python_version_tuple)�iverr: r$ r$ r% r s"
�r c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C sb zt t�|��| _W nH ty\ } z0d�|||j|jd � �}t|��W Y d }~n
d }~0 0 d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rb �MARKER� parseString�_markersr r. �locr )r) rq �eZerr_strr$ r$ r% r* ( s �zMarker.__init__c C s
t | j�S r' )ri r� r, r$ r$ r% r- 2 s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r. r+ r, r$ r$ r% r0 6 s zMarker.__repr__Nc C s$ t � }|dur|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater� r� )r) r �current_environmentr$ r$ r% �evaluate: s
zMarker.evaluate)N)r r! r" r* r- r0 r� r$ r$ r$ r% r ' s
r )T)O�
__future__r r r �operatorr� r� r� Z pkg_resources.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z_typingr �
specifiersr r �typingr r r r r r r r+ �bool�Operator�__all__�
ValueErrorr r r �objectr& r3 r6 r7 �VARIABLErK �setParseAction� VERSION_CMP� MARKER_OP� MARKER_VALUE�BOOLOP�
MARKER_VAR� MARKER_ITEM�suppress�LPAREN�RPAREN� MARKER_EXPR� MARKER_ATOMr� rb ri �lt�le�eq�ne�ge�gtrx r| r} r~ r� r� r� r r r$ r$ r$ r% �<module> s� $ �������� �
� � �
�������>�
� site-packages/pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc 0000644 00000050234 15056474501 0024527 0 ustar 00 a
(�Re�| � @ sX d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z ddl
mZ ddlmZmZmZ e r�d dlmZmZmZmZmZmZmZmZm Z eeef Z eeee f Z ee e ge f Z!G d d
� d
e"�Z#G d d � d e
ej$e%��Z&G d
d� de&�Z'G dd� de'�Z(dd� Z)G dd� de'�Z*e�+d�Z,dd� Z-dd� Z.G dd� de&�Z/dS ) � )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�
TYPE_CHECKING)�canonicalize_version)�Version�
LegacyVersion�parse) �List�Dict�Union�Iterable�Iterator�Optional�Callable�Tuple� FrozenSetc @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/specifiers.pyr " s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__) s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__1 s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__8 s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r" r r r �__ne__@ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleasesH s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r& P s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr& r r r �containsX s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler& r r r �filter_ s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r! r$ r% �abstractpropertyr& �setterr+ r- r r r r r ( s
r c @ s� e Zd Zi Zd"dd�Zdd� Zdd� Zed d
� �Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
edd� �Zedd� �Zedd� �Zejdd� �Zd d � Zd#d d �Zd$d d!�ZdS )%�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr& �matchr r r �__init__l s �z _IndividualSpecifier.__init__c C s0 | j d urd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r3 z<{0}({1!r}{2})>)r< r8 r& � __class__r �str�r �prer r r �__repr__z s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r8 r; r r r r r � s z _IndividualSpecifier.__str__c C s | j d t| j d �fS )Nr r )r; r r r r r �_canonical_spec� s z$_IndividualSpecifier._canonical_specc C s
t | j�S �N)�hashrF r r r r r! � s z _IndividualSpecifier.__hash__c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rG )�
isinstancer rA rB r �NotImplementedrF r" r r r r$ � s
z_IndividualSpecifier.__eq__c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rG )rI r rA rB r rJ r; r" r r r r% � s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��}|S )Nz _compare_{0})�getattrr8 �
_operators)r �op�operator_callabler r r �
_get_operator� s �z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S rG )rI r r
r �r r5 r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r; r r r r r4 � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rR r r r r r5 � s z _IndividualSpecifier.versionc C s | j S rG �r< r r r r r& � s z _IndividualSpecifier.prereleasesc C s
|| _ d S rG rS r' r r r r& � s c C s
| � |�S rG �r+ �r r* r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s> |d u r| j }| �|�}|jr&|s&dS | �| j�}||| j�S �NF)r& rQ �
is_prereleaserO r4 r5 )r r* r& �normalized_itemrN r r r r+ � s
z _IndividualSpecifier.containsc c s� d}g }d|d ur|ndi}|D ]F}| � |�}| j|fi |��r |jr\|s\| js\|�|� q d}|V q |s�|r�|D ]
}|V qtd S )NFr& T)rQ r+ rX r& �append)r r, r& �yielded�found_prereleases�kwr5 �parsed_versionr r r r- � s"
�� z_IndividualSpecifier.filter)r3 N)N)N)r r r rL r? rE r �propertyrF r! r$ r% rO rQ r4 r5 r& r1 rV r+ r- r r r r r2 h s,
r2 c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S rG )rI r rB rP r r r rQ s
z LegacySpecifier._coerce_versionc C s || � |�kS rG �rQ �r � prospectiver= r r r �_compare_equal& s z LegacySpecifier._compare_equalc C s || � |�kS rG ro rp r r r �_compare_not_equal* s z"LegacySpecifier._compare_not_equalc C s || � |�kS rG ro rp r r r �_compare_less_than_equal. s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS rG ro rp r r r �_compare_greater_than_equal2 s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S rG ro rp r r r �_compare_less_than6 s z"LegacySpecifier._compare_less_thanc C s || � |�kS rG ro rp r r r �_compare_greater_than: s z%LegacySpecifier._compare_greater_thanN)r r r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr6 rL rQ rr rs rt ru rv rw r r r r r` s � r` c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rW )rI r
rp ��fnr r �wrappedC s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)r~ r r r} r �_require_version_compare? s r� c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
ra rb �
compatiblerc rd re rf rg rh � arbitrary)�~=ri rj rk rl rm rn �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )N�post�dev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*rl ri )�join�list� itertools� takewhile�_version_splitrO )r rq r= �prefixr r r �_compare_compatible� s
����
�z Specifier._compare_compatiblec C sz |� d�rVt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}||kS t|�}|jsnt|j�}||kS d S )Nr� ���)�endswithr
�publicr� rB �len� _pad_version�local) r rq r= �
split_spec�split_prospective�shortened_prospective� padded_spec�padded_prospective� spec_versionr r r rr � s
�
zSpecifier._compare_equalc C s | � ||� S rG )rr rp r r r rs � s z Specifier._compare_not_equalc C s t |j�t |�kS rG �r
r� rp r r r rt s z"Specifier._compare_less_than_equalc C s t |j�t |�kS rG r� rp r r r ru
s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r
rX � base_version�r rq �spec_strr= r r r rv s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd urZt |j�t |j�krZdS dS r� )r
�is_postreleaser� r� r� r r r rw 1 s
z Specifier._compare_greater_thanc C s t |��� t |��� kS rG )rB �lowerrp r r r �_compare_arbitraryR s z Specifier._compare_arbitraryc C sR | j d ur| j S | j\}}|dv rN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)ri rl rk r� r� ri r� r� TF)r< r; r� r rX )r r4 r5 r r r r& V s
zSpecifier.prereleasesc C s
|| _ d S rG rS r' r r r r& p s N)r r r rx ry rz r{ r| r6 rL r� r� rr rs rt ru rv rw r� r_ r& r1 r r r r r� M s< ] �
(
r� z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nr� )�split�
_prefix_regexr7 �extend�groupsrZ )r5 �resultr* r> r r r r� y s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S rG ��isdigitr� r r r r� � r� z _pad_version.<locals>.<lambda>c S s | � � S rG r� r� r r r r� � r� r r �0)rZ r� r� r� r� �insert�max�chain)�left�right�
left_split� right_splitr r r r� � s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr3 Nc C sl dd� |� d�D �}t� }|D ]8}z|�t|�� W q tyT |�t|�� Y q 0 q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r: ��.0�sr r r �
<listcomp>� r� z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addr� r r` � frozenset�_specsr< )r �
specifiersr& �split_specifiers�parsed� specifierr r r r? � s
zSpecifierSet.__init__c C s* | j d urd�| j�nd}d�t| �|�S )Nr@ r3 z<SpecifierSet({0!r}{1})>)r< r8 r& rB rC r r r rE � s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S rG )rB r� r r r � <genexpr>� r� z'SpecifierSet.__str__.<locals>.<genexpr>)r� �sortedr� r r r r r � s zSpecifierSet.__str__c C s
t | j�S rG )rH r� r r r r r! � s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd u rX|jd urX|j|_n<| jd urv|jd u rv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)rI r r� rJ r� r� r< �
ValueError)r r# r� r r r �__and__� s
�zSpecifierSet.__and__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rG �rI r r2 r� rB rJ r� r" r r r r$ � s
zSpecifierSet.__eq__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rG r� r" r r r r% � s
zSpecifierSet.__ne__c C s
t | j�S rG )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S rG )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d ur| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S rG �r& r� r r r r� r� z+SpecifierSet.prereleases.<locals>.<genexpr>)r< r� �anyr r r r r& � s
zSpecifierSet.prereleasesc C s
|| _ d S rG rS r' r r r r& s c C s
| � |�S rG rT rU r r r rV s zSpecifierSet.__contains__c sL t � ttf�st� �� �d u r$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrT r� �r* r& r r r� * r� z(SpecifierSet.contains.<locals>.<genexpr>)rI r r
r r& rX �allr� r) r r� r r+ s
zSpecifierSet.containsc C s� |d u r| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d u r�|S |S d S )Nr� )
r& r� r- �boolrI r r
r rX rZ )r r, r& r= �filteredr\ r* r^ r r r r- , s*
zSpecifierSet.filter)r3 N)N)N)r r r r? rE r r! r� r$ r% r� r� r_ r& r1 rV r+ r- r r r r r� � s"
�r� )0�
__future__r r r r. r� r� ry Z_compatr r Z_typingr �utilsr r5 r
r r �typingr
r r r r r r r r �
ParsedVersionrB �UnparsedVersionr� �CallableOperatorr� r �ABCMeta�objectr r2 r` r� r� rz r� r� r� r� r r r r �<module> s4 , @ 8 +
site-packages/pkg_resources/_vendor/packaging/__pycache__/_typing.cpython-39.pyc 0000644 00000003010 15056474501 0024032 0 ustar 00 a
(�Re � @ s. d Z ddgZdZer"ddlmZ ndd� ZdS )a; For neatly implementing static typing in packaging.
`mypy` - the static type analysis tool we use - uses the `typing` module, which
provides core functionality fundamental to mypy's functioning.
Generally, `typing` would be imported at runtime and used in that fashion -
it acts as a no-op at runtime and does not have any run-time overhead by
design.
As it turns out, `typing` is not vendorable - it uses separate sources for
Python 2/Python 3. Thus, this codebase can not expect it to be present.
To work around this, mypy allows the typing import to be behind a False-y
optional to prevent it from running at runtime and type-comments can be used
to remove the need for the types to be accessible directly during runtime.
This module provides the False-y guard in a nicely named fashion so that a
curious maintainer can reach here to read this.
In packaging, all static-typing related imports should be guarded as follows:
from packaging._typing import TYPE_CHECKING
if TYPE_CHECKING:
from typing import ...
Ref: https://github.com/python/mypy/issues/3216
�
TYPE_CHECKING�castF� )r c C s |S )N� )�type_�valuer r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/_typing.pyr / s N)�__doc__�__all__r �typingr r r r r �<module> s
site-packages/pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-39.pyc 0000644 00000002257 15056474501 0024017 0 ustar 00 a
(�Reh � @ s~ d dl mZmZmZ d dlZddlmZ erDd dlmZm Z m
Z
m Z ej d dkZ
ej d dkZerlefZnefZdd � ZdS )
� )�absolute_import�division�print_functionN� )�
TYPE_CHECKING)�Any�Dict�Tuple�Type� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�name�
this_bases�d��bases�metar
��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/_compat.py�__new__" s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r
r r
r � metaclass! s r �temporary_classr
)�typer )r r r r
r r �with_metaclass s r )�
__future__r r r �sysZ_typingr �typingr r r r
� version_info�PY2�PY3�str� string_types�
basestringr r
r
r
r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-39.pyc 0000644 00000001131 15056474501 0024122 0 ustar 00 a
(�Re2 � @ sH d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z g d�Z
dS )� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__)r r
r r
r r r r N)�
__future__r r r � __about__r r r r r
r r r
�__all__� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/_vendor/packaging/__init__.py�<module> s ( site-packages/pkg_resources/_vendor/packaging/markers.py 0000644 00000022456 15056474501 0017555 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from pkg_resources.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd
from pkg_resources.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from pkg_resources.extern.pyparsing import Literal as L # noqa
from ._compat import string_types
from ._typing import TYPE_CHECKING
from .specifiers import Specifier, InvalidSpecifier
if TYPE_CHECKING: # pragma: no cover
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
Operator = Callable[[str, str], bool]
__all__ = [
"InvalidMarker",
"UndefinedComparison",
"UndefinedEnvironmentName",
"Marker",
"default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
# type: (Any) -> None
self.value = value
def __str__(self):
# type: () -> str
return str(self.value)
def __repr__(self):
# type: () -> str
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
# type: () -> str
raise NotImplementedError
class Variable(Node):
def serialize(self):
# type: () -> str
return str(self)
class Value(Node):
def serialize(self):
# type: () -> str
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
# type: () -> str
return str(self)
VARIABLE = (
L("implementation_version")
| L("platform_python_implementation")
| L("implementation_name")
| L("python_full_version")
| L("platform_release")
| L("platform_version")
| L("platform_machine")
| L("platform_system")
| L("python_version")
| L("sys_platform")
| L("os_name")
| L("os.name") # PEP-345
| L("sys.platform") # PEP-345
| L("platform.version") # PEP-345
| L("platform.machine") # PEP-345
| L("platform.python_implementation") # PEP-345
| L("python_implementation") # undocumented setuptools legacy
| L("extra") # PEP-508
)
ALIASES = {
"os.name": "os_name",
"sys.platform": "sys_platform",
"platform.version": "platform_version",
"platform.machine": "platform_machine",
"platform.python_implementation": "platform_python_implementation",
"python_implementation": "platform_python_implementation",
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
# type: (Union[ParseResults, List[Any]]) -> List[Any]
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
# type: (Union[List[str], Tuple[Node, ...], str], Optional[bool]) -> str
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (
isinstance(marker, list)
and len(marker) == 1
and isinstance(marker[0], (list, tuple))
):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
} # type: Dict[str, Operator]
def _eval_op(lhs, op, rhs):
# type: (str, Op, str) -> bool
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize()) # type: Optional[Operator]
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
class Undefined(object):
pass
_undefined = Undefined()
def _get_env(environment, name):
# type: (Dict[str, str], str) -> str
value = environment.get(name, _undefined) # type: Union[str, Undefined]
if isinstance(value, Undefined):
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
# type: (List[Any], Dict[str, str]) -> bool
groups = [[]] # type: List[List[bool]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
# type: (sys._version_info) -> str
version = "{0.major}.{0.minor}.{0.micro}".format(info)
kind = info.releaselevel
if kind != "final":
version += kind[0] + str(info.serial)
return version
def default_environment():
# type: () -> Dict[str, str]
if hasattr(sys, "implementation"):
# Ignoring the `sys.implementation` reference for type checking due to
# mypy not liking that the attribute doesn't exist in Python 2.7 when
# run with the `--py27` flag.
iver = format_full_version(sys.implementation.version) # type: ignore
implementation_name = sys.implementation.name # type: ignore
else:
iver = "0"
implementation_name = ""
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": ".".join(platform.python_version_tuple()[:2]),
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
# type: (str) -> None
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc : e.loc + 8]
)
raise InvalidMarker(err_str)
def __str__(self):
# type: () -> str
return _format_marker(self._markers)
def __repr__(self):
# type: () -> str
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
# type: (Optional[Dict[str, str]]) -> bool
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/pkg_resources/_vendor/packaging/__about__.py 0000644 00000001340 15056474501 0020004 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "20.4"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD-2-Clause or Apache-2.0"
__copyright__ = "Copyright 2014-2019 %s" % __author__
site-packages/pkg_resources/_vendor/packaging/utils.py 0000644 00000003423 15056474501 0017242 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
from ._typing import TYPE_CHECKING, cast
from .version import InvalidVersion, Version
if TYPE_CHECKING: # pragma: no cover
from typing import NewType, Union
NormalizedName = NewType("NormalizedName", str)
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# type: (str) -> NormalizedName
# This is taken from PEP 503.
value = _canonicalize_regex.sub("-", name).lower()
return cast("NormalizedName", value)
def canonicalize_version(_version):
# type: (str) -> Union[Version, str]
"""
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
"""
try:
version = Version(_version)
except InvalidVersion:
# Legacy versions cannot be normalized
return _version
parts = []
# Epoch
if version.epoch != 0:
parts.append("{0}!".format(version.epoch))
# Release segment
# NB: This strips trailing '.0's to normalize
parts.append(re.sub(r"(\.0)+$", "", ".".join(str(x) for x in version.release)))
# Pre-release
if version.pre is not None:
parts.append("".join(str(x) for x in version.pre))
# Post-release
if version.post is not None:
parts.append(".post{0}".format(version.post))
# Development release
if version.dev is not None:
parts.append(".dev{0}".format(version.dev))
# Local version segment
if version.local is not None:
parts.append("+{0}".format(version.local))
return "".join(parts)
site-packages/pkg_resources/_vendor/packaging/_compat.py 0000644 00000002150 15056474501 0017520 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
from ._typing import TYPE_CHECKING
if TYPE_CHECKING: # pragma: no cover
from typing import Any, Dict, Tuple, Type
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = (str,)
else:
string_types = (basestring,)
def with_metaclass(meta, *bases):
# type: (Type[Any], Tuple[Type[Any], ...]) -> Any
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta): # type: ignore
def __new__(cls, name, this_bases, d):
# type: (Type[Any], str, Tuple[Any], Dict[Any, Any]) -> Any
return meta(name, bases, d)
return type.__new__(metaclass, "temporary_class", (), {})
site-packages/pkg_resources/_vendor/packaging/version.py 0000644 00000036156 15056474501 0017600 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity, NegativeInfinity
from ._typing import TYPE_CHECKING
if TYPE_CHECKING: # pragma: no cover
from typing import Callable, Iterator, List, Optional, SupportsInt, Tuple, Union
from ._structures import InfinityType, NegativeInfinityType
InfiniteTypes = Union[InfinityType, NegativeInfinityType]
PrePostDevType = Union[InfiniteTypes, Tuple[str, int]]
SubLocalType = Union[InfiniteTypes, int, str]
LocalType = Union[
NegativeInfinityType,
Tuple[
Union[
SubLocalType,
Tuple[SubLocalType, str],
Tuple[NegativeInfinityType, SubLocalType],
],
...,
],
]
CmpKey = Tuple[
int, Tuple[int, ...], PrePostDevType, PrePostDevType, PrePostDevType, LocalType
]
LegacyCmpKey = Tuple[int, Tuple[str, ...]]
VersionComparisonMethod = Callable[
[Union[CmpKey, LegacyCmpKey], Union[CmpKey, LegacyCmpKey]], bool
]
__all__ = ["parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"]
_Version = collections.namedtuple(
"_Version", ["epoch", "release", "dev", "pre", "post", "local"]
)
def parse(version):
# type: (str) -> Union[LegacyVersion, Version]
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
_key = None # type: Union[CmpKey, LegacyCmpKey]
def __hash__(self):
# type: () -> int
return hash(self._key)
def __lt__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
# type: (object) -> bool
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
# type: (_BaseVersion) -> bool
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
# type: (object) -> bool
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
# type: (object, VersionComparisonMethod) -> Union[bool, NotImplemented]
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
# type: (str) -> None
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
# type: () -> str
return self._version
def __repr__(self):
# type: () -> str
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
# type: () -> str
return self._version
@property
def base_version(self):
# type: () -> str
return self._version
@property
def epoch(self):
# type: () -> int
return -1
@property
def release(self):
# type: () -> None
return None
@property
def pre(self):
# type: () -> None
return None
@property
def post(self):
# type: () -> None
return None
@property
def dev(self):
# type: () -> None
return None
@property
def local(self):
# type: () -> None
return None
@property
def is_prerelease(self):
# type: () -> bool
return False
@property
def is_postrelease(self):
# type: () -> bool
return False
@property
def is_devrelease(self):
# type: () -> bool
return False
_legacy_version_component_re = re.compile(r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE)
_legacy_version_replacement_map = {
"pre": "c",
"preview": "c",
"-": "final-",
"rc": "c",
"dev": "@",
}
def _parse_version_parts(s):
# type: (str) -> Iterator[str]
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# type: (str) -> LegacyCmpKey
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = [] # type: List[str]
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
return epoch, tuple(parts)
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE)
def __init__(self, version):
# type: (str) -> None
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(match.group("pre_l"), match.group("pre_n")),
post=_parse_letter_version(
match.group("post_l"), match.group("post_n1") or match.group("post_n2")
),
dev=_parse_letter_version(match.group("dev_l"), match.group("dev_n")),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
# type: () -> str
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
# type: () -> str
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
# Pre-release
if self.pre is not None:
parts.append("".join(str(x) for x in self.pre))
# Post-release
if self.post is not None:
parts.append(".post{0}".format(self.post))
# Development release
if self.dev is not None:
parts.append(".dev{0}".format(self.dev))
# Local version segment
if self.local is not None:
parts.append("+{0}".format(self.local))
return "".join(parts)
@property
def epoch(self):
# type: () -> int
_epoch = self._version.epoch # type: int
return _epoch
@property
def release(self):
# type: () -> Tuple[int, ...]
_release = self._version.release # type: Tuple[int, ...]
return _release
@property
def pre(self):
# type: () -> Optional[Tuple[str, int]]
_pre = self._version.pre # type: Optional[Tuple[str, int]]
return _pre
@property
def post(self):
# type: () -> Optional[Tuple[str, int]]
return self._version.post[1] if self._version.post else None
@property
def dev(self):
# type: () -> Optional[Tuple[str, int]]
return self._version.dev[1] if self._version.dev else None
@property
def local(self):
# type: () -> Optional[str]
if self._version.local:
return ".".join(str(x) for x in self._version.local)
else:
return None
@property
def public(self):
# type: () -> str
return str(self).split("+", 1)[0]
@property
def base_version(self):
# type: () -> str
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
return "".join(parts)
@property
def is_prerelease(self):
# type: () -> bool
return self.dev is not None or self.pre is not None
@property
def is_postrelease(self):
# type: () -> bool
return self.post is not None
@property
def is_devrelease(self):
# type: () -> bool
return self.dev is not None
@property
def major(self):
# type: () -> int
return self.release[0] if len(self.release) >= 1 else 0
@property
def minor(self):
# type: () -> int
return self.release[1] if len(self.release) >= 2 else 0
@property
def micro(self):
# type: () -> int
return self.release[2] if len(self.release) >= 3 else 0
def _parse_letter_version(
letter, # type: str
number, # type: Union[str, bytes, SupportsInt]
):
# type: (...) -> Optional[Tuple[str, int]]
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
return None
_local_version_separators = re.compile(r"[\._-]")
def _parse_local_version(local):
# type: (str) -> Optional[LocalType]
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_separators.split(local)
)
return None
def _cmpkey(
epoch, # type: int
release, # type: Tuple[int, ...]
pre, # type: Optional[Tuple[str, int]]
post, # type: Optional[Tuple[str, int]]
dev, # type: Optional[Tuple[str, int]]
local, # type: Optional[Tuple[SubLocalType]]
):
# type: (...) -> CmpKey
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
_release = tuple(
reversed(list(itertools.dropwhile(lambda x: x == 0, reversed(release))))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
_pre = NegativeInfinity # type: PrePostDevType
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
_pre = Infinity
else:
_pre = pre
# Versions without a post segment should sort before those with one.
if post is None:
_post = NegativeInfinity # type: PrePostDevType
else:
_post = post
# Versions without a development segment should sort after those with one.
if dev is None:
_dev = Infinity # type: PrePostDevType
else:
_dev = dev
if local is None:
# Versions without a local segment should sort before those with one.
_local = NegativeInfinity # type: LocalType
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
_local = tuple(
(i, "") if isinstance(i, int) else (NegativeInfinity, i) for i in local
)
return epoch, _release, _pre, _post, _dev, _local
site-packages/pkg_resources/_vendor/packaging/__init__.py 0000644 00000001062 15056474501 0017636 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__,
__copyright__,
__email__,
__license__,
__summary__,
__title__,
__uri__,
__version__,
)
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
site-packages/pkg_resources/_vendor/packaging/specifiers.py 0000644 00000076310 15056474501 0020243 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from ._typing import TYPE_CHECKING
from .utils import canonicalize_version
from .version import Version, LegacyVersion, parse
if TYPE_CHECKING: # pragma: no cover
from typing import (
List,
Dict,
Union,
Iterable,
Iterator,
Optional,
Callable,
Tuple,
FrozenSet,
)
ParsedVersion = Union[Version, LegacyVersion]
UnparsedVersion = Union[Version, LegacyVersion, str]
CallableOperator = Callable[[ParsedVersion, str], bool]
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): # type: ignore
@abc.abstractmethod
def __str__(self):
# type: () -> str
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
# type: () -> int
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
# type: (object) -> bool
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
# type: (object) -> bool
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
# type: () -> Optional[bool]
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
# type: (str, Optional[bool]) -> bool
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
# type: (Iterable[UnparsedVersion], Optional[bool]) -> Iterable[UnparsedVersion]
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {} # type: Dict[str, str]
def __init__(self, spec="", prereleases=None):
# type: (str, Optional[bool]) -> None
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (
match.group("operator").strip(),
match.group("version").strip(),
) # type: Tuple[str, str]
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
# type: () -> str
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(self.__class__.__name__, str(self), pre)
def __str__(self):
# type: () -> str
return "{0}{1}".format(*self._spec)
@property
def _canonical_spec(self):
# type: () -> Tuple[str, Union[Version, str]]
return self._spec[0], canonicalize_version(self._spec[1])
def __hash__(self):
# type: () -> int
return hash(self._canonical_spec)
def __eq__(self, other):
# type: (object) -> bool
if isinstance(other, string_types):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._canonical_spec == other._canonical_spec
def __ne__(self, other):
# type: (object) -> bool
if isinstance(other, string_types):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
# type: (str) -> CallableOperator
operator_callable = getattr(
self, "_compare_{0}".format(self._operators[op])
) # type: CallableOperator
return operator_callable
def _coerce_version(self, version):
# type: (UnparsedVersion) -> ParsedVersion
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
# type: () -> str
return self._spec[0]
@property
def version(self):
# type: () -> str
return self._spec[1]
@property
def prereleases(self):
# type: () -> Optional[bool]
return self._prereleases
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
def __contains__(self, item):
# type: (str) -> bool
return self.contains(item)
def contains(self, item, prereleases=None):
# type: (UnparsedVersion, Optional[bool]) -> bool
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
normalized_item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if normalized_item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
operator_callable = self._get_operator(self.operator) # type: CallableOperator
return operator_callable(normalized_item, self.version)
def filter(self, iterable, prereleases=None):
# type: (Iterable[UnparsedVersion], Optional[bool]) -> Iterable[UnparsedVersion]
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if parsed_version.is_prerelease and not (
prereleases or self.prereleases
):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the beginning.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
# type: (Union[ParsedVersion, str]) -> LegacyVersion
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
# type: (LegacyVersion, str) -> bool
return prospective > self._coerce_version(spec)
def _require_version_compare(
fn # type: (Callable[[Specifier, ParsedVersion, str], bool])
):
# type: (...) -> Callable[[Specifier, ParsedVersion, str], bool]
@functools.wraps(fn)
def wrapped(self, prospective, spec):
# type: (Specifier, ParsedVersion, str) -> bool
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return self._get_operator(">=")(prospective, spec) and self._get_operator("==")(
prospective, prefix
)
@_require_version_compare
def _compare_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
split_spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
split_prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
shortened_prospective = split_prospective[: len(split_spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
padded_spec, padded_prospective = _pad_version(
split_spec, shortened_prospective
)
return padded_prospective == padded_spec
else:
# Convert our spec string into a Version
spec_version = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec_version.local:
prospective = Version(prospective.public)
return prospective == spec_version
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
# type: (ParsedVersion, str) -> bool
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec_str):
# type: (ParsedVersion, str) -> bool
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec_str):
# type: (ParsedVersion, str) -> bool
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is technically greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
# type: (Version, str) -> bool
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# type: () -> bool
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
# type: (str) -> List[str]
result = [] # type: List[str]
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
# type: (List[str], List[str]) -> Tuple[List[str], List[str]]
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]) :])
right_split.append(right[len(right_split[0]) :])
# Insert our padding
left_split.insert(1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])))
right_split.insert(1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])))
return (list(itertools.chain(*left_split)), list(itertools.chain(*right_split)))
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# type: (str, Optional[bool]) -> None
# Split on , to break each individual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
split_specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in split_specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
# type: () -> str
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
# type: () -> str
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
# type: () -> int
return hash(self._specs)
def __and__(self, other):
# type: (Union[SpecifierSet, str]) -> SpecifierSet
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
# type: (object) -> bool
if isinstance(other, (string_types, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
# type: (object) -> bool
if isinstance(other, (string_types, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
# type: () -> int
return len(self._specs)
def __iter__(self):
# type: () -> Iterator[FrozenSet[_IndividualSpecifier]]
return iter(self._specs)
@property
def prereleases(self):
# type: () -> Optional[bool]
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
# type: (bool) -> None
self._prereleases = value
def __contains__(self, item):
# type: (Union[ParsedVersion, str]) -> bool
return self.contains(item)
def contains(self, item, prereleases=None):
# type: (Union[ParsedVersion, str], Optional[bool]) -> bool
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(s.contains(item, prereleases=prereleases) for s in self._specs)
def filter(
self,
iterable, # type: Iterable[Union[ParsedVersion, str]]
prereleases=None, # type: Optional[bool]
):
# type: (...) -> Iterable[Union[ParsedVersion, str]]
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = [] # type: List[Union[ParsedVersion, str]]
found_prereleases = [] # type: List[Union[ParsedVersion, str]]
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/pkg_resources/_vendor/packaging/_structures.py 0000644 00000003746 15056474501 0020474 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class InfinityType(object):
def __repr__(self):
# type: () -> str
return "Infinity"
def __hash__(self):
# type: () -> int
return hash(repr(self))
def __lt__(self, other):
# type: (object) -> bool
return False
def __le__(self, other):
# type: (object) -> bool
return False
def __eq__(self, other):
# type: (object) -> bool
return isinstance(other, self.__class__)
def __ne__(self, other):
# type: (object) -> bool
return not isinstance(other, self.__class__)
def __gt__(self, other):
# type: (object) -> bool
return True
def __ge__(self, other):
# type: (object) -> bool
return True
def __neg__(self):
# type: (object) -> NegativeInfinityType
return NegativeInfinity
Infinity = InfinityType()
class NegativeInfinityType(object):
def __repr__(self):
# type: () -> str
return "-Infinity"
def __hash__(self):
# type: () -> int
return hash(repr(self))
def __lt__(self, other):
# type: (object) -> bool
return True
def __le__(self, other):
# type: (object) -> bool
return True
def __eq__(self, other):
# type: (object) -> bool
return isinstance(other, self.__class__)
def __ne__(self, other):
# type: (object) -> bool
return not isinstance(other, self.__class__)
def __gt__(self, other):
# type: (object) -> bool
return False
def __ge__(self, other):
# type: (object) -> bool
return False
def __neg__(self):
# type: (object) -> InfinityType
return Infinity
NegativeInfinity = NegativeInfinityType()
site-packages/pkg_resources/_vendor/packaging/tags.py 0000644 00000057003 15056474501 0017043 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import
import distutils.util
try:
from importlib.machinery import EXTENSION_SUFFIXES
except ImportError: # pragma: no cover
import imp
EXTENSION_SUFFIXES = [x[0] for x in imp.get_suffixes()]
del imp
import logging
import os
import platform
import re
import struct
import sys
import sysconfig
import warnings
from ._typing import TYPE_CHECKING, cast
if TYPE_CHECKING: # pragma: no cover
from typing import (
Dict,
FrozenSet,
IO,
Iterable,
Iterator,
List,
Optional,
Sequence,
Tuple,
Union,
)
PythonVersion = Sequence[int]
MacVersion = Tuple[int, int]
GlibcVersion = Tuple[int, int]
logger = logging.getLogger(__name__)
INTERPRETER_SHORT_NAMES = {
"python": "py", # Generic.
"cpython": "cp",
"pypy": "pp",
"ironpython": "ip",
"jython": "jy",
} # type: Dict[str, str]
_32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32
class Tag(object):
"""
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
"""
__slots__ = ["_interpreter", "_abi", "_platform"]
def __init__(self, interpreter, abi, platform):
# type: (str, str, str) -> None
self._interpreter = interpreter.lower()
self._abi = abi.lower()
self._platform = platform.lower()
@property
def interpreter(self):
# type: () -> str
return self._interpreter
@property
def abi(self):
# type: () -> str
return self._abi
@property
def platform(self):
# type: () -> str
return self._platform
def __eq__(self, other):
# type: (object) -> bool
if not isinstance(other, Tag):
return NotImplemented
return (
(self.platform == other.platform)
and (self.abi == other.abi)
and (self.interpreter == other.interpreter)
)
def __hash__(self):
# type: () -> int
return hash((self._interpreter, self._abi, self._platform))
def __str__(self):
# type: () -> str
return "{}-{}-{}".format(self._interpreter, self._abi, self._platform)
def __repr__(self):
# type: () -> str
return "<{self} @ {self_id}>".format(self=self, self_id=id(self))
def parse_tag(tag):
# type: (str) -> FrozenSet[Tag]
"""
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
"""
tags = set()
interpreters, abis, platforms = tag.split("-")
for interpreter in interpreters.split("."):
for abi in abis.split("."):
for platform_ in platforms.split("."):
tags.add(Tag(interpreter, abi, platform_))
return frozenset(tags)
def _warn_keyword_parameter(func_name, kwargs):
# type: (str, Dict[str, bool]) -> bool
"""
Backwards-compatibility with Python 2.7 to allow treating 'warn' as keyword-only.
"""
if not kwargs:
return False
elif len(kwargs) > 1 or "warn" not in kwargs:
kwargs.pop("warn", None)
arg = next(iter(kwargs.keys()))
raise TypeError(
"{}() got an unexpected keyword argument {!r}".format(func_name, arg)
)
return kwargs["warn"]
def _get_config_var(name, warn=False):
# type: (str, bool) -> Union[int, str, None]
value = sysconfig.get_config_var(name)
if value is None and warn:
logger.debug(
"Config variable '%s' is unset, Python ABI tag may be incorrect", name
)
return value
def _normalize_string(string):
# type: (str) -> str
return string.replace(".", "_").replace("-", "_")
def _abi3_applies(python_version):
# type: (PythonVersion) -> bool
"""
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
"""
return len(python_version) > 1 and tuple(python_version) >= (3, 2)
def _cpython_abis(py_version, warn=False):
# type: (PythonVersion, bool) -> List[str]
py_version = tuple(py_version) # To allow for version comparison.
abis = []
version = _version_nodot(py_version[:2])
debug = pymalloc = ucs4 = ""
with_debug = _get_config_var("Py_DEBUG", warn)
has_refcount = hasattr(sys, "gettotalrefcount")
# Windows doesn't set Py_DEBUG, so checking for support of debug-compiled
# extension modules is the best option.
# https://github.com/pypa/pip/issues/3383#issuecomment-173267692
has_ext = "_d.pyd" in EXTENSION_SUFFIXES
if with_debug or (with_debug is None and (has_refcount or has_ext)):
debug = "d"
if py_version < (3, 8):
with_pymalloc = _get_config_var("WITH_PYMALLOC", warn)
if with_pymalloc or with_pymalloc is None:
pymalloc = "m"
if py_version < (3, 3):
unicode_size = _get_config_var("Py_UNICODE_SIZE", warn)
if unicode_size == 4 or (
unicode_size is None and sys.maxunicode == 0x10FFFF
):
ucs4 = "u"
elif debug:
# Debug builds can also load "normal" extension modules.
# We can also assume no UCS-4 or pymalloc requirement.
abis.append("cp{version}".format(version=version))
abis.insert(
0,
"cp{version}{debug}{pymalloc}{ucs4}".format(
version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4
),
)
return abis
def cpython_tags(
python_version=None, # type: Optional[PythonVersion]
abis=None, # type: Optional[Iterable[str]]
platforms=None, # type: Optional[Iterable[str]]
**kwargs # type: bool
):
# type: (...) -> Iterator[Tag]
"""
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
"""
warn = _warn_keyword_parameter("cpython_tags", kwargs)
if not python_version:
python_version = sys.version_info[:2]
interpreter = "cp{}".format(_version_nodot(python_version[:2]))
if abis is None:
if len(python_version) > 1:
abis = _cpython_abis(python_version, warn)
else:
abis = []
abis = list(abis)
# 'abi3' and 'none' are explicitly handled later.
for explicit_abi in ("abi3", "none"):
try:
abis.remove(explicit_abi)
except ValueError:
pass
platforms = list(platforms or _platform_tags())
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
if _abi3_applies(python_version):
for tag in (Tag(interpreter, "abi3", platform_) for platform_ in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform_) for platform_ in platforms):
yield tag
if _abi3_applies(python_version):
for minor_version in range(python_version[1] - 1, 1, -1):
for platform_ in platforms:
interpreter = "cp{version}".format(
version=_version_nodot((python_version[0], minor_version))
)
yield Tag(interpreter, "abi3", platform_)
def _generic_abi():
# type: () -> Iterator[str]
abi = sysconfig.get_config_var("SOABI")
if abi:
yield _normalize_string(abi)
def generic_tags(
interpreter=None, # type: Optional[str]
abis=None, # type: Optional[Iterable[str]]
platforms=None, # type: Optional[Iterable[str]]
**kwargs # type: bool
):
# type: (...) -> Iterator[Tag]
"""
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
"""
warn = _warn_keyword_parameter("generic_tags", kwargs)
if not interpreter:
interp_name = interpreter_name()
interp_version = interpreter_version(warn=warn)
interpreter = "".join([interp_name, interp_version])
if abis is None:
abis = _generic_abi()
platforms = list(platforms or _platform_tags())
abis = list(abis)
if "none" not in abis:
abis.append("none")
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
def _py_interpreter_range(py_version):
# type: (PythonVersion) -> Iterator[str]
"""
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
"""
if len(py_version) > 1:
yield "py{version}".format(version=_version_nodot(py_version[:2]))
yield "py{major}".format(major=py_version[0])
if len(py_version) > 1:
for minor in range(py_version[1] - 1, -1, -1):
yield "py{version}".format(version=_version_nodot((py_version[0], minor)))
def compatible_tags(
python_version=None, # type: Optional[PythonVersion]
interpreter=None, # type: Optional[str]
platforms=None, # type: Optional[Iterable[str]]
):
# type: (...) -> Iterator[Tag]
"""
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
"""
if not python_version:
python_version = sys.version_info[:2]
platforms = list(platforms or _platform_tags())
for version in _py_interpreter_range(python_version):
for platform_ in platforms:
yield Tag(version, "none", platform_)
if interpreter:
yield Tag(interpreter, "none", "any")
for version in _py_interpreter_range(python_version):
yield Tag(version, "none", "any")
def _mac_arch(arch, is_32bit=_32_BIT_INTERPRETER):
# type: (str, bool) -> str
if not is_32bit:
return arch
if arch.startswith("ppc"):
return "ppc"
return "i386"
def _mac_binary_formats(version, cpu_arch):
# type: (MacVersion, str) -> List[str]
formats = [cpu_arch]
if cpu_arch == "x86_64":
if version < (10, 4):
return []
formats.extend(["intel", "fat64", "fat32"])
elif cpu_arch == "i386":
if version < (10, 4):
return []
formats.extend(["intel", "fat32", "fat"])
elif cpu_arch == "ppc64":
# TODO: Need to care about 32-bit PPC for ppc64 through 10.2?
if version > (10, 5) or version < (10, 4):
return []
formats.append("fat64")
elif cpu_arch == "ppc":
if version > (10, 6):
return []
formats.extend(["fat32", "fat"])
formats.append("universal")
return formats
def mac_platforms(version=None, arch=None):
# type: (Optional[MacVersion], Optional[str]) -> Iterator[str]
"""
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
"""
version_str, _, cpu_arch = platform.mac_ver() # type: ignore
if version is None:
version = cast("MacVersion", tuple(map(int, version_str.split(".")[:2])))
else:
version = version
if arch is None:
arch = _mac_arch(cpu_arch)
else:
arch = arch
for minor_version in range(version[1], -1, -1):
compat_version = version[0], minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
yield "macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
# From PEP 513.
def _is_manylinux_compatible(name, glibc_version):
# type: (str, GlibcVersion) -> bool
# Check for presence of _manylinux module.
try:
import _manylinux # noqa
return bool(getattr(_manylinux, name + "_compatible"))
except (ImportError, AttributeError):
# Fall through to heuristic check below.
pass
return _have_compatible_glibc(*glibc_version)
def _glibc_version_string():
# type: () -> Optional[str]
# Returns glibc version string, or None if not using glibc.
return _glibc_version_string_confstr() or _glibc_version_string_ctypes()
def _glibc_version_string_confstr():
# type: () -> Optional[str]
"""
Primary implementation of glibc_version_string using os.confstr.
"""
# os.confstr is quite a bit faster than ctypes.DLL. It's also less likely
# to be broken or missing. This strategy is used in the standard library
# platform module.
# https://github.com/python/cpython/blob/fcf1d003bf4f0100c9d0921ff3d70e1127ca1b71/Lib/platform.py#L175-L183
try:
# os.confstr("CS_GNU_LIBC_VERSION") returns a string like "glibc 2.17".
version_string = os.confstr( # type: ignore[attr-defined] # noqa: F821
"CS_GNU_LIBC_VERSION"
)
assert version_string is not None
_, version = version_string.split() # type: Tuple[str, str]
except (AssertionError, AttributeError, OSError, ValueError):
# os.confstr() or CS_GNU_LIBC_VERSION not available (or a bad value)...
return None
return version
def _glibc_version_string_ctypes():
# type: () -> Optional[str]
"""
Fallback implementation of glibc_version_string using ctypes.
"""
try:
import ctypes
except ImportError:
return None
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
#
# Note: typeshed is wrong here so we are ignoring this line.
process_namespace = ctypes.CDLL(None) # type: ignore
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str = gnu_get_libc_version() # type: str
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
# Separated out from have_compatible_glibc for easier unit testing.
def _check_glibc_version(version_str, required_major, minimum_minor):
# type: (str, int, int) -> bool
# Parse string and check against requested version.
#
# We use a regexp instead of str.split because we want to discard any
# random junk that might come after the minor version -- this might happen
# in patched/forked versions of glibc (e.g. Linaro's version of glibc
# uses version strings like "2.20-2014.11"). See gh-3588.
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn(
"Expected glibc version with 2 components major.minor,"
" got: %s" % version_str,
RuntimeWarning,
)
return False
return (
int(m.group("major")) == required_major
and int(m.group("minor")) >= minimum_minor
)
def _have_compatible_glibc(required_major, minimum_minor):
# type: (int, int) -> bool
version_str = _glibc_version_string()
if version_str is None:
return False
return _check_glibc_version(version_str, required_major, minimum_minor)
# Python does not provide platform information at sufficient granularity to
# identify the architecture of the running executable in some cases, so we
# determine it dynamically by reading the information from the running
# process. This only applies on Linux, which uses the ELF format.
class _ELFFileHeader(object):
# https://en.wikipedia.org/wiki/Executable_and_Linkable_Format#File_header
class _InvalidELFFileHeader(ValueError):
"""
An invalid ELF file header was found.
"""
ELF_MAGIC_NUMBER = 0x7F454C46
ELFCLASS32 = 1
ELFCLASS64 = 2
ELFDATA2LSB = 1
ELFDATA2MSB = 2
EM_386 = 3
EM_S390 = 22
EM_ARM = 40
EM_X86_64 = 62
EF_ARM_ABIMASK = 0xFF000000
EF_ARM_ABI_VER5 = 0x05000000
EF_ARM_ABI_FLOAT_HARD = 0x00000400
def __init__(self, file):
# type: (IO[bytes]) -> None
def unpack(fmt):
# type: (str) -> int
try:
(result,) = struct.unpack(
fmt, file.read(struct.calcsize(fmt))
) # type: (int, )
except struct.error:
raise _ELFFileHeader._InvalidELFFileHeader()
return result
self.e_ident_magic = unpack(">I")
if self.e_ident_magic != self.ELF_MAGIC_NUMBER:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_class = unpack("B")
if self.e_ident_class not in {self.ELFCLASS32, self.ELFCLASS64}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_data = unpack("B")
if self.e_ident_data not in {self.ELFDATA2LSB, self.ELFDATA2MSB}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_version = unpack("B")
self.e_ident_osabi = unpack("B")
self.e_ident_abiversion = unpack("B")
self.e_ident_pad = file.read(7)
format_h = "<H" if self.e_ident_data == self.ELFDATA2LSB else ">H"
format_i = "<I" if self.e_ident_data == self.ELFDATA2LSB else ">I"
format_q = "<Q" if self.e_ident_data == self.ELFDATA2LSB else ">Q"
format_p = format_i if self.e_ident_class == self.ELFCLASS32 else format_q
self.e_type = unpack(format_h)
self.e_machine = unpack(format_h)
self.e_version = unpack(format_i)
self.e_entry = unpack(format_p)
self.e_phoff = unpack(format_p)
self.e_shoff = unpack(format_p)
self.e_flags = unpack(format_i)
self.e_ehsize = unpack(format_h)
self.e_phentsize = unpack(format_h)
self.e_phnum = unpack(format_h)
self.e_shentsize = unpack(format_h)
self.e_shnum = unpack(format_h)
self.e_shstrndx = unpack(format_h)
def _get_elf_header():
# type: () -> Optional[_ELFFileHeader]
try:
with open(sys.executable, "rb") as f:
elf_header = _ELFFileHeader(f)
except (IOError, OSError, TypeError, _ELFFileHeader._InvalidELFFileHeader):
return None
return elf_header
def _is_linux_armhf():
# type: () -> bool
# hard-float ABI can be detected from the ELF header of the running
# process
# https://static.docs.arm.com/ihi0044/g/aaelf32.pdf
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_ARM
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABIMASK
) == elf_header.EF_ARM_ABI_VER5
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABI_FLOAT_HARD
) == elf_header.EF_ARM_ABI_FLOAT_HARD
return result
def _is_linux_i686():
# type: () -> bool
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_386
return result
def _have_compatible_manylinux_abi(arch):
# type: (str) -> bool
if arch == "armv7l":
return _is_linux_armhf()
if arch == "i686":
return _is_linux_i686()
return True
def _linux_platforms(is_32bit=_32_BIT_INTERPRETER):
# type: (bool) -> Iterator[str]
linux = _normalize_string(distutils.util.get_platform())
if is_32bit:
if linux == "linux_x86_64":
linux = "linux_i686"
elif linux == "linux_aarch64":
linux = "linux_armv7l"
manylinux_support = []
_, arch = linux.split("_", 1)
if _have_compatible_manylinux_abi(arch):
if arch in {"x86_64", "i686", "aarch64", "armv7l", "ppc64", "ppc64le", "s390x"}:
manylinux_support.append(
("manylinux2014", (2, 17))
) # CentOS 7 w/ glibc 2.17 (PEP 599)
if arch in {"x86_64", "i686"}:
manylinux_support.append(
("manylinux2010", (2, 12))
) # CentOS 6 w/ glibc 2.12 (PEP 571)
manylinux_support.append(
("manylinux1", (2, 5))
) # CentOS 5 w/ glibc 2.5 (PEP 513)
manylinux_support_iter = iter(manylinux_support)
for name, glibc_version in manylinux_support_iter:
if _is_manylinux_compatible(name, glibc_version):
yield linux.replace("linux", name)
break
# Support for a later manylinux implies support for an earlier version.
for name, _ in manylinux_support_iter:
yield linux.replace("linux", name)
yield linux
def _generic_platforms():
# type: () -> Iterator[str]
yield _normalize_string(distutils.util.get_platform())
def _platform_tags():
# type: () -> Iterator[str]
"""
Provides the platform tags for this installation.
"""
if platform.system() == "Darwin":
return mac_platforms()
elif platform.system() == "Linux":
return _linux_platforms()
else:
return _generic_platforms()
def interpreter_name():
# type: () -> str
"""
Returns the name of the running interpreter.
"""
try:
name = sys.implementation.name # type: ignore
except AttributeError: # pragma: no cover
# Python 2.7 compatibility.
name = platform.python_implementation().lower()
return INTERPRETER_SHORT_NAMES.get(name) or name
def interpreter_version(**kwargs):
# type: (bool) -> str
"""
Returns the version of the running interpreter.
"""
warn = _warn_keyword_parameter("interpreter_version", kwargs)
version = _get_config_var("py_version_nodot", warn=warn)
if version:
version = str(version)
else:
version = _version_nodot(sys.version_info[:2])
return version
def _version_nodot(version):
# type: (PythonVersion) -> str
if any(v >= 10 for v in version):
sep = "_"
else:
sep = ""
return sep.join(map(str, version))
def sys_tags(**kwargs):
# type: (bool) -> Iterator[Tag]
"""
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
"""
warn = _warn_keyword_parameter("sys_tags", kwargs)
interp_name = interpreter_name()
if interp_name == "cp":
for tag in cpython_tags(warn=warn):
yield tag
else:
for tag in generic_tags():
yield tag
for tag in compatible_tags():
yield tag
site-packages/pkg_resources/_vendor/packaging/requirements.py 0000644 00000011501 15056474501 0020621 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from pkg_resources.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException
from pkg_resources.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from pkg_resources.extern.pyparsing import Literal as L # noqa
from urllib import parse as urlparse
from ._typing import TYPE_CHECKING
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
if TYPE_CHECKING: # pragma: no cover
from typing import List
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r"[^ ]+")("url")
URL = AT + URI
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(
VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False
)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "")
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start : t._original_end])
)
MARKER_SEPARATOR = SEMICOLON
MARKER = MARKER_SEPARATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
# pkg_resources.extern.pyparsing isn't thread safe during initialization, so we do it eagerly, see
# issue #104
REQUIREMENT.parseString("x[]")
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
# type: (str) -> None
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
'Parse error at "{0!r}": {1}'.format(
requirement_string[e.loc : e.loc + 8], e.msg
)
)
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if parsed_url.scheme == "file":
if urlparse.urlunparse(parsed_url) != req.url:
raise InvalidRequirement("Invalid URL given")
elif not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc
):
raise InvalidRequirement("Invalid URL: {0}".format(req.url))
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
# type: () -> str
parts = [self.name] # type: List[str]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append(" ")
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
# type: () -> str
return "<Requirement({0!r})>".format(str(self))
site-packages/pkg_resources/_vendor/pyparsing.py 0000644 00000705170 15056474501 0016202 0 ustar 00 # module pyparsing.py
#
# Copyright (c) 2003-2018 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
"""
__version__ = "2.2.1"
__versionTime__ = "18 Sep 2018 00:49 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
#~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) )
__all__ = [
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
"""
if isinstance(obj,unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__,fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split())
for from_,to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
class _Constants(object):
pass
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, pstr, loc=0, msg=None, elem=None ):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__( self, aname ):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if( aname == "lineno" ):
return lineno( self.loc, self.pstr )
elif( aname in ("col", "column") ):
return col( self.loc, self.pstr )
elif( aname == "line" ):
return line( self.loc, self.pstr )
else:
raise AttributeError(aname)
def __str__( self ):
return "%s (at char %d), (line:%d, col:%d)" % \
( self.msg, self.loc, self.lineno, self.column )
def __repr__( self ):
return _ustr(self)
def markInputline( self, markerString = ">!<" ):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
pass
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been found"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive"""
def __init__( self, parseElementList ):
self.parseElementTrace = parseElementList
def __str__( self ):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self,p1,p2):
self.tup = (p1,p2)
def __getitem__(self,i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self,i):
self.tup = (self.tup[0],i)
class ParseResults(object):
"""
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True ):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name,int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])):
if isinstance(toklist,basestring):
toklist = [ toklist ]
if asList:
if isinstance(toklist,ParseResults):
self[name] = _ParseResultsWithOffset(toklist.copy(),0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError,TypeError,IndexError):
self[name] = toklist
def __getitem__( self, i ):
if isinstance( i, (int,slice) ):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[i] ])
def __setitem__( self, k, v, isinstance=isinstance ):
if isinstance(v,_ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k,list()) + [v]
sub = v[0]
elif isinstance(k,(int,slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)]
sub = v
if isinstance(sub,ParseResults):
sub.__parent = wkref(self)
def __delitem__( self, i ):
if isinstance(i,(int,slice)):
mylen = len( self.__toklist )
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i+1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__( self, k ):
return k in self.__tokdict
def __len__( self ): return len( self.__toklist )
def __bool__(self): return ( not not self.__toklist )
__nonzero__ = __bool__
def __iter__( self ): return iter( self.__toklist )
def __reversed__( self ): return iter( self.__toklist[::-1] )
def _iterkeys( self ):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues( self ):
return (self[k] for k in self._iterkeys())
def _iteritems( self ):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys (Python 3.x only)."""
values = _itervalues
"""Returns an iterator of all named result values (Python 3.x only)."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 3.x only)."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys( self ):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values( self ):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items( self ):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys( self ):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop( self, *args, **kwargs):
"""
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k,v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int) or
len(args) == 1 or
args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert( self, index, insStr ):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append( self, item ):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend( self, itemseq ):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self += itemseq
else:
self.__toklist.extend(itemseq)
def clear( self ):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__( self, name ):
try:
return self[name]
except KeyError:
return ""
if name in self.__tokdict:
if name not in self.__accumNames:
return self.__tokdict[name][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[name] ])
else:
return ""
def __add__( self, other ):
ret = self.copy()
ret += other
return ret
def __iadd__( self, other ):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a<0 else a+offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) )
for (k,vlist) in otheritems for v in vlist]
for k,v in otherdictitems:
self[k] = v
if isinstance(v[0],ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update( other.__accumNames )
return self
def __radd__(self, other):
if isinstance(other,int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__( self ):
return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) )
def __str__( self ):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList( self, sep='' ):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance( item, ParseResults ):
out += item._asStringList()
else:
out.append( _ustr(item) )
return out
def asList( self ):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist]
def asDict( self ):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k,toItem(v)) for k,v in item_fn())
def copy( self ):
"""
Returns a new copy of a C{ParseResults} object.
"""
ret = ParseResults( self.__toklist )
ret.__tokdict = self.__tokdict.copy()
ret.__parent = self.__parent
ret.__accumNames.update( self.__accumNames )
ret.__name = self.__name
return ret
def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [ nl, indent, "<", selfTag, ">" ]
for i,res in enumerate(self.__toklist):
if isinstance(res,ParseResults):
if i in namedItems:
out += [ res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [ res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [ nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">" ]
out += [ nl, indent, "</", selfTag, ">" ]
return "".join(out)
def __lookup(self,sub):
for k,vlist in self.__tokdict.items():
for v,loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1 and
len(self.__tokdict) == 1 and
next(iter(self.__tokdict.values()))[0][1] in (0,-1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', depth=0, full=True):
"""
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
out.append( indent+_ustr(self.asList()) )
if full:
if self.haskeys():
items = sorted((str(k), v) for k,v in self.items())
for k,v in items:
if out:
out.append(NL)
out.append( "%s%s- %s: " % (indent,(' '*depth), k) )
if isinstance(v,ParseResults):
if v:
out.append( v.dump(indent,depth+1) )
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv,ParseResults) for vv in self):
v = self
for i,vv in enumerate(v):
if isinstance(vv,ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) ))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return ( self.__toklist,
( self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name ) )
def __setstate__(self,state):
self.__toklist = state[0]
(self.__tokdict,
par,
inAccumNames,
self.__name) = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return (dir(type(self)) + list(self.keys()))
MutableMapping.register(ParseResults)
def col (loc,strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
s = strg
return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc,strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
return strg.count("\n",0,loc) + 1
def line( loc, strg ):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR+1:nextCR]
else:
return strg[lastCR+1:]
def _defaultStartDebugAction( instring, loc, expr ):
print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )))
def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ):
print ("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction( instring, loc, expr, exc ):
print ("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s,l,t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3,5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3,5,0) else -2
frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
del tb
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars( chars ):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__( self, savelist=False ):
self.parseAction = list()
self.failAction = None
#~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = ( None, None, None ) #custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy( self ):
"""
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
"""
cpy = copy.copy( self )
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName( self, name ):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if hasattr(self,"exception"):
self.exception.msg = self.errmsg
return self
def setResultsName( self, name, listAllMatches=False ):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches=True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self,breakFlag = True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
pdb.set_trace()
return _parseMethod( instring, loc, doActions, callPreParse )
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse,"_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction( self, *fns, **kwargs ):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction( self, *fns, **kwargs ):
"""
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
msg = kwargs.get("message", "failed user-defined condition")
exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException
for fn in fns:
def pa(s,l,t):
if not bool(_trim_arity(fn)(s,l,t)):
raise exc_type(s,l,msg)
self.parseAction.append(pa)
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction( self, fn ):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables( self, instring, loc ):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc,dummy = e._parse( instring, loc )
exprsFound = True
except ParseException:
pass
return loc
def preParse( self, instring, loc ):
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
return loc, []
def postParse( self, instring, loc, tokenlist ):
return tokenlist
#~ @profile
def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ):
debugging = ( self.debug ) #and doActions )
if debugging or self.failAction:
#~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))
if (self.debugActions[0] ):
self.debugActions[0]( instring, loc, self )
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
try:
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
except ParseBaseException as err:
#~ print ("Exception raised:", err)
if self.debugActions[2]:
self.debugActions[2]( instring, tokensStart, self, err )
if self.failAction:
self.failAction( instring, tokensStart, self, err )
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
else:
loc,tokens = self.parseImpl( instring, preloc, doActions )
tokens = self.postParse( instring, loc, tokens )
retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults )
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
except ParseBaseException as err:
#~ print "Exception raised in user parse action:", err
if (self.debugActions[2] ):
self.debugActions[2]( instring, tokensStart, self, err )
raise
else:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
if debugging:
#~ print ("Matched",self,"->",retTokens.asList())
if (self.debugActions[1] ):
self.debugActions[1]( instring, tokensStart, loc, self, retTokens )
return loc, retTokens
def tryParse( self, instring, loc ):
try:
return self._parse( instring, loc, doActions=False )[0]
except ParseFatalException:
raise ParseException( instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache( self, instring, loc, doActions=True, callPreParse=True ):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return (value[0], value[1].copy())
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString( self, instring, parseAll=False ):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explicitly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
#~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse( instring, 0 )
if parseAll:
loc = self.preParse( instring, loc )
se = Empty() + StringEnd()
se._parse( instring, loc )
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn( instring, loc )
nextLoc,tokens = parseFn( instring, preloc, callPreParse=False )
except ParseException:
loc = preloc+1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn( instring, loc )
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc+1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString( self, instring ):
"""
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t,s,e in self.scanString( instring ):
out.append( instring[lastE:s] )
if t:
if isinstance(t,ParseResults):
out += t.asList()
elif isinstance(t,list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr,_flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString( self, instring, maxMatches=_MAX_INT ):
"""
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t,s,e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other ):
"""
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, other ] )
def __radd__(self, other ):
"""
Implementation of + operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns C{L{And}} with error stop
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other ):
"""
Implementation of - operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self,other):
"""
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
"""
if isinstance(other,int):
minElements, optElements = other,0
elif isinstance(other,tuple):
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0],int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self*other[0] + ZeroOrMore(self)
elif isinstance(other[0],int) and isinstance(other[1],int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0,0)")
if (optElements):
def makeOptionalList(n):
if n>1:
return Optional(self + makeOptionalList(n-1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self]*minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self]*minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other ):
"""
Implementation of | operator - returns C{L{MatchFirst}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst( [ self, other ] )
def __ror__(self, other ):
"""
Implementation of | operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other ):
"""
Implementation of ^ operator - returns C{L{Or}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or( [ self, other ] )
def __rxor__(self, other ):
"""
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other ):
"""
Implementation of & operator - returns C{L{Each}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each( [ self, other ] )
def __rand__(self, other ):
"""
Implementation of & operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__( self ):
"""
Implementation of ~ operator - returns C{L{NotAny}}
"""
return NotAny( self )
def __call__(self, name=None):
"""
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
"""
if name is not None:
return self.setResultsName(name)
else:
return self.copy()
def suppress( self ):
"""
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress( self )
def leaveWhitespace( self ):
"""
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars( self, chars ):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs( self ):
"""
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
"""
self.keepTabs = True
return self
def ignore( self, other ):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append( Suppress( other.copy() ) )
return self
def setDebugActions( self, startAction, successAction, exceptionAction ):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug( self, flag=True ):
"""
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
"""
if flag:
self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction )
else:
self.debug = False
return self
def __str__( self ):
return self.name
def __repr__( self ):
return _ustr(self)
def streamline( self ):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion( self, parseElementList ):
pass
def validate( self, validateTrace=[] ):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion( [] )
def parseFile( self, file_or_filename, parseAll=False ):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self,other):
if isinstance(other, ParserElement):
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement,self)==other
def __ne__(self,other):
return not (self == other)
def __hash__(self):
return hash(id(self))
def __req__(self,other):
return self == other
def __rne__(self,other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
allResults = []
comments = []
success = True
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
t = t.replace(r'\n','\n')
result = self.parseString(t, parseAll=parseAll)
out.append(result.dump(full=fullDump))
success = success and not failureTests
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' '*(col(pe.loc,t)-1) + '^' + fatal)
else:
out.append(' '*pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
if printResults:
if fullDump:
out.append('')
print('\n'.join(out))
allResults.append((t, result))
return success, allResults
class Token(ParserElement):
"""
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
"""
def __init__( self ):
super(Token,self).__init__( savelist=False )
class Empty(Token):
"""
An empty token, will always match.
"""
def __init__( self ):
super(Empty,self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""
A token that will never match.
"""
def __init__( self ):
super(NoMatch,self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl( self, instring, loc, doActions=True ):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
"""
def __init__( self, matchString ):
super(Literal,self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: this routine gets called a *lot*
# if this is a single character match string and the first character matches,
# short-circuit as quickly as possible, and avoid calling startswith
#~ @profile
def parseImpl( self, instring, loc, doActions=True ):
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
"""
DEFAULT_KEYWORD_CHARS = alphanums+"_$"
def __init__( self, matchString, identChars=None, caseless=False ):
super(Keyword,self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl( self, instring, loc, doActions=True ):
if self.caseless:
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and
(loc == 0 or instring[loc-1].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
else:
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and
(loc == 0 or instring[loc-1] not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword,self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars( chars ):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
"""
def __init__( self, matchString ):
super(CaselessLiteral,self).__init__( matchString.upper() )
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl( self, instring, loc, doActions=True ):
if instring[ loc:loc+self.matchLen ].upper() == self.match:
return loc+self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
"""
def __init__( self, matchString, identChars=None ):
super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True )
def parseImpl( self, instring, loc, doActions=True ):
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class CloseMatch(Token):
"""
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch,self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl( self, instring, loc, doActions=True ):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)):
src,mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = self.match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ):
super(Word,self).__init__()
if excludeChars:
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars :
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % \
(re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % \
(_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b"+self.reString+r"\b"
try:
self.re = re.compile( self.reString )
except Exception:
self.re = None
def parseImpl( self, instring, loc, doActions=True ):
if self.re:
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
if not(instring[ loc ] in self.initChars):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min( maxloc, instrlen )
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
if self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
if self.asKeyword:
if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(Word,self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s)>4:
return s[:4]+"..."
else:
return s
if ( self.initCharsOrig != self.bodyCharsOrig ):
self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) )
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class Regex(Token):
r"""
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__( self, pattern, flags=0):
"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""
super(Regex,self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = \
self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
d = result.groupdict()
ret = ParseResults(result.group())
if d:
for k in d:
ret[k] = d[k]
return loc,ret
def __str__( self ):
try:
return super(Regex,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString,self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar)-1,0,-1)) + ')'
)
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar)+"(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen:-self.endQuoteCharLen]
if isinstance(ret,basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t' : '\t',
r'\n' : '\n',
r'\f' : '\f',
r'\r' : '\r',
}
for wslit,wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__( self ):
try:
return super(QuotedString,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__( self, notChars, min=1, max=0, exact=0 ):
super(CharsNotIn,self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = ( self.minLen == 0 )
self.mayIndexError = False
def parseImpl( self, instring, loc, doActions=True ):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min( start+self.maxLen, len(instring) )
while loc < maxlen and \
(instring[loc] not in notchars):
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
"""
whiteStrs = {
" " : "<SPC>",
"\t": "<TAB>",
"\n": "<LF>",
"\r": "<CR>",
"\f": "<FF>",
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White,self).__init__()
self.matchWhite = ws
self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) )
#~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl( self, instring, loc, doActions=True ):
if not(instring[ loc ] in self.matchWhite):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min( maxloc, len(instring) )
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__( self ):
super(_PositionToken,self).__init__()
self.name=self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""
Token to advance to a specific column of input text; useful for tabular report scraping.
"""
def __init__( self, colno ):
super(GoToColumn,self).__init__()
self.col = colno
def preParse( self, instring, loc ):
if col(loc,instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col :
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
thiscol = col( loc, instring )
if thiscol > self.col:
raise ParseException( instring, loc, "Text not in expected column", self )
newloc = loc + self.col - thiscol
ret = instring[ loc: newloc ]
return newloc, ret
class LineStart(_PositionToken):
"""
Matches if current position is at the beginning of a line within the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__( self ):
super(LineStart,self).__init__()
self.errmsg = "Expected start of line"
def parseImpl( self, instring, loc, doActions=True ):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""
Matches if current position is at the end of a line within the parse string
"""
def __init__( self ):
super(LineEnd,self).__init__()
self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") )
self.errmsg = "Expected end of line"
def parseImpl( self, instring, loc, doActions=True ):
if loc<len(instring):
if instring[loc] == "\n":
return loc+1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""
Matches if current position is at the beginning of the parse string
"""
def __init__( self ):
super(StringStart,self).__init__()
self.errmsg = "Expected start of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse( instring, 0 ):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""
Matches if current position is at the end of the parse string
"""
def __init__( self ):
super(StringEnd,self).__init__()
self.errmsg = "Expected end of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
"""
def __init__(self, wordChars = printables):
super(WordStart,self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True ):
if loc != 0:
if (instring[loc-1] in self.wordChars or
instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
"""
def __init__(self, wordChars = printables):
super(WordEnd,self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True ):
instrlen = len(instring)
if instrlen>0 and loc<instrlen:
if (instring[loc] in self.wordChars or
instring[loc-1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
"""
def __init__( self, exprs, savelist = False ):
super(ParseExpression,self).__init__(savelist)
if isinstance( exprs, _generatorType ):
exprs = list(exprs)
if isinstance( exprs, basestring ):
self.exprs = [ ParserElement._literalStringClass( exprs ) ]
elif isinstance( exprs, Iterable ):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if all(isinstance(expr, basestring) for expr in exprs):
exprs = map(ParserElement._literalStringClass, exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list( exprs )
except TypeError:
self.exprs = [ exprs ]
self.callPreparse = False
def __getitem__( self, i ):
return self.exprs[i]
def append( self, other ):
self.exprs.append( other )
self.strRepr = None
return self
def leaveWhitespace( self ):
"""Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [ e.copy() for e in self.exprs ]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
else:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
return self
def __str__( self ):
try:
return super(ParseExpression,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) )
return self.strRepr
def streamline( self ):
super(ParseExpression,self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d )
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if ( len(self.exprs) == 2 ):
other = self.exprs[0]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = other.exprs[:] + [ self.exprs[1] ]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def setResultsName( self, name, listAllMatches=False ):
ret = super(ParseExpression,self).setResultsName(name,listAllMatches)
return ret
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion( [] )
def copy(self):
ret = super(ParseExpression,self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
class And(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop,self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__( self, exprs, savelist = True ):
super(And,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars( self.exprs[0].whiteChars )
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def parseImpl( self, instring, loc, doActions=True ):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False )
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse( instring, loc, doActions )
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse( instring, loc, doActions )
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #And( [ self, other ] )
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
if not e.mayReturnEmpty:
break
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(Or,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse( instring, loc )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
matches.sort(key=lambda x: -x[0])
for _,e in matches:
try:
return e._parse( instring, loc, doActions )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #Or( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class MatchFirst(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(MatchFirst,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse( instring, loc, doActions )
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #MatchFirst( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class Each(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__( self, exprs, savelist = True ):
super(Each,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
def parseImpl( self, instring, loc, doActions=True ):
if self.initExprGroups:
self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional))
opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ]
opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ]
self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ]
self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse( instring, tmpLoc )
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e),e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing )
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc,results = e._parse(instring,loc,doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class ParseElementEnhance(ParserElement):
"""
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
"""
def __init__( self, expr, savelist=False ):
super(ParseElementEnhance,self).__init__(savelist)
if isinstance( expr, basestring ):
if issubclass(ParserElement._literalStringClass, Token):
expr = ParserElement._literalStringClass(expr)
else:
expr = ParserElement._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars( expr.whiteChars )
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr is not None:
return self.expr._parse( instring, loc, doActions, callPreParse=False )
else:
raise ParseException("",loc,self.errmsg,self)
def leaveWhitespace( self ):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
else:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
return self
def streamline( self ):
super(ParseElementEnhance,self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion( self, parseElementList ):
if self in parseElementList:
raise RecursiveGrammarException( parseElementList+[self] )
subRecCheckList = parseElementList[:] + [ self ]
if self.expr is not None:
self.expr.checkRecursion( subRecCheckList )
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion( [] )
def __str__( self ):
try:
return super(ParseElementEnhance,self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) )
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__( self, expr ):
super(FollowedBy,self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
self.expr.tryParse( instring, loc )
return loc, []
class NotAny(ParseElementEnhance):
"""
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
"""
def __init__( self, expr ):
super(NotAny,self).__init__(expr)
#~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__( self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = ParserElement._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
def parseImpl( self, instring, loc, doActions=True ):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False )
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables( instring, loc )
else:
preloc = loc
loc, tmptokens = self_expr_parse( instring, preloc, doActions )
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException,IndexError):
pass
return loc, tokens
class OneOrMore(_MultipleMatch):
"""
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
"""
def __init__( self, expr, stopOn=None):
super(ZeroOrMore,self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException,IndexError):
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
_optionalNotMatched = _NullToken()
class Optional(ParseElementEnhance):
"""
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
def __init__( self, expr, default=_optionalNotMatched ):
super(Optional,self).__init__( expr, savelist=False )
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False )
except (ParseException,IndexError):
if self.defaultValue is not _optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([ self.defaultValue ])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [ self.defaultValue ]
else:
tokens = []
return loc, tokens
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__( self, other, include=False, ignore=None, failOn=None ):
super( SkipTo, self ).__init__( other )
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.asList = False
if isinstance(failOn, basestring):
self.failOn = ParserElement._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring,loc,doActions,callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
"""
def __init__( self, other=None ):
super(Forward,self).__init__( other, savelist=False )
def __lshift__( self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars( self.expr.whiteChars )
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace( self ):
self.skipWhitespace = False
return self
def streamline( self ):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate( self, validateTrace=[] ):
if self not in validateTrace:
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__( self ):
if hasattr(self,"name"):
return self.name
return self.__class__.__name__ + ": ..."
# stubbed out for now - creates awful memory and perf issues
self._revertClass = self.__class__
self.__class__ = _ForwardNoRecurse
try:
if self.expr is not None:
retString = _ustr(self.expr)
else:
retString = "None"
finally:
self.__class__ = self._revertClass
return self.__class__.__name__ + ": " + retString
def copy(self):
if self.expr is not None:
return super(Forward,self).copy()
else:
ret = Forward()
ret <<= self
return ret
class _ForwardNoRecurse(Forward):
def __str__( self ):
return "..."
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of C{ParseExpression}, for converting parsed results.
"""
def __init__( self, expr, savelist=False ):
super(TokenConverter,self).__init__( expr )#, savelist )
self.saveAsList = False
class Combine(TokenConverter):
"""
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__( self, expr, joinString="", adjacent=True ):
super(Combine,self).__init__( expr )
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore( self, other ):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super( Combine, self).ignore( other )
return self
def postParse( self, instring, loc, tokenlist ):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [ retToks ]
else:
return retToks
class Group(TokenConverter):
"""
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__( self, expr ):
super(Group,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
return [ tokenlist ]
class Dict(TokenConverter):
"""
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
"""
def __init__( self, expr ):
super(Dict,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
for i,tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey,int):
ikey = _ustr(tok[0]).strip()
if len(tok)==1:
tokenlist[ikey] = _ParseResultsWithOffset("",i)
elif len(tok)==2 and not isinstance(tok[1],ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i)
else:
dictvalue = tok.copy() #ParseResults(i)
del dictvalue[0]
if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i)
if self.resultsName:
return [ tokenlist ]
else:
return tokenlist
class Suppress(TokenConverter):
"""
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
"""
def postParse( self, instring, loc, tokenlist ):
return []
def suppress( self ):
return self
class OnlyOnce(object):
"""
Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self,s,l,t):
if not self.called:
results = self.callable(s,l,t)
self.called = True
return results
raise ParseException(s,l,"")
def reset(self):
self.called = False
def traceParseAction(f):
"""
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s,l,t = paArgs[-3:]
if len(paArgs)>3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) )
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) )
raise
sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) )
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList( expr, delim=",", combine=False ):
"""
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..."
if combine:
return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName)
else:
return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName)
def countedArray( expr, intExpr=None ):
"""
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s,l,t):
n = t[0]
arrayExpr << (n and Group(And([expr]*n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t:int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i,list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
def copyTokenToRepeater(s,l,t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s,l,t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s,l,t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException("",0,"")
rep.setParseAction( mustMatchTheseTokens, callDuringTry=True )
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
#~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c,_bslash+c)
s = s.replace("\n",r"\n")
s = s.replace("\t",r"\t")
return _ustr(s)
def oneOf( strs, caseless=False, useRegex=True ):
"""
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if caseless:
isequal = ( lambda a,b: a.upper() == b.upper() )
masks = ( lambda a,b: b.upper().startswith(a.upper()) )
parseElementClass = CaselessLiteral
else:
isequal = ( lambda a,b: a == b )
masks = ( lambda a,b: b.startswith(a) )
parseElementClass = Literal
symbols = []
if isinstance(strs,basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
i = 0
while i < len(symbols)-1:
cur = symbols[i]
for j,other in enumerate(symbols[i+1:]):
if ( isequal(other, cur) ):
del symbols[i+j+1]
break
elif ( masks(cur, other) ):
del symbols[i+j+1]
symbols.insert(i,other)
cur = other
break
else:
i += 1
if not caseless and useRegex:
#~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] ))
try:
if len(symbols)==len("".join(symbols)):
return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols))
else:
return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf( key, value ):
"""
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict( ZeroOrMore( Group ( key + value ) ) )
def originalTextFor(expr, asString=True):
"""
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s,loc,t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s,l,t: s[t._original_start:t._original_end]
else:
def extractText(s,l,t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
"""
return TokenConverter(expr).setParseAction(lambda t:t[0])
def locatedExpr(expr):
"""
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s,l,t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]"
def srange(s):
r"""
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
"""
_expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""
Helper method for defining parse actions that require matching at a specific
column in the input text.
"""
def verifyCol(strg,locn,toks):
if col(locn,strg) != n:
raise ParseException(strg,locn,"matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s,l,t: [replStr]
def removeQuotes(s,l,t):
"""
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s,l,t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}"""
def _makeTags(tagStr, xml):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr,basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas,alphanums+"_-:")
if (xml):
tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes )
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
else:
printablesLessRAbrack = "".join(c for c in printables if c not in ">")
tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack)
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \
Optional( Suppress("=") + tagAttrValue ) ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
closeTag = Combine(_L("</") + tagStr + ">")
openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname)
closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
return openTag, closeTag
def makeHTMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
"""
return _makeTags( tagStr, False )
def makeXMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
"""
return _makeTags( tagStr, True )
def withAttribute(*args,**attrDict):
"""
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k,v) for k,v in attrs]
def pa(s,l,tokens):
for attrName,attrValue in attrs:
if attrName not in tokens:
raise ParseException(s,l,"no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr : classname})
opAssoc = _Constants()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ):
"""
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
ret = Forward()
lastExpr = baseExpr | ( lpar + ret + rpar )
for i,operDef in enumerate(opList):
opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) )
else:
matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \
Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) )
else:
matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \
Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= ( matchExpr.setName(termName) | lastExpr )
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'|
Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener,basestring) and isinstance(closer,basestring):
if len(opener) == 1 and len(closer)==1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t:t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) )
else:
ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) )
ret.setName('nested %s%s expression' % (opener,closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
def checkPeerIndent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseFatalException(s,l,"illegal nesting")
raise ParseException(s,l,"not a peer entry")
def checkSubIndent(s,l,t):
curCol = col(l,s)
if curCol > indentStack[-1]:
indentStack.append( curCol )
else:
raise ParseException(s,l,"not a subentry")
def checkUnindent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]):
raise ParseException(s,l,"not an unindent")
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group( Optional(NL) +
#~ FollowedBy(blockStatementExpr) +
INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT)
else:
smExpr = Group( Optional(NL) +
(OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) )
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form C{/* ... */}"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form C{<!-- ... -->}"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form C{// ... (to end of line)}"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment")
"Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}"
javaStyleComment = cppStyleComment
"Same as C{L{cppStyleComment}}"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form C{# ... (to end of line)}"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') +
Optional( Word(" \t") +
~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem")
commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas.
This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}."""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas+'_', alphanums+'_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (C{0.0.0.0 - 255.255.255.255})"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (C{yyyy-mm-dd})"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',')
+ Optional( White(" \t") ) ) ).streamline().setName("commaItem")
comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/pkg_resources/_vendor/__init__.py 0000644 00000000000 15056474501 0015701 0 ustar 00 site-packages/pkg_resources/_vendor/appdirs.py 0000644 00000060175 15056474501 0015627 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2005-2010 ActiveState Software Inc.
# Copyright (c) 2013 Eddy Petrișor
"""Utilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
"""
# Dev Notes:
# - MSDN on where to store app data files:
# http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120
# - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html
# - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html
__version_info__ = (1, 4, 3)
__version__ = '.'.join(map(str, __version_info__))
import sys
import os
PY3 = sys.version_info[0] == 3
if PY3:
unicode = str
if sys.platform.startswith('java'):
import platform
os_name = platform.java_ver()[3][0]
if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc.
system = 'win32'
elif os_name.startswith('Mac'): # "Mac OS X", etc.
system = 'darwin'
else: # "Linux", "SunOS", "FreeBSD", etc.
# Setting this to "linux2" is not ideal, but only Windows or Mac
# are actually checked for and the rest of the module expects
# *sys.platform* style strings.
system = 'linux2'
else:
system = sys.platform
def user_data_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
"""
if system == "win32":
if appauthor is None:
appauthor = appname
const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA"
path = os.path.normpath(_get_win_folder(const))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('~/Library/Application Support/')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_data_dir(appname=None, appauthor=None, version=None, multipath=False):
r"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('/Library/Application Support')
if appname:
path = os.path.join(path, appname)
else:
# XDG default for $XDG_DATA_DIRS
# only first, if multipath is False
path = os.getenv('XDG_DATA_DIRS',
os.pathsep.join(['/usr/local/share', '/usr/share']))
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
if appname and version:
path = os.path.join(path, version)
return path
def user_config_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
"""
if system in ["win32", "darwin"]:
path = user_data_dir(appname, appauthor, None, roaming)
else:
path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_config_dir(appname=None, appauthor=None, version=None, multipath=False):
r"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system in ["win32", "darwin"]:
path = site_data_dir(appname, appauthor)
if appname and version:
path = os.path.join(path, version)
else:
# XDG default for $XDG_CONFIG_DIRS
# only first, if multipath is False
path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg')
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
if opinion:
path = os.path.join(path, "Cache")
elif system == 'darwin':
path = os.path.expanduser('~/Library/Caches')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache'))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def user_state_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
"""
if system in ["win32", "darwin"]:
path = user_data_dir(appname, appauthor, None, roaming)
else:
path = os.getenv('XDG_STATE_HOME', os.path.expanduser("~/.local/state"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def user_log_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
"""
if system == "darwin":
path = os.path.join(
os.path.expanduser('~/Library/Logs'),
appname)
elif system == "win32":
path = user_data_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "Logs")
else:
path = user_cache_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "log")
if appname and version:
path = os.path.join(path, version)
return path
class AppDirs(object):
"""Convenience wrapper for getting application dirs."""
def __init__(self, appname=None, appauthor=None, version=None,
roaming=False, multipath=False):
self.appname = appname
self.appauthor = appauthor
self.version = version
self.roaming = roaming
self.multipath = multipath
@property
def user_data_dir(self):
return user_data_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_data_dir(self):
return site_data_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_config_dir(self):
return user_config_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_config_dir(self):
return site_config_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_cache_dir(self):
return user_cache_dir(self.appname, self.appauthor,
version=self.version)
@property
def user_state_dir(self):
return user_state_dir(self.appname, self.appauthor,
version=self.version)
@property
def user_log_dir(self):
return user_log_dir(self.appname, self.appauthor,
version=self.version)
#---- internal support stuff
def _get_win_folder_from_registry(csidl_name):
"""This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
"""
if PY3:
import winreg as _winreg
else:
import _winreg
shell_folder_name = {
"CSIDL_APPDATA": "AppData",
"CSIDL_COMMON_APPDATA": "Common AppData",
"CSIDL_LOCAL_APPDATA": "Local AppData",
}[csidl_name]
key = _winreg.OpenKey(
_winreg.HKEY_CURRENT_USER,
r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders"
)
dir, type = _winreg.QueryValueEx(key, shell_folder_name)
return dir
def _get_win_folder_with_pywin32(csidl_name):
from win32com.shell import shellcon, shell
dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0)
# Try to make this a unicode path because SHGetFolderPath does
# not return unicode strings when there is unicode data in the
# path.
try:
dir = unicode(dir)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
try:
import win32api
dir = win32api.GetShortPathName(dir)
except ImportError:
pass
except UnicodeError:
pass
return dir
def _get_win_folder_with_ctypes(csidl_name):
import ctypes
csidl_const = {
"CSIDL_APPDATA": 26,
"CSIDL_COMMON_APPDATA": 35,
"CSIDL_LOCAL_APPDATA": 28,
}[csidl_name]
buf = ctypes.create_unicode_buffer(1024)
ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in buf:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf2 = ctypes.create_unicode_buffer(1024)
if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024):
buf = buf2
return buf.value
def _get_win_folder_with_jna(csidl_name):
import array
from com.sun import jna
from com.sun.jna.platform import win32
buf_size = win32.WinDef.MAX_PATH * 2
buf = array.zeros('c', buf_size)
shell = win32.Shell32.INSTANCE
shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf)
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf = array.zeros('c', buf_size)
kernel = win32.Kernel32.INSTANCE
if kernel.GetShortPathName(dir, buf, buf_size):
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
return dir
if system == "win32":
try:
import win32com.shell
_get_win_folder = _get_win_folder_with_pywin32
except ImportError:
try:
from ctypes import windll
_get_win_folder = _get_win_folder_with_ctypes
except ImportError:
try:
import com.sun.jna
_get_win_folder = _get_win_folder_with_jna
except ImportError:
_get_win_folder = _get_win_folder_from_registry
#---- self test code
if __name__ == "__main__":
appname = "MyApp"
appauthor = "MyCompany"
props = ("user_data_dir",
"user_config_dir",
"user_cache_dir",
"user_state_dir",
"user_log_dir",
"site_data_dir",
"site_config_dir")
print("-- app dirs %s --" % __version__)
print("-- app dirs (with optional 'version')")
dirs = AppDirs(appname, appauthor, version="1.0")
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'version')")
dirs = AppDirs(appname, appauthor)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'appauthor')")
dirs = AppDirs(appname)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (with disabled 'appauthor')")
dirs = AppDirs(appname, appauthor=False)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
site-packages/pkg_resources/extern/__pycache__/__init__.cpython-39.pyc 0000644 00000005560 15056474501 0022061 0 ustar 00 a
(�Re: � @ s4 d dl Zd dlZG dd� d�ZdZeee��� dS )� Nc @ sX e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZextern�_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/extern/__init__.py�__init__ s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r
r r r � search_path s zVendorImporter.search_pathc C s. |� | jd �\}}}| o,tt|j| j��S )z,Figure out if the target module is vendored.r
)� partitionr �any�map�
startswithr )r
�fullname�root�base�targetr r r �_module_matches_namespace s z(VendorImporter._module_matches_namespacec C s~ |� | jd �\}}}| jD ]F}z.|| }t|� tj| }|tj|< |W S ty` Y q 0 q tdjf i t� ����dS )zK
Iterate over the search path to locate and load fullname.
r
z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N) r r r �
__import__�sys�modules� ImportError�format�locals)r
r r r r �prefixZextant�modr r r � load_module s
��zVendorImporter.load_modulec C s | � |j�S �N)r" �name)r
�specr r r �
create_module3 s z VendorImporter.create_modulec C s d S r# r )r
�moduler r r � exec_module6 s zVendorImporter.exec_modulec C s | � |�rtj�|| �S dS )z(Return a module spec for vendored names.N)r � importlib�util�spec_from_loader)r
r �pathr r r r � find_spec9 s ��zVendorImporter.find_specc C s | t jvrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r �install@ s
zVendorImporter.install)r N)NN)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r" r& r( r- r0 r r r r r s
r )� packaging� pyparsing�appdirs)�importlib.utilr) r r �namesr1 r0 r r r r �<module> s C site-packages/pkg_resources/extern/__init__.py 0000644 00000004472 15056474501 0015573 0 ustar 00 import importlib.util
import sys
class VendorImporter:
"""
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
"""
def __init__(self, root_name, vendored_names=(), vendor_pkg=None):
self.root_name = root_name
self.vendored_names = set(vendored_names)
self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor')
@property
def search_path(self):
"""
Search first the vendor package then as a natural package.
"""
yield self.vendor_pkg + '.'
yield ''
def _module_matches_namespace(self, fullname):
"""Figure out if the target module is vendored."""
root, base, target = fullname.partition(self.root_name + '.')
return not root and any(map(target.startswith, self.vendored_names))
def load_module(self, fullname):
"""
Iterate over the search path to locate and load fullname.
"""
root, base, target = fullname.partition(self.root_name + '.')
for prefix in self.search_path:
try:
extant = prefix + target
__import__(extant)
mod = sys.modules[extant]
sys.modules[fullname] = mod
return mod
except ImportError:
pass
else:
raise ImportError(
"The '{target}' package is required; "
"normally this is bundled with this package so if you get "
"this warning, consult the packager of your "
"distribution.".format(**locals())
)
def create_module(self, spec):
return self.load_module(spec.name)
def exec_module(self, module):
pass
def find_spec(self, fullname, path=None, target=None):
"""Return a module spec for vendored names."""
return (
importlib.util.spec_from_loader(fullname, self)
if self._module_matches_namespace(fullname) else None
)
def install(self):
"""
Install this importer into sys.meta_path if not already present.
"""
if self not in sys.meta_path:
sys.meta_path.append(self)
names = 'packaging', 'pyparsing', 'appdirs'
VendorImporter(__name__, names).install()
site-packages/pkg_resources/tests/data/my-test-package-source/__pycache__/setup.cpython-39.pyc 0000644 00000000557 15056474501 0026522 0 ustar 00 a
(�Reh � @ s d dl Z e jdddd� dS )� Nzmy-test-packagez1.0T)�name�versionZzip_safe)�
setuptools�setup� r r ��/builddir/build/BUILDROOT/alt-python39-setuptools-58.3.0-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pkg_resources/tests/data/my-test-package-source/setup.py�<module> s
� site-packages/pkg_resources/tests/data/my-test-package-source/setup.py 0000644 00000000150 15056474501 0022220 0 ustar 00 import setuptools
setuptools.setup(
name="my-test-package",
version="1.0",
zip_safe=True,
)
site-packages/pkg_resources/__init__.py 0000644 00000323252 15056474501 0014266 0 ustar 00 """
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
"""
import sys
import os
import io
import time
import re
import types
import zipfile
import zipimport
import warnings
import stat
import functools
import pkgutil
import operator
import platform
import collections
import plistlib
import email.parser
import errno
import tempfile
import textwrap
import itertools
import inspect
import ntpath
import posixpath
import importlib
from pkgutil import get_importer
try:
import _imp
except ImportError:
# Python 3.2 compatibility
import imp as _imp
try:
FileExistsError
except NameError:
FileExistsError = OSError
# capture these to bypass sandboxing
from os import utime
try:
from os import mkdir, rename, unlink
WRITE_SUPPORT = True
except ImportError:
# no write support, probably under GAE
WRITE_SUPPORT = False
from os import open as os_open
from os.path import isdir, split
try:
import importlib.machinery as importlib_machinery
# access attribute to force import under delayed import mechanisms.
importlib_machinery.__name__
except ImportError:
importlib_machinery = None
from pkg_resources.extern import appdirs
from pkg_resources.extern import packaging
__import__('pkg_resources.extern.packaging.version')
__import__('pkg_resources.extern.packaging.specifiers')
__import__('pkg_resources.extern.packaging.requirements')
__import__('pkg_resources.extern.packaging.markers')
if sys.version_info < (3, 5):
raise RuntimeError("Python 3.5 or later is required")
# declare some globals that will be defined later to
# satisfy the linters.
require = None
working_set = None
add_activation_listener = None
resources_stream = None
cleanup_resources = None
resource_dir = None
resource_stream = None
set_extraction_path = None
resource_isdir = None
resource_string = None
iter_entry_points = None
resource_listdir = None
resource_filename = None
resource_exists = None
_distribution_finders = None
_namespace_handlers = None
_namespace_packages = None
class PEP440Warning(RuntimeWarning):
"""
Used when there is an issue with a version or specifier not complying with
PEP 440.
"""
def parse_version(v):
try:
return packaging.version.Version(v)
except packaging.version.InvalidVersion:
return packaging.version.LegacyVersion(v)
_state_vars = {}
def _declare_state(vartype, **kw):
globals().update(kw)
_state_vars.update(dict.fromkeys(kw, vartype))
def __getstate__():
state = {}
g = globals()
for k, v in _state_vars.items():
state[k] = g['_sget_' + v](g[k])
return state
def __setstate__(state):
g = globals()
for k, v in state.items():
g['_sset_' + _state_vars[k]](k, g[k], v)
return state
def _sget_dict(val):
return val.copy()
def _sset_dict(key, ob, state):
ob.clear()
ob.update(state)
def _sget_object(val):
return val.__getstate__()
def _sset_object(key, ob, state):
ob.__setstate__(state)
_sget_none = _sset_none = lambda *args: None
def get_supported_platform():
"""Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of macOS that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of macOS that we are *running*. To allow usage of packages that
explicitly require a newer version of macOS, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
"""
plat = get_build_platform()
m = macosVersionString.match(plat)
if m is not None and sys.platform == "darwin":
try:
plat = 'macosx-%s-%s' % ('.'.join(_macos_vers()[:2]), m.group(3))
except ValueError:
# not macOS
pass
return plat
__all__ = [
# Basic resource access and distribution/entry point discovery
'require', 'run_script', 'get_provider', 'get_distribution',
'load_entry_point', 'get_entry_map', 'get_entry_info',
'iter_entry_points',
'resource_string', 'resource_stream', 'resource_filename',
'resource_listdir', 'resource_exists', 'resource_isdir',
# Environmental control
'declare_namespace', 'working_set', 'add_activation_listener',
'find_distributions', 'set_extraction_path', 'cleanup_resources',
'get_default_cache',
# Primary implementation classes
'Environment', 'WorkingSet', 'ResourceManager',
'Distribution', 'Requirement', 'EntryPoint',
# Exceptions
'ResolutionError', 'VersionConflict', 'DistributionNotFound',
'UnknownExtra', 'ExtractionError',
# Warnings
'PEP440Warning',
# Parsing functions and string utilities
'parse_requirements', 'parse_version', 'safe_name', 'safe_version',
'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections',
'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker',
# filesystem utilities
'ensure_directory', 'normalize_path',
# Distribution "precedence" constants
'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST',
# "Provider" interfaces, implementations, and registration/lookup APIs
'IMetadataProvider', 'IResourceProvider', 'FileMetadata',
'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider',
'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider',
'register_finder', 'register_namespace_handler', 'register_loader_type',
'fixup_namespace_packages', 'get_importer',
# Warnings
'PkgResourcesDeprecationWarning',
# Deprecated/backward compatibility only
'run_main', 'AvailableDistributions',
]
class ResolutionError(Exception):
"""Abstract base for dependency resolution errors"""
def __repr__(self):
return self.__class__.__name__ + repr(self.args)
class VersionConflict(ResolutionError):
"""
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
"""
_template = "{self.dist} is installed but {self.req} is required"
@property
def dist(self):
return self.args[0]
@property
def req(self):
return self.args[1]
def report(self):
return self._template.format(**locals())
def with_context(self, required_by):
"""
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
"""
if not required_by:
return self
args = self.args + (required_by,)
return ContextualVersionConflict(*args)
class ContextualVersionConflict(VersionConflict):
"""
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
"""
_template = VersionConflict._template + ' by {self.required_by}'
@property
def required_by(self):
return self.args[2]
class DistributionNotFound(ResolutionError):
"""A requested distribution was not found"""
_template = ("The '{self.req}' distribution was not found "
"and is required by {self.requirers_str}")
@property
def req(self):
return self.args[0]
@property
def requirers(self):
return self.args[1]
@property
def requirers_str(self):
if not self.requirers:
return 'the application'
return ', '.join(self.requirers)
def report(self):
return self._template.format(**locals())
def __str__(self):
return self.report()
class UnknownExtra(ResolutionError):
"""Distribution doesn't have an "extra feature" of the given name"""
_provider_factories = {}
PY_MAJOR = '{}.{}'.format(*sys.version_info)
EGG_DIST = 3
BINARY_DIST = 2
SOURCE_DIST = 1
CHECKOUT_DIST = 0
DEVELOP_DIST = -1
def register_loader_type(loader_type, provider_factory):
"""Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
"""
_provider_factories[loader_type] = provider_factory
def get_provider(moduleOrReq):
"""Return an IResourceProvider for the named module or requirement"""
if isinstance(moduleOrReq, Requirement):
return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0]
try:
module = sys.modules[moduleOrReq]
except KeyError:
__import__(moduleOrReq)
module = sys.modules[moduleOrReq]
loader = getattr(module, '__loader__', None)
return _find_adapter(_provider_factories, loader)(module)
def _macos_vers(_cache=[]):
if not _cache:
version = platform.mac_ver()[0]
# fallback for MacPorts
if version == '':
plist = '/System/Library/CoreServices/SystemVersion.plist'
if os.path.exists(plist):
if hasattr(plistlib, 'readPlist'):
plist_content = plistlib.readPlist(plist)
if 'ProductVersion' in plist_content:
version = plist_content['ProductVersion']
_cache.append(version.split('.'))
return _cache[0]
def _macos_arch(machine):
return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine)
def get_build_platform():
"""Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and macOS.
"""
from sysconfig import get_platform
plat = get_platform()
if sys.platform == "darwin" and not plat.startswith('macosx-'):
try:
version = _macos_vers()
machine = os.uname()[4].replace(" ", "_")
return "macosx-%d.%d-%s" % (
int(version[0]), int(version[1]),
_macos_arch(machine),
)
except ValueError:
# if someone is running a non-Mac darwin system, this will fall
# through to the default implementation
pass
return plat
macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)")
darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)")
# XXX backward compat
get_platform = get_build_platform
def compatible_platforms(provided, required):
"""Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
"""
if provided is None or required is None or provided == required:
# easy case
return True
# macOS special cases
reqMac = macosVersionString.match(required)
if reqMac:
provMac = macosVersionString.match(provided)
# is this a Mac package?
if not provMac:
# this is backwards compatibility for packages built before
# setuptools 0.6. All packages built after this point will
# use the new macOS designation.
provDarwin = darwinVersionString.match(provided)
if provDarwin:
dversion = int(provDarwin.group(1))
macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2))
if dversion == 7 and macosversion >= "10.3" or \
dversion == 8 and macosversion >= "10.4":
return True
# egg isn't macOS or legacy darwin
return False
# are they the same major version and machine type?
if provMac.group(1) != reqMac.group(1) or \
provMac.group(3) != reqMac.group(3):
return False
# is the required OS major update >= the provided one?
if int(provMac.group(2)) > int(reqMac.group(2)):
return False
return True
# XXX Linux and other platforms' special cases should go here
return False
def run_script(dist_spec, script_name):
"""Locate distribution `dist_spec` and run its `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
require(dist_spec)[0].run_script(script_name, ns)
# backward compatibility
run_main = run_script
def get_distribution(dist):
"""Return a current distribution object for a Requirement or string"""
if isinstance(dist, str):
dist = Requirement.parse(dist)
if isinstance(dist, Requirement):
dist = get_provider(dist)
if not isinstance(dist, Distribution):
raise TypeError("Expected string, Requirement, or Distribution", dist)
return dist
def load_entry_point(dist, group, name):
"""Return `name` entry point of `group` for `dist` or raise ImportError"""
return get_distribution(dist).load_entry_point(group, name)
def get_entry_map(dist, group=None):
"""Return the entry point map for `group`, or the full entry map"""
return get_distribution(dist).get_entry_map(group)
def get_entry_info(dist, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return get_distribution(dist).get_entry_info(group, name)
class IMetadataProvider:
def has_metadata(name):
"""Does the package's distribution contain the named metadata?"""
def get_metadata(name):
"""The named metadata resource as a string"""
def get_metadata_lines(name):
"""Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted."""
def metadata_isdir(name):
"""Is the named metadata a directory? (like ``os.path.isdir()``)"""
def metadata_listdir(name):
"""List of metadata names in the directory (like ``os.listdir()``)"""
def run_script(script_name, namespace):
"""Execute the named script in the supplied namespace dictionary"""
class IResourceProvider(IMetadataProvider):
"""An object that provides access to package resources"""
def get_resource_filename(manager, resource_name):
"""Return a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_stream(manager, resource_name):
"""Return a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_string(manager, resource_name):
"""Return a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``"""
def has_resource(resource_name):
"""Does the package contain the named resource?"""
def resource_isdir(resource_name):
"""Is the named resource a directory? (like ``os.path.isdir()``)"""
def resource_listdir(resource_name):
"""List of resource names in the directory (like ``os.listdir()``)"""
class WorkingSet:
"""A collection of active distributions on sys.path (or a similar list)"""
def __init__(self, entries=None):
"""Create working set from list of path entries (default=sys.path)"""
self.entries = []
self.entry_keys = {}
self.by_key = {}
self.callbacks = []
if entries is None:
entries = sys.path
for entry in entries:
self.add_entry(entry)
@classmethod
def _build_master(cls):
"""
Prepare the master working set.
"""
ws = cls()
try:
from __main__ import __requires__
except ImportError:
# The main program does not list any requirements
return ws
# ensure the requirements are met
try:
ws.require(__requires__)
except VersionConflict:
return cls._build_from_requirements(__requires__)
return ws
@classmethod
def _build_from_requirements(cls, req_spec):
"""
Build a working set from a requirement spec. Rewrites sys.path.
"""
# try it without defaults already on sys.path
# by starting with an empty path
ws = cls([])
reqs = parse_requirements(req_spec)
dists = ws.resolve(reqs, Environment())
for dist in dists:
ws.add(dist)
# add any missing entries from sys.path
for entry in sys.path:
if entry not in ws.entries:
ws.add_entry(entry)
# then copy back to sys.path
sys.path[:] = ws.entries
return ws
def add_entry(self, entry):
"""Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
"""
self.entry_keys.setdefault(entry, [])
self.entries.append(entry)
for dist in find_distributions(entry, True):
self.add(dist, entry, False)
def __contains__(self, dist):
"""True if `dist` is the active distribution for its project"""
return self.by_key.get(dist.key) == dist
def find(self, req):
"""Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
"""
dist = self.by_key.get(req.key)
if dist is not None and dist not in req:
# XXX add more info
raise VersionConflict(dist, req)
return dist
def iter_entry_points(self, group, name=None):
"""Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
"""
return (
entry
for dist in self
for entry in dist.get_entry_map(group).values()
if name is None or name == entry.name
)
def run_script(self, requires, script_name):
"""Locate distribution for `requires` and run `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
self.require(requires)[0].run_script(script_name, ns)
def __iter__(self):
"""Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
"""
seen = {}
for item in self.entries:
if item not in self.entry_keys:
# workaround a cache issue
continue
for key in self.entry_keys[item]:
if key not in seen:
seen[key] = 1
yield self.by_key[key]
def add(self, dist, entry=None, insert=True, replace=False):
"""Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
"""
if insert:
dist.insert_on(self.entries, entry, replace=replace)
if entry is None:
entry = dist.location
keys = self.entry_keys.setdefault(entry, [])
keys2 = self.entry_keys.setdefault(dist.location, [])
if not replace and dist.key in self.by_key:
# ignore hidden distros
return
self.by_key[dist.key] = dist
if dist.key not in keys:
keys.append(dist.key)
if dist.key not in keys2:
keys2.append(dist.key)
self._added_new(dist)
# FIXME: 'WorkingSet.resolve' is too complex (11)
def resolve(self, requirements, env=None, installer=None, # noqa: C901
replace_conflicting=False, extras=None):
"""List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
"""
# set up the stack
requirements = list(requirements)[::-1]
# set of processed requirements
processed = {}
# key -> dist
best = {}
to_activate = []
req_extras = _ReqExtras()
# Mapping of requirement to set of distributions that required it;
# useful for reporting info about conflicts.
required_by = collections.defaultdict(set)
while requirements:
# process dependencies breadth-first
req = requirements.pop(0)
if req in processed:
# Ignore cyclic or redundant dependencies
continue
if not req_extras.markers_pass(req, extras):
continue
dist = best.get(req.key)
if dist is None:
# Find the best distribution and add it to the map
dist = self.by_key.get(req.key)
if dist is None or (dist not in req and replace_conflicting):
ws = self
if env is None:
if dist is None:
env = Environment(self.entries)
else:
# Use an empty environment and workingset to avoid
# any further conflicts with the conflicting
# distribution
env = Environment([])
ws = WorkingSet([])
dist = best[req.key] = env.best_match(
req, ws, installer,
replace_conflicting=replace_conflicting
)
if dist is None:
requirers = required_by.get(req, None)
raise DistributionNotFound(req, requirers)
to_activate.append(dist)
if dist not in req:
# Oops, the "best" so far conflicts with a dependency
dependent_req = required_by[req]
raise VersionConflict(dist, req).with_context(dependent_req)
# push the new requirements onto the stack
new_requirements = dist.requires(req.extras)[::-1]
requirements.extend(new_requirements)
# Register the new requirements needed by req
for new_requirement in new_requirements:
required_by[new_requirement].add(req.project_name)
req_extras[new_requirement] = req.extras
processed[req] = True
# return list of distros to activate
return to_activate
def find_plugins(
self, plugin_env, full_env=None, installer=None, fallback=True):
"""Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
"""
plugin_projects = list(plugin_env)
# scan project names in alphabetic order
plugin_projects.sort()
error_info = {}
distributions = {}
if full_env is None:
env = Environment(self.entries)
env += plugin_env
else:
env = full_env + plugin_env
shadow_set = self.__class__([])
# put all our entries in shadow_set
list(map(shadow_set.add, self))
for project_name in plugin_projects:
for dist in plugin_env[project_name]:
req = [dist.as_requirement()]
try:
resolvees = shadow_set.resolve(req, env, installer)
except ResolutionError as v:
# save error info
error_info[dist] = v
if fallback:
# try the next older version of project
continue
else:
# give up on this project, keep going
break
else:
list(map(shadow_set.add, resolvees))
distributions.update(dict.fromkeys(resolvees))
# success, no need to try any more versions of this project
break
distributions = list(distributions)
distributions.sort()
return distributions, error_info
def require(self, *requirements):
"""Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
"""
needed = self.resolve(parse_requirements(requirements))
for dist in needed:
self.add(dist)
return needed
def subscribe(self, callback, existing=True):
"""Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
"""
if callback in self.callbacks:
return
self.callbacks.append(callback)
if not existing:
return
for dist in self:
callback(dist)
def _added_new(self, dist):
for callback in self.callbacks:
callback(dist)
def __getstate__(self):
return (
self.entries[:], self.entry_keys.copy(), self.by_key.copy(),
self.callbacks[:]
)
def __setstate__(self, e_k_b_c):
entries, keys, by_key, callbacks = e_k_b_c
self.entries = entries[:]
self.entry_keys = keys.copy()
self.by_key = by_key.copy()
self.callbacks = callbacks[:]
class _ReqExtras(dict):
"""
Map each requirement to the extras that demanded it.
"""
def markers_pass(self, req, extras=None):
"""
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
"""
extra_evals = (
req.marker.evaluate({'extra': extra})
for extra in self.get(req, ()) + (extras or (None,))
)
return not req.marker or any(extra_evals)
class Environment:
"""Searchable snapshot of distributions on a search path"""
def __init__(
self, search_path=None, platform=get_supported_platform(),
python=PY_MAJOR):
"""Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
"""
self._distmap = {}
self.platform = platform
self.python = python
self.scan(search_path)
def can_add(self, dist):
"""Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
"""
py_compat = (
self.python is None
or dist.py_version is None
or dist.py_version == self.python
)
return py_compat and compatible_platforms(dist.platform, self.platform)
def remove(self, dist):
"""Remove `dist` from the environment"""
self._distmap[dist.key].remove(dist)
def scan(self, search_path=None):
"""Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
"""
if search_path is None:
search_path = sys.path
for item in search_path:
for dist in find_distributions(item):
self.add(dist)
def __getitem__(self, project_name):
"""Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
"""
distribution_key = project_name.lower()
return self._distmap.get(distribution_key, [])
def add(self, dist):
"""Add `dist` if we ``can_add()`` it and it has not already been added
"""
if self.can_add(dist) and dist.has_version():
dists = self._distmap.setdefault(dist.key, [])
if dist not in dists:
dists.append(dist)
dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
def best_match(
self, req, working_set, installer=None, replace_conflicting=False):
"""Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
"""
try:
dist = working_set.find(req)
except VersionConflict:
if not replace_conflicting:
raise
dist = None
if dist is not None:
return dist
for dist in self[req.key]:
if dist in req:
return dist
# try to download/install
return self.obtain(req, installer)
def obtain(self, requirement, installer=None):
"""Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument."""
if installer is not None:
return installer(requirement)
def __iter__(self):
"""Yield the unique project names of the available distributions"""
for key in self._distmap.keys():
if self[key]:
yield key
def __iadd__(self, other):
"""In-place addition of a distribution or environment"""
if isinstance(other, Distribution):
self.add(other)
elif isinstance(other, Environment):
for project in other:
for dist in other[project]:
self.add(dist)
else:
raise TypeError("Can't add %r to environment" % (other,))
return self
def __add__(self, other):
"""Add an environment or distribution to an environment"""
new = self.__class__([], platform=None, python=None)
for env in self, other:
new += env
return new
# XXX backward compatibility
AvailableDistributions = Environment
class ExtractionError(RuntimeError):
"""An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
"""
class ResourceManager:
"""Manage resource extraction and packages"""
extraction_path = None
def __init__(self):
self.cached_files = {}
def resource_exists(self, package_or_requirement, resource_name):
"""Does the named resource exist?"""
return get_provider(package_or_requirement).has_resource(resource_name)
def resource_isdir(self, package_or_requirement, resource_name):
"""Is the named resource an existing directory?"""
return get_provider(package_or_requirement).resource_isdir(
resource_name
)
def resource_filename(self, package_or_requirement, resource_name):
"""Return a true filesystem path for specified resource"""
return get_provider(package_or_requirement).get_resource_filename(
self, resource_name
)
def resource_stream(self, package_or_requirement, resource_name):
"""Return a readable file-like object for specified resource"""
return get_provider(package_or_requirement).get_resource_stream(
self, resource_name
)
def resource_string(self, package_or_requirement, resource_name):
"""Return specified resource as a string"""
return get_provider(package_or_requirement).get_resource_string(
self, resource_name
)
def resource_listdir(self, package_or_requirement, resource_name):
"""List the contents of the named resource directory"""
return get_provider(package_or_requirement).resource_listdir(
resource_name
)
def extraction_error(self):
"""Give an error message for problems extracting file(s)"""
old_exc = sys.exc_info()[1]
cache_path = self.extraction_path or get_default_cache()
tmpl = textwrap.dedent("""
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
""").lstrip()
err = ExtractionError(tmpl.format(**locals()))
err.manager = self
err.cache_path = cache_path
err.original_error = old_exc
raise err
def get_cache_path(self, archive_name, names=()):
"""Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
"""
extract_path = self.extraction_path or get_default_cache()
target_path = os.path.join(extract_path, archive_name + '-tmp', *names)
try:
_bypass_ensure_directory(target_path)
except Exception:
self.extraction_error()
self._warn_unsafe_extraction_path(extract_path)
self.cached_files[target_path] = 1
return target_path
@staticmethod
def _warn_unsafe_extraction_path(path):
"""
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
"""
if os.name == 'nt' and not path.startswith(os.environ['windir']):
# On Windows, permissions are generally restrictive by default
# and temp directories are not writable by other users, so
# bypass the warning.
return
mode = os.stat(path).st_mode
if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
msg = (
"Extraction path is writable by group/others "
"and vulnerable to attack when "
"used with get_resource_filename ({path}). "
"Consider a more secure "
"location (set with .set_extraction_path or the "
"PYTHON_EGG_CACHE environment variable)."
).format(**locals())
warnings.warn(msg, UserWarning)
def postprocess(self, tempname, filename):
"""Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
"""
if os.name == 'posix':
# Make the resource executable
mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
os.chmod(tempname, mode)
def set_extraction_path(self, path):
"""Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
"""
if self.cached_files:
raise ValueError(
"Can't change extraction path, files already extracted"
)
self.extraction_path = path
def cleanup_resources(self, force=False):
"""
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
"""
# XXX
def get_default_cache():
"""
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
"""
return (
os.environ.get('PYTHON_EGG_CACHE')
or appdirs.user_cache_dir(appname='Python-Eggs')
)
def safe_name(name):
"""Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
"""
return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version):
"""
Convert an arbitrary string to a standard version string
"""
try:
# normalize the version
return str(packaging.version.Version(version))
except packaging.version.InvalidVersion:
version = version.replace(' ', '.')
return re.sub('[^A-Za-z0-9.]+', '-', version)
def safe_extra(extra):
"""Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
"""
return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
def to_filename(name):
"""Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
"""
return name.replace('-', '_')
def invalid_marker(text):
"""
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
"""
try:
evaluate_marker(text)
except SyntaxError as e:
e.filename = None
e.lineno = None
return e
return False
def evaluate_marker(text, extra=None):
"""
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
"""
try:
marker = packaging.markers.Marker(text)
return marker.evaluate()
except packaging.markers.InvalidMarker as e:
raise SyntaxError(e) from e
class NullProvider:
"""Try to implement resources and metadata for arbitrary PEP 302 loaders"""
egg_name = None
egg_info = None
loader = None
def __init__(self, module):
self.loader = getattr(module, '__loader__', None)
self.module_path = os.path.dirname(getattr(module, '__file__', ''))
def get_resource_filename(self, manager, resource_name):
return self._fn(self.module_path, resource_name)
def get_resource_stream(self, manager, resource_name):
return io.BytesIO(self.get_resource_string(manager, resource_name))
def get_resource_string(self, manager, resource_name):
return self._get(self._fn(self.module_path, resource_name))
def has_resource(self, resource_name):
return self._has(self._fn(self.module_path, resource_name))
def _get_metadata_path(self, name):
return self._fn(self.egg_info, name)
def has_metadata(self, name):
if not self.egg_info:
return self.egg_info
path = self._get_metadata_path(name)
return self._has(path)
def get_metadata(self, name):
if not self.egg_info:
return ""
path = self._get_metadata_path(name)
value = self._get(path)
try:
return value.decode('utf-8')
except UnicodeDecodeError as exc:
# Include the path in the error message to simplify
# troubleshooting, and without changing the exception type.
exc.reason += ' in {} file at path: {}'.format(name, path)
raise
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
def resource_isdir(self, resource_name):
return self._isdir(self._fn(self.module_path, resource_name))
def metadata_isdir(self, name):
return self.egg_info and self._isdir(self._fn(self.egg_info, name))
def resource_listdir(self, resource_name):
return self._listdir(self._fn(self.module_path, resource_name))
def metadata_listdir(self, name):
if self.egg_info:
return self._listdir(self._fn(self.egg_info, name))
return []
def run_script(self, script_name, namespace):
script = 'scripts/' + script_name
if not self.has_metadata(script):
raise ResolutionError(
"Script {script!r} not found in metadata at {self.egg_info!r}"
.format(**locals()),
)
script_text = self.get_metadata(script).replace('\r\n', '\n')
script_text = script_text.replace('\r', '\n')
script_filename = self._fn(self.egg_info, script)
namespace['__file__'] = script_filename
if os.path.exists(script_filename):
with open(script_filename) as fid:
source = fid.read()
code = compile(source, script_filename, 'exec')
exec(code, namespace, namespace)
else:
from linecache import cache
cache[script_filename] = (
len(script_text), 0, script_text.split('\n'), script_filename
)
script_code = compile(script_text, script_filename, 'exec')
exec(script_code, namespace, namespace)
def _has(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _isdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _listdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _fn(self, base, resource_name):
self._validate_resource_path(resource_name)
if resource_name:
return os.path.join(base, *resource_name.split('/'))
return base
@staticmethod
def _validate_resource_path(path):
"""
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \
is not allowed.
>>> vrp(r'C:\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \
is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
"""
invalid = (
os.path.pardir in path.split(posixpath.sep) or
posixpath.isabs(path) or
ntpath.isabs(path)
)
if not invalid:
return
msg = "Use of .. or absolute path in a resource path is not allowed."
# Aggressively disallow Windows absolute paths
if ntpath.isabs(path) and not posixpath.isabs(path):
raise ValueError(msg)
# for compatibility, warn; in future
# raise ValueError(msg)
warnings.warn(
msg[:-1] + " and will raise exceptions in a future release.",
DeprecationWarning,
stacklevel=4,
)
def _get(self, path):
if hasattr(self.loader, 'get_data'):
return self.loader.get_data(path)
raise NotImplementedError(
"Can't perform this operation for loaders without 'get_data()'"
)
register_loader_type(object, NullProvider)
def _parents(path):
"""
yield all parents of path including path
"""
last = None
while path != last:
yield path
last = path
path, _ = os.path.split(path)
class EggProvider(NullProvider):
"""Provider based on a virtual filesystem"""
def __init__(self, module):
NullProvider.__init__(self, module)
self._setup_prefix()
def _setup_prefix(self):
# Assume that metadata may be nested inside a "basket"
# of multiple eggs and use module_path instead of .archive.
eggs = filter(_is_egg_path, _parents(self.module_path))
egg = next(eggs, None)
egg and self._set_egg(egg)
def _set_egg(self, path):
self.egg_name = os.path.basename(path)
self.egg_info = os.path.join(path, 'EGG-INFO')
self.egg_root = path
class DefaultProvider(EggProvider):
"""Provides access to package resources in the filesystem"""
def _has(self, path):
return os.path.exists(path)
def _isdir(self, path):
return os.path.isdir(path)
def _listdir(self, path):
return os.listdir(path)
def get_resource_stream(self, manager, resource_name):
return open(self._fn(self.module_path, resource_name), 'rb')
def _get(self, path):
with open(path, 'rb') as stream:
return stream.read()
@classmethod
def _register(cls):
loader_names = 'SourceFileLoader', 'SourcelessFileLoader',
for name in loader_names:
loader_cls = getattr(importlib_machinery, name, type(None))
register_loader_type(loader_cls, cls)
DefaultProvider._register()
class EmptyProvider(NullProvider):
"""Provider that returns nothing for all requests"""
module_path = None
_isdir = _has = lambda self, path: False
def _get(self, path):
return ''
def _listdir(self, path):
return []
def __init__(self):
pass
empty_provider = EmptyProvider()
class ZipManifests(dict):
"""
zip manifest builder
"""
@classmethod
def build(cls, path):
"""
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
"""
with zipfile.ZipFile(path) as zfile:
items = (
(
name.replace('/', os.sep),
zfile.getinfo(name),
)
for name in zfile.namelist()
)
return dict(items)
load = build
class MemoizedZipManifests(ZipManifests):
"""
Memoized zipfile manifests.
"""
manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime')
def load(self, path):
"""
Load a manifest at path or return a suitable manifest already loaded.
"""
path = os.path.normpath(path)
mtime = os.stat(path).st_mtime
if path not in self or self[path].mtime != mtime:
manifest = self.build(path)
self[path] = self.manifest_mod(manifest, mtime)
return self[path].manifest
class ZipProvider(EggProvider):
"""Resource support for zips and eggs"""
eagers = None
_zip_manifests = MemoizedZipManifests()
def __init__(self, module):
EggProvider.__init__(self, module)
self.zip_pre = self.loader.archive + os.sep
def _zipinfo_name(self, fspath):
# Convert a virtual filename (full path to file) into a zipfile subpath
# usable with the zipimport directory cache for our target archive
fspath = fspath.rstrip(os.sep)
if fspath == self.loader.archive:
return ''
if fspath.startswith(self.zip_pre):
return fspath[len(self.zip_pre):]
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.zip_pre)
)
def _parts(self, zip_path):
# Convert a zipfile subpath into an egg-relative path part list.
# pseudo-fs path
fspath = self.zip_pre + zip_path
if fspath.startswith(self.egg_root + os.sep):
return fspath[len(self.egg_root) + 1:].split(os.sep)
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.egg_root)
)
@property
def zipinfo(self):
return self._zip_manifests.load(self.loader.archive)
def get_resource_filename(self, manager, resource_name):
if not self.egg_name:
raise NotImplementedError(
"resource_filename() only supported for .egg, not .zip"
)
# no need to lock for extraction, since we use temp names
zip_path = self._resource_to_zip(resource_name)
eagers = self._get_eager_resources()
if '/'.join(self._parts(zip_path)) in eagers:
for name in eagers:
self._extract_resource(manager, self._eager_to_zip(name))
return self._extract_resource(manager, zip_path)
@staticmethod
def _get_date_and_size(zip_stat):
size = zip_stat.file_size
# ymdhms+wday, yday, dst
date_time = zip_stat.date_time + (0, 0, -1)
# 1980 offset already done
timestamp = time.mktime(date_time)
return timestamp, size
# FIXME: 'ZipProvider._extract_resource' is too complex (12)
def _extract_resource(self, manager, zip_path): # noqa: C901
if zip_path in self._index():
for name in self._index()[zip_path]:
last = self._extract_resource(
manager, os.path.join(zip_path, name)
)
# return the extracted directory name
return os.path.dirname(last)
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not WRITE_SUPPORT:
raise IOError('"os.rename" and "os.unlink" are not supported '
'on this platform')
try:
real_path = manager.get_cache_path(
self.egg_name, self._parts(zip_path)
)
if self._is_current(real_path, zip_path):
return real_path
outf, tmpnam = _mkstemp(
".$extract",
dir=os.path.dirname(real_path),
)
os.write(outf, self.loader.get_data(zip_path))
os.close(outf)
utime(tmpnam, (timestamp, timestamp))
manager.postprocess(tmpnam, real_path)
try:
rename(tmpnam, real_path)
except os.error:
if os.path.isfile(real_path):
if self._is_current(real_path, zip_path):
# the file became current since it was checked above,
# so proceed.
return real_path
# Windows, del old file and retry
elif os.name == 'nt':
unlink(real_path)
rename(tmpnam, real_path)
return real_path
raise
except os.error:
# report a user-friendly error
manager.extraction_error()
return real_path
def _is_current(self, file_path, zip_path):
"""
Return True if the file_path is current for this zip_path
"""
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not os.path.isfile(file_path):
return False
stat = os.stat(file_path)
if stat.st_size != size or stat.st_mtime != timestamp:
return False
# check that the contents match
zip_contents = self.loader.get_data(zip_path)
with open(file_path, 'rb') as f:
file_contents = f.read()
return zip_contents == file_contents
def _get_eager_resources(self):
if self.eagers is None:
eagers = []
for name in ('native_libs.txt', 'eager_resources.txt'):
if self.has_metadata(name):
eagers.extend(self.get_metadata_lines(name))
self.eagers = eagers
return self.eagers
def _index(self):
try:
return self._dirindex
except AttributeError:
ind = {}
for path in self.zipinfo:
parts = path.split(os.sep)
while parts:
parent = os.sep.join(parts[:-1])
if parent in ind:
ind[parent].append(parts[-1])
break
else:
ind[parent] = [parts.pop()]
self._dirindex = ind
return ind
def _has(self, fspath):
zip_path = self._zipinfo_name(fspath)
return zip_path in self.zipinfo or zip_path in self._index()
def _isdir(self, fspath):
return self._zipinfo_name(fspath) in self._index()
def _listdir(self, fspath):
return list(self._index().get(self._zipinfo_name(fspath), ()))
def _eager_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.egg_root, resource_name))
def _resource_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.module_path, resource_name))
register_loader_type(zipimport.zipimporter, ZipProvider)
class FileMetadata(EmptyProvider):
"""Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
"""
def __init__(self, path):
self.path = path
def _get_metadata_path(self, name):
return self.path
def has_metadata(self, name):
return name == 'PKG-INFO' and os.path.isfile(self.path)
def get_metadata(self, name):
if name != 'PKG-INFO':
raise KeyError("No metadata except PKG-INFO is available")
with io.open(self.path, encoding='utf-8', errors="replace") as f:
metadata = f.read()
self._warn_on_replacement(metadata)
return metadata
def _warn_on_replacement(self, metadata):
replacement_char = '�'
if replacement_char in metadata:
tmpl = "{self.path} could not be properly decoded in UTF-8"
msg = tmpl.format(**locals())
warnings.warn(msg)
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
class PathMetadata(DefaultProvider):
"""Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
"""
def __init__(self, path, egg_info):
self.module_path = path
self.egg_info = egg_info
class EggMetadata(ZipProvider):
"""Metadata provider for .egg files"""
def __init__(self, importer):
"""Create a metadata provider from a zipimporter"""
self.zip_pre = importer.archive + os.sep
self.loader = importer
if importer.prefix:
self.module_path = os.path.join(importer.archive, importer.prefix)
else:
self.module_path = importer.archive
self._setup_prefix()
_declare_state('dict', _distribution_finders={})
def register_finder(importer_type, distribution_finder):
"""Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example."""
_distribution_finders[importer_type] = distribution_finder
def find_distributions(path_item, only=False):
"""Yield distributions accessible via `path_item`"""
importer = get_importer(path_item)
finder = _find_adapter(_distribution_finders, importer)
return finder(importer, path_item, only)
def find_eggs_in_zip(importer, path_item, only=False):
"""
Find eggs in zip files; possibly multiple nested eggs.
"""
if importer.archive.endswith('.whl'):
# wheels are not supported with this finder
# they don't have PKG-INFO metadata, and won't ever contain eggs
return
metadata = EggMetadata(importer)
if metadata.has_metadata('PKG-INFO'):
yield Distribution.from_filename(path_item, metadata=metadata)
if only:
# don't yield nested distros
return
for subitem in metadata.resource_listdir(''):
if _is_egg_path(subitem):
subpath = os.path.join(path_item, subitem)
dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath)
for dist in dists:
yield dist
elif subitem.lower().endswith(('.dist-info', '.egg-info')):
subpath = os.path.join(path_item, subitem)
submeta = EggMetadata(zipimport.zipimporter(subpath))
submeta.egg_info = subpath
yield Distribution.from_location(path_item, subitem, submeta)
register_finder(zipimport.zipimporter, find_eggs_in_zip)
def find_nothing(importer, path_item, only=False):
return ()
register_finder(object, find_nothing)
def _by_version_descending(names):
"""
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
"""
def _by_version(name):
"""
Parse each component of the filename
"""
name, ext = os.path.splitext(name)
parts = itertools.chain(name.split('-'), [ext])
return [packaging.version.parse(part) for part in parts]
return sorted(names, key=_by_version, reverse=True)
def find_on_path(importer, path_item, only=False):
"""Yield distributions accessible on a sys.path directory"""
path_item = _normalize_cached(path_item)
if _is_unpacked_egg(path_item):
yield Distribution.from_filename(
path_item, metadata=PathMetadata(
path_item, os.path.join(path_item, 'EGG-INFO')
)
)
return
entries = (
os.path.join(path_item, child)
for child in safe_listdir(path_item)
)
# for performance, before sorting by version,
# screen entries for only those that will yield
# distributions
filtered = (
entry
for entry in entries
if dist_factory(path_item, entry, only)
)
# scan for .egg and .egg-info in directory
path_item_entries = _by_version_descending(filtered)
for entry in path_item_entries:
fullpath = os.path.join(path_item, entry)
factory = dist_factory(path_item, entry, only)
for dist in factory(fullpath):
yield dist
def dist_factory(path_item, entry, only):
"""Return a dist_factory for the given entry."""
lower = entry.lower()
is_egg_info = lower.endswith('.egg-info')
is_dist_info = (
lower.endswith('.dist-info') and
os.path.isdir(os.path.join(path_item, entry))
)
is_meta = is_egg_info or is_dist_info
return (
distributions_from_metadata
if is_meta else
find_distributions
if not only and _is_egg_path(entry) else
resolve_egg_link
if not only and lower.endswith('.egg-link') else
NoDists()
)
class NoDists:
"""
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
"""
def __bool__(self):
return False
def __call__(self, fullpath):
return iter(())
def safe_listdir(path):
"""
Attempt to list contents of path, but suppress some exceptions.
"""
try:
return os.listdir(path)
except (PermissionError, NotADirectoryError):
pass
except OSError as e:
# Ignore the directory if does not exist, not a directory or
# permission denied
if e.errno not in (errno.ENOTDIR, errno.EACCES, errno.ENOENT):
raise
return ()
def distributions_from_metadata(path):
root = os.path.dirname(path)
if os.path.isdir(path):
if len(os.listdir(path)) == 0:
# empty metadata dir; skip
return
metadata = PathMetadata(root, path)
else:
metadata = FileMetadata(path)
entry = os.path.basename(path)
yield Distribution.from_location(
root, entry, metadata, precedence=DEVELOP_DIST,
)
def non_empty_lines(path):
"""
Yield non-empty lines from file at path
"""
with open(path) as f:
for line in f:
line = line.strip()
if line:
yield line
def resolve_egg_link(path):
"""
Given a path to an .egg-link, resolve distributions
present in the referenced path.
"""
referenced_paths = non_empty_lines(path)
resolved_paths = (
os.path.join(os.path.dirname(path), ref)
for ref in referenced_paths
)
dist_groups = map(find_distributions, resolved_paths)
return next(dist_groups, ())
register_finder(pkgutil.ImpImporter, find_on_path)
if hasattr(importlib_machinery, 'FileFinder'):
register_finder(importlib_machinery.FileFinder, find_on_path)
_declare_state('dict', _namespace_handlers={})
_declare_state('dict', _namespace_packages={})
def register_namespace_handler(importer_type, namespace_handler):
"""Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
"""
_namespace_handlers[importer_type] = namespace_handler
def _handle_ns(packageName, path_item):
"""Ensure that named package includes a subpath of path_item (if needed)"""
importer = get_importer(path_item)
if importer is None:
return None
# use find_spec (PEP 451) and fall-back to find_module (PEP 302)
try:
loader = importer.find_spec(packageName).loader
except AttributeError:
# capture warnings due to #1111
with warnings.catch_warnings():
warnings.simplefilter("ignore")
loader = importer.find_module(packageName)
if loader is None:
return None
module = sys.modules.get(packageName)
if module is None:
module = sys.modules[packageName] = types.ModuleType(packageName)
module.__path__ = []
_set_parent_ns(packageName)
elif not hasattr(module, '__path__'):
raise TypeError("Not a package:", packageName)
handler = _find_adapter(_namespace_handlers, importer)
subpath = handler(importer, path_item, packageName, module)
if subpath is not None:
path = module.__path__
path.append(subpath)
importlib.import_module(packageName)
_rebuild_mod_path(path, packageName, module)
return subpath
def _rebuild_mod_path(orig_path, package_name, module):
"""
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
"""
sys_path = [_normalize_cached(p) for p in sys.path]
def safe_sys_path_index(entry):
"""
Workaround for #520 and #513.
"""
try:
return sys_path.index(entry)
except ValueError:
return float('inf')
def position_in_sys_path(path):
"""
Return the ordinal of the path based on its position in sys.path
"""
path_parts = path.split(os.sep)
module_parts = package_name.count('.') + 1
parts = path_parts[:-module_parts]
return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
new_path = sorted(orig_path, key=position_in_sys_path)
new_path = [_normalize_cached(p) for p in new_path]
if isinstance(module.__path__, list):
module.__path__[:] = new_path
else:
module.__path__ = new_path
def declare_namespace(packageName):
"""Declare that package 'packageName' is a namespace package"""
_imp.acquire_lock()
try:
if packageName in _namespace_packages:
return
path = sys.path
parent, _, _ = packageName.rpartition('.')
if parent:
declare_namespace(parent)
if parent not in _namespace_packages:
__import__(parent)
try:
path = sys.modules[parent].__path__
except AttributeError as e:
raise TypeError("Not a package:", parent) from e
# Track what packages are namespaces, so when new path items are added,
# they can be updated
_namespace_packages.setdefault(parent or None, []).append(packageName)
_namespace_packages.setdefault(packageName, [])
for path_item in path:
# Ensure all the parent's path items are reflected in the child,
# if they apply
_handle_ns(packageName, path_item)
finally:
_imp.release_lock()
def fixup_namespace_packages(path_item, parent=None):
"""Ensure that previously-declared namespace packages include path_item"""
_imp.acquire_lock()
try:
for package in _namespace_packages.get(parent, ()):
subpath = _handle_ns(package, path_item)
if subpath:
fixup_namespace_packages(subpath, package)
finally:
_imp.release_lock()
def file_ns_handler(importer, path_item, packageName, module):
"""Compute an ns-package subpath for a filesystem or zipfile importer"""
subpath = os.path.join(path_item, packageName.split('.')[-1])
normalized = _normalize_cached(subpath)
for item in module.__path__:
if _normalize_cached(item) == normalized:
break
else:
# Only return the path if it's not already there
return subpath
register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
register_namespace_handler(zipimport.zipimporter, file_ns_handler)
if hasattr(importlib_machinery, 'FileFinder'):
register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler)
def null_ns_handler(importer, path_item, packageName, module):
return None
register_namespace_handler(object, null_ns_handler)
def normalize_path(filename):
"""Normalize a file/dir name for comparison purposes"""
return os.path.normcase(os.path.realpath(os.path.normpath(
_cygwin_patch(filename))))
def _cygwin_patch(filename): # pragma: nocover
"""
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
"""
return os.path.abspath(filename) if sys.platform == 'cygwin' else filename
def _normalize_cached(filename, _cache={}):
try:
return _cache[filename]
except KeyError:
_cache[filename] = result = normalize_path(filename)
return result
def _is_egg_path(path):
"""
Determine if given path appears to be an egg.
"""
return _is_zip_egg(path) or _is_unpacked_egg(path)
def _is_zip_egg(path):
return (
path.lower().endswith('.egg') and
os.path.isfile(path) and
zipfile.is_zipfile(path)
)
def _is_unpacked_egg(path):
"""
Determine if given path appears to be an unpacked egg.
"""
return (
path.lower().endswith('.egg') and
os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO'))
)
def _set_parent_ns(packageName):
parts = packageName.split('.')
name = parts.pop()
if parts:
parent = '.'.join(parts)
setattr(sys.modules[parent], name, sys.modules[packageName])
def yield_lines(strs):
"""Yield non-empty/non-comment lines of a string or sequence"""
if isinstance(strs, str):
for s in strs.splitlines():
s = s.strip()
# skip blank lines/comments
if s and not s.startswith('#'):
yield s
else:
for ss in strs:
for s in yield_lines(ss):
yield s
MODULE = re.compile(r"\w+(\.\w+)*$").match
EGG_NAME = re.compile(
r"""
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
""",
re.VERBOSE | re.IGNORECASE,
).match
class EntryPoint:
"""Object representing an advertised importable object"""
def __init__(self, name, module_name, attrs=(), extras=(), dist=None):
if not MODULE(module_name):
raise ValueError("Invalid module name", module_name)
self.name = name
self.module_name = module_name
self.attrs = tuple(attrs)
self.extras = tuple(extras)
self.dist = dist
def __str__(self):
s = "%s = %s" % (self.name, self.module_name)
if self.attrs:
s += ':' + '.'.join(self.attrs)
if self.extras:
s += ' [%s]' % ','.join(self.extras)
return s
def __repr__(self):
return "EntryPoint.parse(%r)" % str(self)
def load(self, require=True, *args, **kwargs):
"""
Require packages for this EntryPoint, then resolve it.
"""
if not require or args or kwargs:
warnings.warn(
"Parameters to load are deprecated. Call .resolve and "
".require separately.",
PkgResourcesDeprecationWarning,
stacklevel=2,
)
if require:
self.require(*args, **kwargs)
return self.resolve()
def resolve(self):
"""
Resolve the entry point from its module and attrs.
"""
module = __import__(self.module_name, fromlist=['__name__'], level=0)
try:
return functools.reduce(getattr, self.attrs, module)
except AttributeError as exc:
raise ImportError(str(exc)) from exc
def require(self, env=None, installer=None):
if self.extras and not self.dist:
raise UnknownExtra("Can't require() without a distribution", self)
# Get the requirements for this entry point with all its extras and
# then resolve them. We have to pass `extras` along when resolving so
# that the working set knows what extras we want. Otherwise, for
# dist-info distributions, the working set will assume that the
# requirements for that extra are purely optional and skip over them.
reqs = self.dist.requires(self.extras)
items = working_set.resolve(reqs, env, installer, extras=self.extras)
list(map(working_set.add, items))
pattern = re.compile(
r'\s*'
r'(?P<name>.+?)\s*'
r'=\s*'
r'(?P<module>[\w.]+)\s*'
r'(:\s*(?P<attr>[\w.]+))?\s*'
r'(?P<extras>\[.*\])?\s*$'
)
@classmethod
def parse(cls, src, dist=None):
"""Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
"""
m = cls.pattern.match(src)
if not m:
msg = "EntryPoint must be in 'name=module:attrs [extras]' format"
raise ValueError(msg, src)
res = m.groupdict()
extras = cls._parse_extras(res['extras'])
attrs = res['attr'].split('.') if res['attr'] else ()
return cls(res['name'], res['module'], attrs, extras, dist)
@classmethod
def _parse_extras(cls, extras_spec):
if not extras_spec:
return ()
req = Requirement.parse('x' + extras_spec)
if req.specs:
raise ValueError()
return req.extras
@classmethod
def parse_group(cls, group, lines, dist=None):
"""Parse an entry point group"""
if not MODULE(group):
raise ValueError("Invalid group name", group)
this = {}
for line in yield_lines(lines):
ep = cls.parse(line, dist)
if ep.name in this:
raise ValueError("Duplicate entry point", group, ep.name)
this[ep.name] = ep
return this
@classmethod
def parse_map(cls, data, dist=None):
"""Parse a map of entry point groups"""
if isinstance(data, dict):
data = data.items()
else:
data = split_sections(data)
maps = {}
for group, lines in data:
if group is None:
if not lines:
continue
raise ValueError("Entry points must be listed in groups")
group = group.strip()
if group in maps:
raise ValueError("Duplicate group name", group)
maps[group] = cls.parse_group(group, lines, dist)
return maps
def _version_from_file(lines):
"""
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
"""
def is_version_line(line):
return line.lower().startswith('version:')
version_lines = filter(is_version_line, lines)
line = next(iter(version_lines), '')
_, _, value = line.partition(':')
return safe_version(value.strip()) or None
class Distribution:
"""Wrap an actual or potential sys.path entry w/metadata"""
PKG_INFO = 'PKG-INFO'
def __init__(
self, location=None, metadata=None, project_name=None,
version=None, py_version=PY_MAJOR, platform=None,
precedence=EGG_DIST):
self.project_name = safe_name(project_name or 'Unknown')
if version is not None:
self._version = safe_version(version)
self.py_version = py_version
self.platform = platform
self.location = location
self.precedence = precedence
self._provider = metadata or empty_provider
@classmethod
def from_location(cls, location, basename, metadata=None, **kw):
project_name, version, py_version, platform = [None] * 4
basename, ext = os.path.splitext(basename)
if ext.lower() in _distributionImpl:
cls = _distributionImpl[ext.lower()]
match = EGG_NAME(basename)
if match:
project_name, version, py_version, platform = match.group(
'name', 'ver', 'pyver', 'plat'
)
return cls(
location, metadata, project_name=project_name, version=version,
py_version=py_version, platform=platform, **kw
)._reload_version()
def _reload_version(self):
return self
@property
def hashcmp(self):
return (
self.parsed_version,
self.precedence,
self.key,
self.location,
self.py_version or '',
self.platform or '',
)
def __hash__(self):
return hash(self.hashcmp)
def __lt__(self, other):
return self.hashcmp < other.hashcmp
def __le__(self, other):
return self.hashcmp <= other.hashcmp
def __gt__(self, other):
return self.hashcmp > other.hashcmp
def __ge__(self, other):
return self.hashcmp >= other.hashcmp
def __eq__(self, other):
if not isinstance(other, self.__class__):
# It's not a Distribution, so they are not equal
return False
return self.hashcmp == other.hashcmp
def __ne__(self, other):
return not self == other
# These properties have to be lazy so that we don't have to load any
# metadata until/unless it's actually needed. (i.e., some distributions
# may not know their name or version without loading PKG-INFO)
@property
def key(self):
try:
return self._key
except AttributeError:
self._key = key = self.project_name.lower()
return key
@property
def parsed_version(self):
if not hasattr(self, "_parsed_version"):
self._parsed_version = parse_version(self.version)
return self._parsed_version
def _warn_legacy_version(self):
LV = packaging.version.LegacyVersion
is_legacy = isinstance(self._parsed_version, LV)
if not is_legacy:
return
# While an empty version is technically a legacy version and
# is not a valid PEP 440 version, it's also unlikely to
# actually come from someone and instead it is more likely that
# it comes from setuptools attempting to parse a filename and
# including it in the list. So for that we'll gate this warning
# on if the version is anything at all or not.
if not self.version:
return
tmpl = textwrap.dedent("""
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
""").strip().replace('\n', ' ')
warnings.warn(tmpl.format(**vars(self)), PEP440Warning)
@property
def version(self):
try:
return self._version
except AttributeError as e:
version = self._get_version()
if version is None:
path = self._get_metadata_path_for_display(self.PKG_INFO)
msg = (
"Missing 'Version:' header and/or {} file at path: {}"
).format(self.PKG_INFO, path)
raise ValueError(msg, self) from e
return version
@property
def _dep_map(self):
"""
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
"""
try:
return self.__dep_map
except AttributeError:
self.__dep_map = self._filter_extras(self._build_dep_map())
return self.__dep_map
@staticmethod
def _filter_extras(dm):
"""
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
"""
for extra in list(filter(None, dm)):
new_extra = extra
reqs = dm.pop(extra)
new_extra, _, marker = extra.partition(':')
fails_marker = marker and (
invalid_marker(marker)
or not evaluate_marker(marker)
)
if fails_marker:
reqs = []
new_extra = safe_extra(new_extra) or None
dm.setdefault(new_extra, []).extend(reqs)
return dm
def _build_dep_map(self):
dm = {}
for name in 'requires.txt', 'depends.txt':
for extra, reqs in split_sections(self._get_metadata(name)):
dm.setdefault(extra, []).extend(parse_requirements(reqs))
return dm
def requires(self, extras=()):
"""List of Requirements needed for this distro if `extras` are used"""
dm = self._dep_map
deps = []
deps.extend(dm.get(None, ()))
for ext in extras:
try:
deps.extend(dm[safe_extra(ext)])
except KeyError as e:
raise UnknownExtra(
"%s has no such extra feature %r" % (self, ext)
) from e
return deps
def _get_metadata_path_for_display(self, name):
"""
Return the path to the given metadata file, if available.
"""
try:
# We need to access _get_metadata_path() on the provider object
# directly rather than through this class's __getattr__()
# since _get_metadata_path() is marked private.
path = self._provider._get_metadata_path(name)
# Handle exceptions e.g. in case the distribution's metadata
# provider doesn't support _get_metadata_path().
except Exception:
return '[could not detect]'
return path
def _get_metadata(self, name):
if self.has_metadata(name):
for line in self.get_metadata_lines(name):
yield line
def _get_version(self):
lines = self._get_metadata(self.PKG_INFO)
version = _version_from_file(lines)
return version
def activate(self, path=None, replace=False):
"""Ensure distribution is importable on `path` (default=sys.path)"""
if path is None:
path = sys.path
self.insert_on(path, replace=replace)
if path is sys.path:
fixup_namespace_packages(self.location)
for pkg in self._get_metadata('namespace_packages.txt'):
if pkg in sys.modules:
declare_namespace(pkg)
def egg_name(self):
"""Return what this distribution's standard .egg filename should be"""
filename = "%s-%s-py%s" % (
to_filename(self.project_name), to_filename(self.version),
self.py_version or PY_MAJOR
)
if self.platform:
filename += '-' + self.platform
return filename
def __repr__(self):
if self.location:
return "%s (%s)" % (self, self.location)
else:
return str(self)
def __str__(self):
try:
version = getattr(self, 'version', None)
except ValueError:
version = None
version = version or "[unknown version]"
return "%s %s" % (self.project_name, version)
def __getattr__(self, attr):
"""Delegate all unrecognized public attributes to .metadata provider"""
if attr.startswith('_'):
raise AttributeError(attr)
return getattr(self._provider, attr)
def __dir__(self):
return list(
set(super(Distribution, self).__dir__())
| set(
attr for attr in self._provider.__dir__()
if not attr.startswith('_')
)
)
@classmethod
def from_filename(cls, filename, metadata=None, **kw):
return cls.from_location(
_normalize_cached(filename), os.path.basename(filename), metadata,
**kw
)
def as_requirement(self):
"""Return a ``Requirement`` that matches this distribution exactly"""
if isinstance(self.parsed_version, packaging.version.Version):
spec = "%s==%s" % (self.project_name, self.parsed_version)
else:
spec = "%s===%s" % (self.project_name, self.parsed_version)
return Requirement.parse(spec)
def load_entry_point(self, group, name):
"""Return the `name` entry point of `group` or raise ImportError"""
ep = self.get_entry_info(group, name)
if ep is None:
raise ImportError("Entry point %r not found" % ((group, name),))
return ep.load()
def get_entry_map(self, group=None):
"""Return the entry point map for `group`, or the full entry map"""
try:
ep_map = self._ep_map
except AttributeError:
ep_map = self._ep_map = EntryPoint.parse_map(
self._get_metadata('entry_points.txt'), self
)
if group is not None:
return ep_map.get(group, {})
return ep_map
def get_entry_info(self, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return self.get_entry_map(group).get(name)
# FIXME: 'Distribution.insert_on' is too complex (13)
def insert_on(self, path, loc=None, replace=False): # noqa: C901
"""Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
"""
loc = loc or self.location
if not loc:
return
nloc = _normalize_cached(loc)
bdir = os.path.dirname(nloc)
npath = [(p and _normalize_cached(p) or p) for p in path]
for p, item in enumerate(npath):
if item == nloc:
if replace:
break
else:
# don't modify path (even removing duplicates) if
# found and not replace
return
elif item == bdir and self.precedence == EGG_DIST:
# if it's an .egg, give it precedence over its directory
# UNLESS it's already been added to sys.path and replace=False
if (not replace) and nloc in npath[p:]:
return
if path is sys.path:
self.check_version_conflict()
path.insert(p, loc)
npath.insert(p, nloc)
break
else:
if path is sys.path:
self.check_version_conflict()
if replace:
path.insert(0, loc)
else:
path.append(loc)
return
# p is the spot where we found or inserted loc; now remove duplicates
while True:
try:
np = npath.index(nloc, p + 1)
except ValueError:
break
else:
del npath[np], path[np]
# ha!
p = np
return
def check_version_conflict(self):
if self.key == 'setuptools':
# ignore the inevitable setuptools self-conflicts :(
return
nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
loc = normalize_path(self.location)
for modname in self._get_metadata('top_level.txt'):
if (modname not in sys.modules or modname in nsp
or modname in _namespace_packages):
continue
if modname in ('pkg_resources', 'setuptools', 'site'):
continue
fn = getattr(sys.modules[modname], '__file__', None)
if fn and (normalize_path(fn).startswith(loc) or
fn.startswith(self.location)):
continue
issue_warning(
"Module %s was already imported from %s, but %s is being added"
" to sys.path" % (modname, fn, self.location),
)
def has_version(self):
try:
self.version
except ValueError:
issue_warning("Unbuilt egg for " + repr(self))
return False
return True
def clone(self, **kw):
"""Copy this distribution, substituting in any changed keyword args"""
names = 'project_name version py_version platform location precedence'
for attr in names.split():
kw.setdefault(attr, getattr(self, attr, None))
kw.setdefault('metadata', self._provider)
return self.__class__(**kw)
@property
def extras(self):
return [dep for dep in self._dep_map if dep]
class EggInfoDistribution(Distribution):
def _reload_version(self):
"""
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
"""
md_version = self._get_version()
if md_version:
self._version = md_version
return self
class DistInfoDistribution(Distribution):
"""
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
"""
PKG_INFO = 'METADATA'
EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])")
@property
def _parsed_pkg_info(self):
"""Parse and cache metadata"""
try:
return self._pkg_info
except AttributeError:
metadata = self.get_metadata(self.PKG_INFO)
self._pkg_info = email.parser.Parser().parsestr(metadata)
return self._pkg_info
@property
def _dep_map(self):
try:
return self.__dep_map
except AttributeError:
self.__dep_map = self._compute_dependencies()
return self.__dep_map
def _compute_dependencies(self):
"""Recompute this distribution's dependencies."""
dm = self.__dep_map = {None: []}
reqs = []
# Including any condition expressions
for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
reqs.extend(parse_requirements(req))
def reqs_for_extra(extra):
for req in reqs:
if not req.marker or req.marker.evaluate({'extra': extra}):
yield req
common = frozenset(reqs_for_extra(None))
dm[None].extend(common)
for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
s_extra = safe_extra(extra.strip())
dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common)
return dm
_distributionImpl = {
'.egg': Distribution,
'.egg-info': EggInfoDistribution,
'.dist-info': DistInfoDistribution,
}
def issue_warning(*args, **kw):
level = 1
g = globals()
try:
# find the first stack frame that is *not* code in
# the pkg_resources module, to use for the warning
while sys._getframe(level).f_globals is g:
level += 1
except ValueError:
pass
warnings.warn(stacklevel=level + 1, *args, **kw)
def parse_requirements(strs):
"""Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
"""
# create a steppable iterator, so we can handle \-continuations
lines = iter(yield_lines(strs))
for line in lines:
# Drop comments -- a hash without a space may be in a URL.
if ' #' in line:
line = line[:line.find(' #')]
# If there is a line continuation, drop it, and append the next line.
if line.endswith('\\'):
line = line[:-2].strip()
try:
line += next(lines)
except StopIteration:
return
yield Requirement(line)
class RequirementParseError(packaging.requirements.InvalidRequirement):
"Compatibility wrapper for InvalidRequirement"
class Requirement(packaging.requirements.Requirement):
def __init__(self, requirement_string):
"""DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
super(Requirement, self).__init__(requirement_string)
self.unsafe_name = self.name
project_name = safe_name(self.name)
self.project_name, self.key = project_name, project_name.lower()
self.specs = [
(spec.operator, spec.version) for spec in self.specifier]
self.extras = tuple(map(safe_extra, self.extras))
self.hashCmp = (
self.key,
self.url,
self.specifier,
frozenset(self.extras),
str(self.marker) if self.marker else None,
)
self.__hash = hash(self.hashCmp)
def __eq__(self, other):
return (
isinstance(other, Requirement) and
self.hashCmp == other.hashCmp
)
def __ne__(self, other):
return not self == other
def __contains__(self, item):
if isinstance(item, Distribution):
if item.key != self.key:
return False
item = item.version
# Allow prereleases always in order to match the previous behavior of
# this method. In the future this should be smarter and follow PEP 440
# more accurately.
return self.specifier.contains(item, prereleases=True)
def __hash__(self):
return self.__hash
def __repr__(self):
return "Requirement.parse(%r)" % str(self)
@staticmethod
def parse(s):
req, = parse_requirements(s)
return req
def _always_object(classes):
"""
Ensure object appears in the mro even
for old-style classes.
"""
if object not in classes:
return classes + (object,)
return classes
def _find_adapter(registry, ob):
"""Return an adapter factory for `ob` from `registry`"""
types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob))))
for t in types:
if t in registry:
return registry[t]
def ensure_directory(path):
"""Ensure that the parent directory of `path` exists"""
dirname = os.path.dirname(path)
os.makedirs(dirname, exist_ok=True)
def _bypass_ensure_directory(path):
"""Sandbox-bypassing version of ensure_directory()"""
if not WRITE_SUPPORT:
raise IOError('"os.mkdir" not supported on this platform.')
dirname, filename = split(path)
if dirname and filename and not isdir(dirname):
_bypass_ensure_directory(dirname)
try:
mkdir(dirname, 0o755)
except FileExistsError:
pass
def split_sections(s):
"""Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
"""
section = None
content = []
for line in yield_lines(s):
if line.startswith("["):
if line.endswith("]"):
if section or content:
yield section, content
section = line[1:-1].strip()
content = []
else:
raise ValueError("Invalid section heading", line)
else:
content.append(line)
# wrap up last segment
yield section, content
def _mkstemp(*args, **kw):
old_open = os.open
try:
# temporarily bypass sandboxing
os.open = os_open
return tempfile.mkstemp(*args, **kw)
finally:
# and then put it back
os.open = old_open
# Silence the PEP440Warning by default, so that end users don't get hit by it
# randomly just because they use pkg_resources. We want to append the rule
# because we want earlier uses of filterwarnings to take precedence over this
# one.
warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
# from jaraco.functools 1.3
def _call_aside(f, *args, **kwargs):
f(*args, **kwargs)
return f
@_call_aside
def _initialize(g=globals()):
"Set up global resource manager (deliberately not state-saved)"
manager = ResourceManager()
g['_manager'] = manager
g.update(
(name, getattr(manager, name))
for name in dir(manager)
if not name.startswith('_')
)
@_call_aside
def _initialize_master_working_set():
"""
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
"""
working_set = WorkingSet._build_master()
_declare_state('object', working_set=working_set)
require = working_set.require
iter_entry_points = working_set.iter_entry_points
add_activation_listener = working_set.subscribe
run_script = working_set.run_script
# backward compatibility
run_main = run_script
# Activate all distributions already on sys.path with replace=False and
# ensure that all distributions added to the working set in the future
# (e.g. by calling ``require()``) will get activated as well,
# with higher priority (replace=True).
tuple(
dist.activate(replace=False)
for dist in working_set
)
add_activation_listener(
lambda dist: dist.activate(replace=True),
existing=False,
)
working_set.entries = []
# match order
list(map(working_set.add_entry, sys.path))
globals().update(locals())
class PkgResourcesDeprecationWarning(Warning):
"""
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
"""
site-packages/setuptools-58.3.0.dist-info/WHEEL 0000644 00000000134 15056474501 0014725 0 ustar 00 Wheel-Version: 1.0
Generator: bdist_wheel (0.37.0)
Root-Is-Purelib: true
Tag: py3-none-any
site-packages/setuptools-58.3.0.dist-info/LICENSE 0000644 00000002032 15056474501 0015142 0 ustar 00 Copyright Jason R. Coombs
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to
deal in the Software without restriction, including without limitation the
rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
sell copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
IN THE SOFTWARE.
site-packages/setuptools-58.3.0.dist-info/direct_url.json 0000644 00000000165 15056474501 0017171 0 ustar 00 {"archive_info": {}, "url": "file:///builddir/build/BUILD/setuptools-58.3.0/dist/setuptools-58.3.0-py3-none-any.whl"} site-packages/setuptools-58.3.0.dist-info/RECORD 0000644 00000054047 15056474501 0015053 0 ustar 00 _distutils_hack/__init__.py,sha256=X3RUiA6KBPoEmco_CjACyltyQbFRGVUpZRAbSkPGwMs,3688
_distutils_hack/__pycache__/__init__.cpython-39.pyc,,
_distutils_hack/__pycache__/override.cpython-39.pyc,,
_distutils_hack/override.py,sha256=Eu_s-NF6VIZ4Cqd0tbbA5wtWky2IZPNd8et6GLt1mzo,44
distutils-precedence.pth,sha256=fqf_7z_ioRfuEsaO1lU2F_DX_S8FkCV8JcSElZo7c3M,152
pkg_resources/__init__.py,sha256=P3PNN3_m8JJrYMp-i-Sq-3rhK5vuViqqjn1UXKHfe7Q,108202
pkg_resources/__pycache__/__init__.cpython-39.pyc,,
pkg_resources/_vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pkg_resources/_vendor/__pycache__/__init__.cpython-39.pyc,,
pkg_resources/_vendor/__pycache__/appdirs.cpython-39.pyc,,
pkg_resources/_vendor/__pycache__/pyparsing.cpython-39.pyc,,
pkg_resources/_vendor/appdirs.py,sha256=MievUEuv3l_mQISH5SF0shDk_BNhHHzYiAPrT3ITN4I,24701
pkg_resources/_vendor/packaging/__about__.py,sha256=PNMsaZn4UcCHyubgROH1bl6CluduPjI5kFrSp_Zgklo,736
pkg_resources/_vendor/packaging/__init__.py,sha256=6enbp5XgRfjBjsI9-bn00HjHf5TH21PDMOKkJW8xw-w,562
pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/_typing.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/markers.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/tags.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/utils.cpython-39.pyc,,
pkg_resources/_vendor/packaging/__pycache__/version.cpython-39.pyc,,
pkg_resources/_vendor/packaging/_compat.py,sha256=MXdsGpSE_W-ZrHoC87andI4LV2FAwU7HLL-eHe_CjhU,1128
pkg_resources/_vendor/packaging/_structures.py,sha256=ozkCX8Q8f2qE1Eic3YiQ4buDVfgz2iYevY9e7R2y3iY,2022
pkg_resources/_vendor/packaging/_typing.py,sha256=x59EhQ57TMT-kTRyLZV25HZvYGGwbucTo6iKh_O0tMw,1812
pkg_resources/_vendor/packaging/markers.py,sha256=YSntQkMnKyw1_FG6oRNNnGxLL6bAxcGXOtuFE-YTS3k,9518
pkg_resources/_vendor/packaging/requirements.py,sha256=R8K4H4xX_iD4LvpGw1U3ouuPbGN-wzsFgD7brhAM71Y,4929
pkg_resources/_vendor/packaging/specifiers.py,sha256=uYp9l13F0LcknS6d4N60ytiBgFmIhKideOq9AnsxTco,31944
pkg_resources/_vendor/packaging/tags.py,sha256=NKMS37Zo_nWrZxgsD6zbXsXgc9edn9m160cBiLmHJdE,24067
pkg_resources/_vendor/packaging/utils.py,sha256=RShlvnjO2CtYSD8uri32frMMFMTmB-3ihsq1-ghzLEw,1811
pkg_resources/_vendor/packaging/version.py,sha256=Cnbm-OO9D_qd8ZTFxzFcjSavexSYFZmyeaoPvMsjgPc,15470
pkg_resources/_vendor/pyparsing.py,sha256=mahtkgcp3grNAD0re_9R0DLvBnvjzpeLwgJqT-3H1CE,232056
pkg_resources/extern/__init__.py,sha256=3PixaT9Tzzd4NoyV6CVhGd7S_9Z-U5yvMWAftZKvC6k,2362
pkg_resources/extern/__pycache__/__init__.cpython-39.pyc,,
pkg_resources/tests/data/my-test-package-source/__pycache__/setup.cpython-39.pyc,,
pkg_resources/tests/data/my-test-package-source/setup.py,sha256=Mrezl3nqxkYkjCYpIxmjhhg4AR8hgi4QZdEYmk-I7R8,104
setuptools-58.3.0.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
setuptools-58.3.0.dist-info/LICENSE,sha256=2z8CRrH5J48VhFuZ_sR4uLUG63ZIeZNyL4xuJUKF-vg,1050
setuptools-58.3.0.dist-info/METADATA,sha256=uI89jlY7w7UjYJQzF3Bc4W3jK7VofkekiCtuLgOnNQY,4852
setuptools-58.3.0.dist-info/RECORD,,
setuptools-58.3.0.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
setuptools-58.3.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
setuptools-58.3.0.dist-info/direct_url.json,sha256=vNpU8J6cPCxDEDob5K4oYQk3R6QhUvQT1f4Uikr2KuE,117
setuptools-58.3.0.dist-info/entry_points.txt,sha256=wpnhLrbtyk4hZ1qCCw48cCSxoQPzULMhIuaFqsB7GxQ,2636
setuptools-58.3.0.dist-info/top_level.txt,sha256=d9yL39v_W7qmKDDSH6sT4bE0j_Ls1M3P161OGgdsm4g,41
setuptools/__init__.py,sha256=h06afcaxHUhFjHFiEIoJhv6Sr0bTy9Aku4Rd8_82iys,7670
setuptools/__pycache__/__init__.cpython-39.pyc,,
setuptools/__pycache__/_deprecation_warning.cpython-39.pyc,,
setuptools/__pycache__/_imp.cpython-39.pyc,,
setuptools/__pycache__/archive_util.cpython-39.pyc,,
setuptools/__pycache__/build_meta.cpython-39.pyc,,
setuptools/__pycache__/config.cpython-39.pyc,,
setuptools/__pycache__/dep_util.cpython-39.pyc,,
setuptools/__pycache__/depends.cpython-39.pyc,,
setuptools/__pycache__/dist.cpython-39.pyc,,
setuptools/__pycache__/errors.cpython-39.pyc,,
setuptools/__pycache__/extension.cpython-39.pyc,,
setuptools/__pycache__/glob.cpython-39.pyc,,
setuptools/__pycache__/installer.cpython-39.pyc,,
setuptools/__pycache__/launch.cpython-39.pyc,,
setuptools/__pycache__/monkey.cpython-39.pyc,,
setuptools/__pycache__/msvc.cpython-39.pyc,,
setuptools/__pycache__/namespaces.cpython-39.pyc,,
setuptools/__pycache__/package_index.cpython-39.pyc,,
setuptools/__pycache__/py34compat.cpython-39.pyc,,
setuptools/__pycache__/sandbox.cpython-39.pyc,,
setuptools/__pycache__/unicode_utils.cpython-39.pyc,,
setuptools/__pycache__/version.cpython-39.pyc,,
setuptools/__pycache__/wheel.cpython-39.pyc,,
setuptools/__pycache__/windows_support.cpython-39.pyc,,
setuptools/_deprecation_warning.py,sha256=jU9-dtfv6cKmtQJOXN8nP1mm7gONw5kKEtiPtbwnZyI,218
setuptools/_distutils/__init__.py,sha256=lpQAphR_7uhWC2fbSEps4Ja9W4YwezN_IX_LJEt3khU,250
setuptools/_distutils/__pycache__/__init__.cpython-39.pyc,,
setuptools/_distutils/__pycache__/_msvccompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/archive_util.cpython-39.pyc,,
setuptools/_distutils/__pycache__/bcppcompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/ccompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/cmd.cpython-39.pyc,,
setuptools/_distutils/__pycache__/config.cpython-39.pyc,,
setuptools/_distutils/__pycache__/core.cpython-39.pyc,,
setuptools/_distutils/__pycache__/cygwinccompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/debug.cpython-39.pyc,,
setuptools/_distutils/__pycache__/dep_util.cpython-39.pyc,,
setuptools/_distutils/__pycache__/dir_util.cpython-39.pyc,,
setuptools/_distutils/__pycache__/dist.cpython-39.pyc,,
setuptools/_distutils/__pycache__/errors.cpython-39.pyc,,
setuptools/_distutils/__pycache__/extension.cpython-39.pyc,,
setuptools/_distutils/__pycache__/fancy_getopt.cpython-39.pyc,,
setuptools/_distutils/__pycache__/file_util.cpython-39.pyc,,
setuptools/_distutils/__pycache__/filelist.cpython-39.pyc,,
setuptools/_distutils/__pycache__/log.cpython-39.pyc,,
setuptools/_distutils/__pycache__/msvc9compiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/msvccompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/py35compat.cpython-39.pyc,,
setuptools/_distutils/__pycache__/py38compat.cpython-39.pyc,,
setuptools/_distutils/__pycache__/spawn.cpython-39.pyc,,
setuptools/_distutils/__pycache__/sysconfig.cpython-39.pyc,,
setuptools/_distutils/__pycache__/text_file.cpython-39.pyc,,
setuptools/_distutils/__pycache__/unixccompiler.cpython-39.pyc,,
setuptools/_distutils/__pycache__/util.cpython-39.pyc,,
setuptools/_distutils/__pycache__/version.cpython-39.pyc,,
setuptools/_distutils/__pycache__/versionpredicate.cpython-39.pyc,,
setuptools/_distutils/_msvccompiler.py,sha256=jR0JM5A1JMnZ6xMDicQzhXWgXTVXs1lWAeUexC1z198,20813
setuptools/_distutils/archive_util.py,sha256=qW-uiGwYexTvK5e-iSel_31Dshx-CqTanNPK6snwf98,8572
setuptools/_distutils/bcppcompiler.py,sha256=OJDVpCUmX6H8v_7lV1zifV1fcx92Cr2dhiUh6989UJI,14894
setuptools/_distutils/ccompiler.py,sha256=G2tn9Q3zQ0VUNfW1LM-nrnLt_6OhtiUunugCv85D1PQ,47607
setuptools/_distutils/cmd.py,sha256=eco6LAGUtobLuPafuhmgKgkwRRL_WY8KJ4YeDCHpcls,18079
setuptools/_distutils/command/__init__.py,sha256=2TA-rlNDlzeI-csbWHXFjGD8uOYqALMfyWOhT49nC6g,799
setuptools/_distutils/command/__pycache__/__init__.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/bdist.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/bdist_dumb.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/bdist_msi.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/bdist_rpm.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/bdist_wininst.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/build.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/build_clib.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/build_ext.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/build_py.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/build_scripts.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/check.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/clean.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/config.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install_data.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install_egg_info.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install_headers.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install_lib.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/install_scripts.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/py37compat.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/register.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/sdist.cpython-39.pyc,,
setuptools/_distutils/command/__pycache__/upload.cpython-39.pyc,,
setuptools/_distutils/command/bdist.py,sha256=2z4eudRl_n7m3lG9leL0IYqes4bsm8c0fxfZuiafjMg,5562
setuptools/_distutils/command/bdist_dumb.py,sha256=BTur9jcIppyP7Piavjfsk7YjElqvxeYO2npUyPPOekc,4913
setuptools/_distutils/command/bdist_msi.py,sha256=EVFQYN_X-ExeeP8gmdV9JcINsuUGsLJUz9afMU0Rt8c,35579
setuptools/_distutils/command/bdist_rpm.py,sha256=gjOw22GhDSbcq0bdq25cTb-n6HWWm0bShLQad_mkJ4k,21537
setuptools/_distutils/command/bdist_wininst.py,sha256=iGlaI-VfElHOneeczKHWnSN5a10-7IMcJaXuR1mdS3c,16030
setuptools/_distutils/command/build.py,sha256=1AF-dxN_NlOEyoydBz19AwpeWYPSYCZvOLJSN_PdatY,5773
setuptools/_distutils/command/build_clib.py,sha256=bgVTHh28eLQA2Gkw68amApd_j7qQBX4MTI-zTvAK_J4,8022
setuptools/_distutils/command/build_ext.py,sha256=hX4ksYXRC-Q3fEvLrANIG97mq3twO6ZwkMhfANNK3Yg,31683
setuptools/_distutils/command/build_py.py,sha256=hXesMrH_epNj6K8SUtJdipgEis3EdICKeZ8VWe_ndck,16495
setuptools/_distutils/command/build_scripts.py,sha256=urdn6wPxPMW5dLqpqFkZ8dqaFG1tf9TiAao6U9LCoEI,5963
setuptools/_distutils/command/check.py,sha256=5qDtI75ccZg3sAItQWeaIu8y3FR314O4rr9Smz4HsEo,5637
setuptools/_distutils/command/clean.py,sha256=2TCt47ru4hZZM0RfVfUYj5bbpicpGLP4Qhw5jBtvp9k,2776
setuptools/_distutils/command/config.py,sha256=2aTjww3PwjMB8-ZibCe4P7B-qG1hM1gn_rJXYyxRz6c,13117
setuptools/_distutils/command/install.py,sha256=oaYyzj2vAGb_HKqdFts7rY0gx80W9MrqPQCZpfvGj2k,27534
setuptools/_distutils/command/install_data.py,sha256=YhGOAwh3gJPqF7em5XA0rmpR42z1bLh80ooElzDyUvk,2822
setuptools/_distutils/command/install_egg_info.py,sha256=0kW0liVMeadkjX0ZcRfMptKFen07Gw6gyw1VHT5KIwc,2603
setuptools/_distutils/command/install_headers.py,sha256=XQ6idkbIDfr1ljXCOznuVUMvOFpHBn6cK0Wz9gIM2b4,1298
setuptools/_distutils/command/install_lib.py,sha256=9AofR-MO9lAtjwwuukCptepOaJEKMZW2VHiyR5hU7HA,8397
setuptools/_distutils/command/install_scripts.py,sha256=_CLUeQwGJRcY2kik7azPMn5IdtDCrjWdUvZ1khlG6ck,2017
setuptools/_distutils/command/py37compat.py,sha256=qzRhhvTihqx_PZZt2ZYECxh1X3Oj255VqatzelYFAKw,671
setuptools/_distutils/command/register.py,sha256=2jaq9968rt2puRVDBx1HbNiXv27uOk8idE_4lPf_3VM,11712
setuptools/_distutils/command/sdist.py,sha256=qotJjAOzyhJjq2-oDImjNFrOtaSneEFDJTB-sEk1wnU,19005
setuptools/_distutils/command/upload.py,sha256=BLO1w7eSAqsCjCLXtf_CRVSjwF1WmyOByGVGNdcQ8oY,7597
setuptools/_distutils/config.py,sha256=dtHgblx9JhfyrKx1-J7Jlxw_f7s8ZbPFQii2UWMTZpY,4827
setuptools/_distutils/core.py,sha256=jbdOkpOK09xi-56vhhwvn3fYdhLb5DJO8q3K1fnQz0Q,8876
setuptools/_distutils/cygwinccompiler.py,sha256=QpmRAopZOYEKww_iCWTu3KLjs9gggyl90E0fagAxqCM,16938
setuptools/_distutils/debug.py,sha256=N6MrTAqK6l9SVk6tWweR108PM8Ol7qNlfyV-nHcLhsY,139
setuptools/_distutils/dep_util.py,sha256=GuR9Iw_jzZRkyemJ5HX8rB_wRGxkIBcBm1qh54r7zhk,3491
setuptools/_distutils/dir_util.py,sha256=UwhBOUTcV65GTwce4SPuTXR8Z8q3LYEcmttqcGb0bYo,7778
setuptools/_distutils/dist.py,sha256=Biuf6ca8uiFfMScRFsYUKtb5neMPtxKxRtXn50_1f3U,50421
setuptools/_distutils/errors.py,sha256=Yr6tKZGdzBoNi53vBtiq0UJ__X05CmxSdQJqOWaw6SY,3577
setuptools/_distutils/extension.py,sha256=bTb3Q0CoevGKYv5dX1ls--Ln8tlB0-UEOsi9BwzlZ-s,10515
setuptools/_distutils/fancy_getopt.py,sha256=OPxp2CxHi1Yp_d1D8JxW4Ueq9fC71tegQFaafh58GGU,17784
setuptools/_distutils/file_util.py,sha256=0hUqfItN_x2DVihR0MHdA4KCMVCOO8VoByaFp_a6MDg,8148
setuptools/_distutils/filelist.py,sha256=Z9f5hvepZnpniZ2IFmCnWIjdviWozs8sbARBhWajwoM,13407
setuptools/_distutils/log.py,sha256=hWBmdUC2K927QcVv3REMW3HMPclxccPQngxLSuUXQl0,1969
setuptools/_distutils/msvc9compiler.py,sha256=X623B92g0v8A3BEM9qpRf396AEd_hfjkfDUVTKu0hcE,30453
setuptools/_distutils/msvccompiler.py,sha256=qruALeGRq8-CjtjE2tLQ8W26QnchcYedWzFme8AxZ4Q,23540
setuptools/_distutils/py35compat.py,sha256=-sk1vBIsOgH-AobjIYbK_OEjdJF_54Ul_D1EiE9XM_c,455
setuptools/_distutils/py38compat.py,sha256=II7ddBxOijC7uNN4z_46HYUjwYTJYMNiLJoGTormZm0,212
setuptools/_distutils/spawn.py,sha256=4uE9k3VZWijxy7E_Rlcmh1MoamaPJ8rajdNBagKxjgU,3498
setuptools/_distutils/sysconfig.py,sha256=mrtbAa9QXYXrNEe2HGKFyes2oJTNqImcgJGWiXnxOtQ,21630
setuptools/_distutils/text_file.py,sha256=PsuAJeWdKJoLSV_6N6IpB5-0Pa84KzLUucJMFRazw3I,12483
setuptools/_distutils/unixccompiler.py,sha256=u2Sfs6LRmqQux4nZW08GwDtoFMded6wYnkiaO2TvKC4,14538
setuptools/_distutils/util.py,sha256=QJLa8Xkzuw_7-o7fK5TnVc_zp_UHBXbTjiGmrY8nQ_4,20375
setuptools/_distutils/version.py,sha256=8NogP6NPPQpp3EUMZcT9czEHia-ehqPo8spo_e7AgUU,12514
setuptools/_distutils/versionpredicate.py,sha256=ZxpEA-TQv88mUWc6hetUO4qSqA2sa7ipjZ3QEK5evDk,5133
setuptools/_imp.py,sha256=HmF91IbitRfsD5z-g4_wmcuH-RahyIONbPgiCOFgtzA,2392
setuptools/_vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
setuptools/_vendor/__pycache__/__init__.cpython-39.pyc,,
setuptools/_vendor/__pycache__/ordered_set.cpython-39.pyc,,
setuptools/_vendor/__pycache__/pyparsing.cpython-39.pyc,,
setuptools/_vendor/more_itertools/__init__.py,sha256=C7sXffHTXM3P-iaLPPfqfmDoxOflQMJLcM7ed9p3jak,82
setuptools/_vendor/more_itertools/__pycache__/__init__.cpython-39.pyc,,
setuptools/_vendor/more_itertools/__pycache__/more.cpython-39.pyc,,
setuptools/_vendor/more_itertools/__pycache__/recipes.cpython-39.pyc,,
setuptools/_vendor/more_itertools/more.py,sha256=DlZa8v6JihVwfQ5zHidOA-xDE0orcQIUyxVnCaUoDKE,117968
setuptools/_vendor/more_itertools/recipes.py,sha256=UkNkrsZyqiwgLHANBTmvMhCvaNSvSNYhyOpz_Jc55DY,16256
setuptools/_vendor/ordered_set.py,sha256=dbaCcs27dyN9gnMWGF5nA_BrVn6Q-NrjKYJpV9_fgBs,15130
setuptools/_vendor/packaging/__about__.py,sha256=PNMsaZn4UcCHyubgROH1bl6CluduPjI5kFrSp_Zgklo,736
setuptools/_vendor/packaging/__init__.py,sha256=6enbp5XgRfjBjsI9-bn00HjHf5TH21PDMOKkJW8xw-w,562
setuptools/_vendor/packaging/__pycache__/__about__.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/__init__.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/_compat.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/_structures.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/_typing.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/markers.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/requirements.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/tags.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/utils.cpython-39.pyc,,
setuptools/_vendor/packaging/__pycache__/version.cpython-39.pyc,,
setuptools/_vendor/packaging/_compat.py,sha256=MXdsGpSE_W-ZrHoC87andI4LV2FAwU7HLL-eHe_CjhU,1128
setuptools/_vendor/packaging/_structures.py,sha256=ozkCX8Q8f2qE1Eic3YiQ4buDVfgz2iYevY9e7R2y3iY,2022
setuptools/_vendor/packaging/_typing.py,sha256=x59EhQ57TMT-kTRyLZV25HZvYGGwbucTo6iKh_O0tMw,1812
setuptools/_vendor/packaging/markers.py,sha256=BCCxZbt8xgysH8v5pqbLkdtQnRZHIGkJQqlNBGek4nQ,9509
setuptools/_vendor/packaging/requirements.py,sha256=VHydZdk8m3qFxReomNwKr71cmpjantEV_xOhkEyyINI,4917
setuptools/_vendor/packaging/specifiers.py,sha256=uYp9l13F0LcknS6d4N60ytiBgFmIhKideOq9AnsxTco,31944
setuptools/_vendor/packaging/tags.py,sha256=NKMS37Zo_nWrZxgsD6zbXsXgc9edn9m160cBiLmHJdE,24067
setuptools/_vendor/packaging/utils.py,sha256=RShlvnjO2CtYSD8uri32frMMFMTmB-3ihsq1-ghzLEw,1811
setuptools/_vendor/packaging/version.py,sha256=Cnbm-OO9D_qd8ZTFxzFcjSavexSYFZmyeaoPvMsjgPc,15470
setuptools/_vendor/pyparsing.py,sha256=mahtkgcp3grNAD0re_9R0DLvBnvjzpeLwgJqT-3H1CE,232056
setuptools/archive_util.py,sha256=maJDbozRbDeSPw53VT0cb_IS3W0Ap73lJR8tX8RZDx0,7077
setuptools/build_meta.py,sha256=x7FI1UPKCKxBBSopXocfGDnJa98rQO8atKXSwJtdid8,10280
setuptools/command/__init__.py,sha256=e-8TJOikUe3St0fw2b2p9u5EDdSxl5zHUBJJKifbcQ8,217
setuptools/command/__pycache__/__init__.cpython-39.pyc,,
setuptools/command/__pycache__/alias.cpython-39.pyc,,
setuptools/command/__pycache__/bdist_egg.cpython-39.pyc,,
setuptools/command/__pycache__/bdist_rpm.cpython-39.pyc,,
setuptools/command/__pycache__/build_clib.cpython-39.pyc,,
setuptools/command/__pycache__/build_ext.cpython-39.pyc,,
setuptools/command/__pycache__/build_py.cpython-39.pyc,,
setuptools/command/__pycache__/develop.cpython-39.pyc,,
setuptools/command/__pycache__/dist_info.cpython-39.pyc,,
setuptools/command/__pycache__/easy_install.cpython-39.pyc,,
setuptools/command/__pycache__/egg_info.cpython-39.pyc,,
setuptools/command/__pycache__/install.cpython-39.pyc,,
setuptools/command/__pycache__/install_egg_info.cpython-39.pyc,,
setuptools/command/__pycache__/install_lib.cpython-39.pyc,,
setuptools/command/__pycache__/install_scripts.cpython-39.pyc,,
setuptools/command/__pycache__/py36compat.cpython-39.pyc,,
setuptools/command/__pycache__/register.cpython-39.pyc,,
setuptools/command/__pycache__/rotate.cpython-39.pyc,,
setuptools/command/__pycache__/saveopts.cpython-39.pyc,,
setuptools/command/__pycache__/sdist.cpython-39.pyc,,
setuptools/command/__pycache__/setopt.cpython-39.pyc,,
setuptools/command/__pycache__/test.cpython-39.pyc,,
setuptools/command/__pycache__/upload.cpython-39.pyc,,
setuptools/command/__pycache__/upload_docs.cpython-39.pyc,,
setuptools/command/alias.py,sha256=1sLQxZcNh6dDQpDmm4G7UGGTol83nY1NTPmNBbm2siI,2381
setuptools/command/bdist_egg.py,sha256=-upiB6fFtm8cQSQj1LRDVpG1-T143DsXCvV0fh03u7U,16604
setuptools/command/bdist_rpm.py,sha256=PxrgoHPNaw2Pw2qNjjHDPC-Ay_IaDbCqP3d_5N-cj2A,1182
setuptools/command/build_clib.py,sha256=fWHSFGkk10VCddBWCszvNhowbG9Z9CZXVjQ2uSInoOs,4415
setuptools/command/build_ext.py,sha256=SNK042HfB2ezlDQbSVRGFqI1IM5A4AsjU1wpV3fgskE,13212
setuptools/command/build_py.py,sha256=UydjclXl6FSyrPjXOOwZD-gHby0tIKoP-qu5itvyP0g,8276
setuptools/command/develop.py,sha256=5_Ss7ENd1_B_jVMY1tF5UV_y1Xu6jbVzAPG8oKeluGA,7012
setuptools/command/dist_info.py,sha256=5t6kOfrdgALT-P3ogss6PF9k-Leyesueycuk3dUyZnI,960
setuptools/command/easy_install.py,sha256=C8Ppz7A2js_6Mv0KO8rqy_YPWCZzJX34e0KtVZRJxNo,85660
setuptools/command/egg_info.py,sha256=se-FhYI1sZMzKd6lndV_-vNkJ31hX4HY4ZcMUu71l9k,25335
setuptools/command/install.py,sha256=UynjFBgRyyHrDZRVAmXrXG0vChJAMx-sxnOO3JoAzVo,4906
setuptools/command/install_egg_info.py,sha256=bMgeIeRiXzQ4DAGPV1328kcjwQjHjOWU4FngAWLV78Q,2203
setuptools/command/install_lib.py,sha256=Uz42McsyHZAjrB6cw9E7Bz0xsaTbzxnM1PI9CBhiPtE,3875
setuptools/command/install_scripts.py,sha256=o0jN_ex7yYYk8W5clymTFOXwkFMKzW9q_zd9Npcex7M,2593
setuptools/command/launcher manifest.xml,sha256=xlLbjWrB01tKC0-hlVkOKkiSPbzMml2eOPtJ_ucCnbE,628
setuptools/command/py36compat.py,sha256=7yLWzQj179Enx3pJ8V1cDDCzeLMFMd9XJXlK-iZTq5Y,4946
setuptools/command/register.py,sha256=kk3DxXCb5lXTvqnhfwx2g6q7iwbUmgTyXUCaBooBOUk,468
setuptools/command/rotate.py,sha256=SvsQPasezIojPjvMnfkqzh8P0U0tCj0daczF8uc3NQM,2128
setuptools/command/saveopts.py,sha256=za7QCBcQimKKriWcoCcbhxPjUz30gSB74zuTL47xpP4,658
setuptools/command/sdist.py,sha256=2wJds5JaCDpDZmxyN3vo4BqqrTkL-wRmDDLZPeYEGGE,6172
setuptools/command/setopt.py,sha256=okxhqD1NM1nQlbSVDCNv6P7Y7g680sc2r-tUW7wPH1Y,5086
setuptools/command/test.py,sha256=qGY-Hx1RPCndlVh2rsrEs5479CgmxRsrEflVLr98jVA,8088
setuptools/command/upload.py,sha256=XT3YFVfYPAmA5qhGg0euluU98ftxRUW-PzKcODMLxUs,462
setuptools/command/upload_docs.py,sha256=ba5kOyedD_u62weinrxqqnvpuQvBIuamXehJG6tAvO0,7218
setuptools/config.py,sha256=sm9ZbziX9DlOugcVlIbhqttMJwxwznGEsk82D8MVaDM,23123
setuptools/dep_util.py,sha256=BDx1BkzNQntvAB4alypHbW5UVBzjqths000PrUL4Zqc,949
setuptools/depends.py,sha256=iHfZdLdlCu2BllSF9bRg7NU0oqbPWMH8ljm4BuwQDY0,5474
setuptools/dist.py,sha256=cZtPPzGEhSomPH_vXH_DeCFetjJ9B8Hv8VUCG0KbZh8,43087
setuptools/errors.py,sha256=MVOcv381HNSajDgEUWzOQ4J6B5BHCBMSjHfaWcEwA1o,524
setuptools/extension.py,sha256=NMM46XjNdVelWemc0x8CyVKA5Ks6Zm3xTWSA2SS6xZM,1684
setuptools/extern/__init__.py,sha256=Hhf9W73WAitw9TdRJfDIb6YFjmK56CF61afds1Mg0HY,2407
setuptools/extern/__pycache__/__init__.cpython-39.pyc,,
setuptools/glob.py,sha256=1oZjbfjAHSXbgdhSuR6YGU8jKob9L8NtEmBYqcPTLYk,4873
setuptools/installer.py,sha256=jbhb7ZVkNV_bSUMgfnLcZw0IHr6REFnKF4o7_1Jqxm0,3567
setuptools/launch.py,sha256=TyPT-Ic1T2EnYvGO26gfNRP4ysBlrhpbRjQxWsiO414,812
setuptools/monkey.py,sha256=0e3HdVKXHL415O7np-AUqhEFXPPuDdJKbI47chQ_DE4,5217
setuptools/msvc.py,sha256=3LLt938e6OR7wWPzIvCQu7LCWZSIKqoKV6w3r8jV3kY,50561
setuptools/namespaces.py,sha256=PMqGVPXPYQgjUTvEg9bGccRAkIODrQ6NmsDg_fwErwI,3093
setuptools/package_index.py,sha256=2A1O7fpTXcfeD5IV4HWrIoEXXkgq5k8t9aWrjx90Vnw,39886
setuptools/py34compat.py,sha256=KYOd6ybRxjBW8NJmYD8t_UyyVmysppFXqHpFLdslGXU,245
setuptools/sandbox.py,sha256=mR83i-mu-ZUU_7TaMgYCeRSyzkqv8loJ_GR9xhS2DDw,14348
setuptools/script (dev).tmpl,sha256=RUzQzCQUaXtwdLtYHWYbIQmOaES5Brqq1FvUA_tu-5I,218
setuptools/script.tmpl,sha256=WGTt5piezO27c-Dbx6l5Q4T3Ff20A5z7872hv3aAhYY,138
setuptools/unicode_utils.py,sha256=aOOFo4JGwAsiBttGYDsqFS7YqWQeZ2j6DWiCuctR_00,941
setuptools/version.py,sha256=og_cuZQb0QI6ukKZFfZWPlr1HgJBPPn2vO2m_bI9ZTE,144
setuptools/wheel.py,sha256=0P8tSk105uF_Ub-30N2HU2X2v7MKDSdjpeQlRRW3SkI,8288
setuptools/windows_support.py,sha256=5GrfqSP2-dLGJoZTq2g6dCKkyQxxa2n5IQiXlJCoYEE,714
site-packages/setuptools-58.3.0.dist-info/entry_points.txt 0000644 00000005114 15056474501 0017437 0 ustar 00 [distutils.commands]
alias = setuptools.command.alias:alias
bdist_egg = setuptools.command.bdist_egg:bdist_egg
bdist_rpm = setuptools.command.bdist_rpm:bdist_rpm
build_clib = setuptools.command.build_clib:build_clib
build_ext = setuptools.command.build_ext:build_ext
build_py = setuptools.command.build_py:build_py
develop = setuptools.command.develop:develop
dist_info = setuptools.command.dist_info:dist_info
easy_install = setuptools.command.easy_install:easy_install
egg_info = setuptools.command.egg_info:egg_info
install = setuptools.command.install:install
install_egg_info = setuptools.command.install_egg_info:install_egg_info
install_lib = setuptools.command.install_lib:install_lib
install_scripts = setuptools.command.install_scripts:install_scripts
rotate = setuptools.command.rotate:rotate
saveopts = setuptools.command.saveopts:saveopts
sdist = setuptools.command.sdist:sdist
setopt = setuptools.command.setopt:setopt
test = setuptools.command.test:test
upload_docs = setuptools.command.upload_docs:upload_docs
[distutils.setup_keywords]
dependency_links = setuptools.dist:assert_string_list
eager_resources = setuptools.dist:assert_string_list
entry_points = setuptools.dist:check_entry_points
exclude_package_data = setuptools.dist:check_package_data
extras_require = setuptools.dist:check_extras
include_package_data = setuptools.dist:assert_bool
install_requires = setuptools.dist:check_requirements
namespace_packages = setuptools.dist:check_nsp
package_data = setuptools.dist:check_package_data
packages = setuptools.dist:check_packages
python_requires = setuptools.dist:check_specifier
setup_requires = setuptools.dist:check_requirements
test_loader = setuptools.dist:check_importable
test_runner = setuptools.dist:check_importable
test_suite = setuptools.dist:check_test_suite
tests_require = setuptools.dist:check_requirements
use_2to3 = setuptools.dist:invalid_unless_false
zip_safe = setuptools.dist:assert_bool
[egg_info.writers]
PKG-INFO = setuptools.command.egg_info:write_pkg_info
dependency_links.txt = setuptools.command.egg_info:overwrite_arg
depends.txt = setuptools.command.egg_info:warn_depends_obsolete
eager_resources.txt = setuptools.command.egg_info:overwrite_arg
entry_points.txt = setuptools.command.egg_info:write_entries
namespace_packages.txt = setuptools.command.egg_info:overwrite_arg
requires.txt = setuptools.command.egg_info:write_requirements
top_level.txt = setuptools.command.egg_info:write_toplevel_names
[setuptools.finalize_distribution_options]
keywords = setuptools.dist:Distribution._finalize_setup_keywords
parent_finalize = setuptools.dist:_Distribution.finalize_options
site-packages/setuptools-58.3.0.dist-info/INSTALLER 0000644 00000000004 15056474501 0015412 0 ustar 00 pip
site-packages/setuptools-58.3.0.dist-info/REQUESTED 0000644 00000000000 15056474501 0015412 0 ustar 00 site-packages/setuptools-58.3.0.dist-info/METADATA 0000644 00000011364 15056474501 0015250 0 ustar 00 Metadata-Version: 2.1
Name: setuptools
Version: 58.3.0
Summary: Easily download, build, install, upgrade, and uninstall Python packages
Home-page: https://github.com/pypa/setuptools
Author: Python Packaging Authority
Author-email: distutils-sig@python.org
License: UNKNOWN
Project-URL: Documentation, https://setuptools.readthedocs.io/
Keywords: CPAN PyPI distutils eggs package management
Platform: UNKNOWN
Classifier: Development Status :: 5 - Production/Stable
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: MIT License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3 :: Only
Classifier: Topic :: Software Development :: Libraries :: Python Modules
Classifier: Topic :: System :: Archiving :: Packaging
Classifier: Topic :: System :: Systems Administration
Classifier: Topic :: Utilities
Requires-Python: >=3.6
License-File: LICENSE
Provides-Extra: certs
Provides-Extra: docs
Requires-Dist: sphinx ; extra == 'docs'
Requires-Dist: jaraco.packaging (>=8.2) ; extra == 'docs'
Requires-Dist: rst.linker (>=1.9) ; extra == 'docs'
Requires-Dist: jaraco.tidelift (>=1.4) ; extra == 'docs'
Requires-Dist: pygments-github-lexers (==0.0.5) ; extra == 'docs'
Requires-Dist: sphinx-inline-tabs ; extra == 'docs'
Requires-Dist: sphinxcontrib-towncrier ; extra == 'docs'
Requires-Dist: furo ; extra == 'docs'
Provides-Extra: ssl
Provides-Extra: testing
Requires-Dist: pytest (>=4.6) ; extra == 'testing'
Requires-Dist: pytest-checkdocs (>=2.4) ; extra == 'testing'
Requires-Dist: pytest-flake8 ; extra == 'testing'
Requires-Dist: pytest-cov ; extra == 'testing'
Requires-Dist: pytest-enabler (>=1.0.1) ; extra == 'testing'
Requires-Dist: mock ; extra == 'testing'
Requires-Dist: flake8-2020 ; extra == 'testing'
Requires-Dist: virtualenv (>=13.0.0) ; extra == 'testing'
Requires-Dist: pytest-virtualenv (>=1.2.7) ; extra == 'testing'
Requires-Dist: wheel ; extra == 'testing'
Requires-Dist: paver ; extra == 'testing'
Requires-Dist: pip (>=19.1) ; extra == 'testing'
Requires-Dist: jaraco.envs ; extra == 'testing'
Requires-Dist: pytest-xdist ; extra == 'testing'
Requires-Dist: sphinx ; extra == 'testing'
Requires-Dist: jaraco.path (>=3.2.0) ; extra == 'testing'
Requires-Dist: pytest-black (>=0.3.7) ; (platform_python_implementation != "PyPy") and extra == 'testing'
Requires-Dist: pytest-mypy ; (platform_python_implementation != "PyPy") and extra == 'testing'
.. image:: https://img.shields.io/pypi/v/setuptools.svg
:target: `PyPI link`_
.. image:: https://img.shields.io/pypi/pyversions/setuptools.svg
:target: `PyPI link`_
.. _PyPI link: https://pypi.org/project/setuptools
.. image:: https://github.com/pypa/setuptools/workflows/tests/badge.svg
:target: https://github.com/pypa/setuptools/actions?query=workflow%3A%22tests%22
:alt: tests
.. image:: https://img.shields.io/badge/code%20style-black-000000.svg
:target: https://github.com/psf/black
:alt: Code style: Black
.. image:: https://img.shields.io/readthedocs/setuptools/latest.svg
:target: https://setuptools.readthedocs.io
.. image:: https://img.shields.io/badge/skeleton-2021-informational
:target: https://blog.jaraco.com/skeleton
.. image:: https://img.shields.io/codecov/c/github/pypa/setuptools/master.svg?logo=codecov&logoColor=white
:target: https://codecov.io/gh/pypa/setuptools
.. image:: https://tidelift.com/badges/github/pypa/setuptools?style=flat
:target: https://tidelift.com/subscription/pkg/pypi-setuptools?utm_source=pypi-setuptools&utm_medium=readme
See the `Installation Instructions
<https://packaging.python.org/installing/>`_ in the Python Packaging
User's Guide for instructions on installing, upgrading, and uninstalling
Setuptools.
Questions and comments should be directed to the `distutils-sig
mailing list <http://mail.python.org/pipermail/distutils-sig/>`_.
Bug reports and especially tested patches may be
submitted directly to the `bug tracker
<https://github.com/pypa/setuptools/issues>`_.
Code of Conduct
===============
Everyone interacting in the setuptools project's codebases, issue trackers,
chat rooms, and mailing lists is expected to follow the
`PSF Code of Conduct <https://github.com/pypa/.github/blob/main/CODE_OF_CONDUCT.md>`_.
For Enterprise
==============
Available as part of the Tidelift Subscription.
Setuptools and the maintainers of thousands of other packages are working with Tidelift to deliver one enterprise subscription that covers all of the open source you use.
`Learn more <https://tidelift.com/subscription/pkg/pypi-setuptools?utm_source=pypi-setuptools&utm_medium=referral&utm_campaign=github>`_.
Security Contact
================
To report a security vulnerability, please use the
`Tidelift security contact <https://tidelift.com/security>`_.
Tidelift will coordinate the fix and disclosure.
site-packages/setuptools-58.3.0.dist-info/top_level.txt 0000644 00000000051 15056474501 0016666 0 ustar 00 _distutils_hack
pkg_resources
setuptools
site-packages/pip/__pycache__/__main__.cpython-39.pyc 0000644 00000001162 15056474501 0016444 0 ustar 00 a
��Re� � @ s� d dl Z d dlZd dlZejd de �� fv r:ej�d � edkrde j�e j�e��Zej� d e� e
dkr�ej de dd� d dl
mZ e�e� � dS )� N� �__main__�ignorez.*packaging\.version)�category�module)�main)�os�sys�warnings�path�getcwd�pop� __package__�dirname�__file__�insert�__name__�filterwarnings�DeprecationWarning�pip._internal.cli.mainr �_main�exit� r r �{/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/__main__.py�<module> s � site-packages/pip/__pycache__/__init__.cpython-39.pyc 0000644 00000001236 15056474501 0016465 0 ustar 00 a
��Ree � @ s2 d dl mZmZ dZdeee ed�dd�ZdS )� )�List�Optionalz21.3.1N)�args�returnc C s ddl m} || �S )z�This is an internal API only meant for use by pip's own console scripts.
For additional details, see https://github.com/pypa/pip/issues/7498.
r )�_wrapper)� pip._internal.utils.entrypointsr )r r � r �{/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/__init__.py�main s r
)N)�typingr r � __version__�str�intr
r r r r �<module> s site-packages/pip/_vendor/tomli/__pycache__/_parser.cpython-39.pyc 0000644 00000040011 15056474501 0021133 0 ustar 00 a
��Re�W � @ s� d dl Z d dlmZ d dlmZmZmZmZmZm Z m
Z
m Z m Z d dl
mZmZmZmZmZmZmZmZmZ er|d dlmZ edd� ed�D ��eed ��B Z e ed
� Z e ed � Z e Z e ed � Z e Z!ed
�Z"e"ed�B Z#ee j$e j% d �Z&e&ed�B Z'edd
dddddd��Z(ee)gef Z*e e)df Z+e,Z-G dd� de.�Z/e0d�e e*ee)ef d�d d �Z1e0d�e)e*ee)ef d �d d �Z2G d!d"� d"�Z3G d#d$� d$�Z4G d%d&� d&�Z5e)e-e e) e-d'�d(d)�Z6e)e-e)ee) e7e-d*�d+d,�Z8e)e-e-d-�d.d/�Z9e)e-e-d-�d0d1�Z:e)e-e3e-d2�d3d4�Z;e)e-e3e-d2�d5d6�Z<e)e-e3e*e-d7�d8d9�Z=e)e-e*e e-e+ef d:�d;d<�Z>e)e-e e-e+f d-�d=d>�Z?e)e-e e-e)f d-�d?d@�Z@e)e-e e-e)f d-�dAdB�ZAe)e-e*e e-eBf d:�dCdD�ZCe)e-e*e e-eDf d:�dEdF�ZEdGdH�e)e-e7e e-e)f dI�dJdK�ZFe)e-e e-e)f d-�dLdM�ZGe)e-e,e e-e)f dN�dOdP�ZHe)e-e e-e)f d-�dQdR�ZIe)e-e7e e-e)f dS�dTdU�ZJe)e-e7e e-e)f dI�dVdW�ZKe)e-dXe e-e)f dY�dZd[�ZLe)e-e*e e-ef d:�d\d]�ZMe)e-e)e/d^�d_d`�ZNe,e7da�dbdc�ZOdS )d� N)�MappingProxyType) �
TYPE_CHECKING�Any�Callable�Dict� FrozenSet�Iterable�Optional�TextIO�Tuple) �RE_BIN� RE_DATETIME�RE_HEX� RE_LOCALTIME� RE_NUMBER�RE_OCT�match_to_datetime�match_to_localtime�match_to_number)�Patternc c s | ]}t |�V qd S �N)�chr)�.0�i� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/tomli/_parser.py� <genexpr> � r � � � z
z
z �
z-_z"'�� �
�"�\)z\bz\tz\nz\fz\rz\"z\\.c @ s e Zd ZdZdS )�TOMLDecodeErrorz0An error raised if a document is not valid TOML.N)�__name__�
__module__� __qualname__�__doc__r r r r r' B s r' �� parse_float)�fpr- �returnc C s | � � }t||d�S )z Parse TOML from a file object.r, )�read�loads)r. r- �sr r r �loadF s r3 )r2 r- r/ c C sL | � dd�}d}t� }t||t�}z || }W n tyF Y �qDY n0 |dkrZ|d7 }q|tv r~t||||�}t||t�}nt|dkr�z||d }W n ty� d}Y n0 |dkr�t|||�}n t|||�}t||t�}n|dkr�t ||d��t
||�}z || }W n t�y" Y �qDY n0 |dk�r:t ||d ��|d7 }q|j j S )
zParse TOML from a string.z
r! r � �[N�#zInvalid statementz5Expected newline or end of document after a statement)
�replace�State�
skip_chars�TOML_WS�
IndexError�KEY_INITIAL_CHARS�key_value_rule�create_list_rule�create_dict_rule� suffixed_err� skip_comment�out�dict)r2 r- �src�pos�state�char� second_charr r r r1 L sH
�
r1 c @ s e Zd Zdd�dd�ZdS )r8 N�r/ c C s t � | _t� | _d| _d S )Nr )�
NestedDictrB �Flags�flags�header_namespace��selfr r r �__init__� s zState.__init__)r( r) r* rP r r r r r8 � s r8 c @ sp e Zd ZdZdZdZdd�dd�Zedd�d d
�Zeee dd �d d
�Z
ee e dd�dd�Z ee e d�dd�Z
dS )rK z)Flags that map to parsed keys/namespaces.r r4 NrI c C s
i | _ d S r ��_flagsrN r r r rP � s zFlags.__init__��keyr/ c C sF | j }|d d� D ] }||vr$ d S || d }q|�|d d � d S )N����nested)rR �pop)rO rT �cont�kr r r � unset_all� s zFlags.unset_all)�head_key�rel_key�flagr/ c C s� | j }|D ],}||vr*t� t� i d�||< || d }q
|D ]@}||v r\|| d �|� n|ht� i d�||< || d }q<d S )N�rL �recursive_flagsrV rV rL �rR �set�add)rO r[ r\ r] rX rY r r r �set_for_relative_key� s zFlags.set_for_relative_key)rT r] � recursiver/ c C s� | j }|d d� |d }}|D ],}||vr@t� t� i d�||< || d }q ||vrjt� t� i d�||< || |rxdnd �|� d S )NrU r^ rV r_ rL r` )rO rT r] rd rX �
key_parent�key_stemrY r r r ra � s z Flags.set)rT r] r/ c C s� |sdS | j }|d d� D ]4}||vr, dS || }||d v rF dS |d }q|d }||v r�|| }||d v p~||d v S dS )NFrU r_ TrV rL rQ )rO rT r] rX rY �
inner_contrf r r r �is_� s
z Flags.is_)r( r) r* r+ �FROZEN�
EXPLICIT_NESTrP �KeyrZ �intrc �boolra rh r r r r rK � s
rK c @ sB e Zd Zdd�dd�Zdd�eeed�dd �Zedd
�d d �ZdS )
rJ NrI c C s
i | _ d S r )rC rN r r r rP � s zNestedDict.__init__T�� access_lists)rT ro r/ c C sT | j }|D ]D}||vr i ||< || }|r<t|t�r<|d }t|t �s
td��q
|S )NrU z There is no nest behind this key)rC �
isinstance�list�KeyError)rO rT ro rX rY r r r �get_or_create_nest� s
z NestedDict.get_or_create_nestrS c C sV | � |d d� �}|d }||v rH|| }t|t�s<td��|�i � n
i g||< d S )NrU z/An object other than list found behind this key)rs rp rq rr �append)rO rT rX �last_key�list_r r r �append_nest_to_list� s
z NestedDict.append_nest_to_list) r( r) r* rP rk rm rC rs rw r r r r rJ � s �� rJ )rD rE �charsr/ c C s2 z| | |v r|d7 }qW n t y, Y n0 |S )Nr4 )r; )rD rE rx r r r r9 � s r9 )rD rE �expect�error_on� error_on_eofr/ c C s� z| � ||�}W n2 tyB t| �}|r>t| |d|�d���Y n0 |�| ||� �}|r�tt|��}| � ||�}t| |d|�d���|S )Nz
Expected "r% zFound invalid character ")�index�
ValueError�lenr@ � intersection�next�iter) rD rE ry rz r{ �new_pos� bad_chars�bad_char�bad_posr r r �
skip_until� s r� �rD rE r/ c C sF z | | }W n t y" d }Y n0 |dkrBt| |d dtdd�S |S )Nr6 r4 r! F�rz r{ )r; r� �ILLEGAL_COMMENT_CHARS)rD rE rG r r r rA s
�rA c C s, |}t | |t�}t| |�}||kr |S q d S r )r9 �TOML_WS_AND_NEWLINErA )rD rE �pos_before_skipr r r �skip_comments_and_array_ws! s
r� )rD rE rF r/ c C s� |d7 }t | |t�}t| |�\}}|j�|tj�sB|j�|tj�rVt| |d|� d���|jj |tjdd� z|j
� |� W n t y� t| |d��Y n0 ||_
| ||d � dkr�t| |d��|d S ) Nr4 zCan not declare z twiceF�rd �Can not overwrite a value�]z.Expected "]" at the end of a table declaration)r9 r: � parse_keyrL rh rK rj ri r@ ra rB rs rr rM )rD rE rF rT r r r r? * s r? c C s� |d7 }t | |t�}t| |�\}}|j�|tj�rDt| |d|� ���|j�|� |jj |tj
dd� z|j � |� W n t
y� t| |d��Y n0 ||_| ||d � }|dkr�t| |d|�d���|d S ) N� �#Can not mutate immutable namespace Fr� r� z]]zFound "z3" at the end of an array declaration. Expected "]]")r9 r: r� rL rh rK ri r@ rZ ra rj rB rw rr rM )rD rE rF rT �
end_markerr r r r> = s(
�r> )rD rE rF r- r/ c C s� t | ||�\}}}|d d� |d }}|j| }|j�|tj�rTt| |d|� ���|j�|j|tj� z|j �
|�} W n t y� t| |d��Y n0 || v r�t| |d��t |t
tf�r�|j| }
|jj|
tjdd� || |< |S )NrU r� r� Tr� )�parse_key_value_pairrM rL rh rK ri r@ rc rj rB rs rr rp rC rq ra ) rD rE rF r- rT �valuere rf �abs_key_parent�nest�abs_keyr r r r= Y s&
�
r= )rD rE r- r/ c C st t | |�\}}z | | }W n ty0 d }Y n0 |dkrFt| |d��|d7 }t| |t�}t| ||�\}}|||fS )N�=z,Expected "=" after a key in a key/value pairr4 )r� r; r@ r9 r: � parse_value)rD rE r- rT rG r� r r r r� r s
r� c C s� t | |�\}}|g}t| |t�}z | | }W n tyB d }Y n0 |dkrX|t|�fS |d7 }t| |t�}t | |�\}}|�|� t| |t�}q d S )N�.r4 )�parse_key_partr9 r: r; �tuplert )rD rE �key_partrT rG r r r r� � s
r� c C s� z | | }W n t y" d }Y n0 |tv rL|}t| |t�}|| ||� fS |dkr^t| |�S |dkrpt| |�S t| |d��d S )N�'r% z(Invalid initial character for a key part)r; �BARE_KEY_CHARSr9 �parse_literal_str�parse_one_line_basic_strr@ )rD rE rG � start_posr r r r� � s
r� c C s |d7 }t | |dd�S )Nr4 F�� multiline)�parse_basic_str�rD rE r r r r� � s r� c C s� |d7 }g }t | |�}| ||d � dkr6|d |fS t| ||�\}}|�|� t | |�}| ||d � }|dkr~|d |fS |dkr�t| |d��|d7 }t | |�}| ||d � dkr6|d |fS q6d S )Nr4 r� �,zUnclosed array)r� r� rt r@ )rD rE r- �array�val�cr r r � parse_array� s"
r� c C sf |d7 }t � }t� }t| |t�}| ||d � dkrB|d |jfS t| ||�\}}}|d d� |d }}|�|tj�r�t| |d|� ���z|j |dd�} W n t
y� t| |d��Y n0 || v r�t| |d|� d ���|| |< t| |t�}| ||d � }
|
dk�r|d |jfS |
d
k�r*t| |d ��t |tt f��rL|j
|tjd d
� |d7 }t| |t�}qBd S )Nr4 �}rU r� Frn r� z Duplicate inline table key "r% r� zUnclosed inline tableTr� )rJ rK r9 r: rC r� rh ri r@ rs rr rp rq ra ) rD rE r- � nested_dictrL rT r� re rf r� r� r r r �parse_inline_table� s6
r� Fr� )rD rE r� r/ c C s� | ||d � }|d7 }|r�|dv r�|dkrpt | |t�}| ||d � }|sT|dfS |dkrht| |d��|d7 }t | |t�}|dfS |dkr�t| |d �S |d
kr�t| |d �S z|t| fW S ty� t|�dkr�t| |d ��t| |d��Y n0 d S )
Nr� > z\ �\
z\ r� r4 � r! zUnescaped "\" in a stringz\u� z\U� �Unterminated string)r9 r: r@ r� �parse_hex_char� BASIC_STR_ESCAPE_REPLACEMENTSrr r~ )rD rE r� � escape_idrG r r r �parse_basic_str_escape� s. r� c C s t | |dd�S )NTr� )r� r� r r r � parse_basic_str_escape_multiline� s r� )rD rE �hex_lenr/ c C sl | ||| � }t |�|ks.tdd� |D ��r:t| |d��||7 }t|d�}t|�s`t| |d��|t|�fS )Nc s s | ]}|t jvV qd S r )�string� hexdigits)r r� r r r r r z!parse_hex_char.<locals>.<genexpr>zInvalid hex value� z/Escaped character is not a Unicode scalar value)r~ �anyr@ rl �is_unicode_scalar_valuer )rD rE r� �hex_str�hex_intr r r r� s
r� c C s2 |d7 }|}t | |dtdd�}|d | ||� fS )Nr4 r� Tr� )r� �ILLEGAL_LITERAL_STR_CHARS)rD rE r� r r r r� s
�r� )rD rE �literalr/ c C s� |d7 }| ||d � dkr$|d7 }|rTd}t | |dtdd�}| ||� }|d }nd}t| |dd �\}}| ||d � |kr�||fS |d7 }| ||d � |kr�||| fS |d7 }|||d
fS ) N� r4 r! r� z'''Tr� r% r� r� )r� �#ILLEGAL_MULTILINE_LITERAL_STR_CHARSr� )rD rE r� �delim�end_pos�resultr r r �parse_multiline_str s. �
r� c C s |rt }t}nt}t}d}|}z | | }W n tyH t| |d��Y n0 |dkr�|sn|d || ||� fS | |d |d � dkr�|d || ||� fS |d7 }q |dkr�|| ||� 7 }|| |�\}}||7 }|}q ||v r�t| |d|�d���|d7 }q d S ) Nr� r� r% r4 r� �""r& zIllegal character ")�!ILLEGAL_MULTILINE_BASIC_STR_CHARSr� �ILLEGAL_BASIC_STR_CHARSr� r; r@ ) rD rE r� rz �
parse_escapesr� r� rG �
parsed_escaper r r r� 6 s6 r� r )rD rE �regexr/ c C s, |� | |�}|s t| |d��|�� |�� fS )NzUnexpected sequence)�matchr@ �end�group)rD rE r� r� r r r � parse_regexV s r� c C s� z | | }W n t y" d }Y n0 |dkr\| |d |d � dkrRt| |dd�S t| |�S |dkr�| |d |d � dkr�t| |d d�S t| |�S |d
kr�| |d |d � d kr�|d d fS |d
kr�| |d |d � dkr�|d dfS t�| |�}|�r8z t|�}W n t�y* t| |d��Y n0 |� � |fS t
�| |�}|�rZ|� � t |�fS |dk�r�| |d |d � }|dk�r�t | |d t
�\}}|t|d�fS |dk�r�t | |d t�\}} |t| d�fS |dk�r�t | |d t�\}}
|t|
d�fS t�| |�} | �r | � � t| |�fS |dk�r6t| ||�S |dk�rLt| ||�S | ||d � } | dv �rv|d || �fS | ||d � }
|
dv �r�|d ||
�fS t| |d ��d S ) Nr% r4 r� r� F)r� r� z''T�tr� �rue�f� �alsezInvalid date or datetime�0r� �xr� �or� �br5 �{> �nan�inf> z+nanz+infz-infz-nanz
Invalid value)r; r� r� r� r
r� r r} r@ r� r r r� r rl r r r r r� r� )rD rE r- rG �datetime_match� datetime_obj�localtime_matchrH r� �oct_str�bin_str� number_match� first_three�
first_fourr r r r� ] sj
r� )rD rE �msgr/ c C s, t tt d�dd�}t|� d|| |�� d��S )zZReturn a `TOMLDecodeError` where error message is suffixed with
coordinates in source.r� c S sV |t | �krdS | �dd|�d }|dkr4|d }n|| �dd|� }d|� d|� �S )Nzend of documentr! r r4 zline z , column )r~ �count�rindex)rD rE �line�columnr r r �
coord_repr� s
z suffixed_err.<locals>.coord_reprz (at �))�str�Posr' )rD rE r� r� r r r r@ � s
r@ )� codepointr/ c C s0 d| kodkn p.d| ko*dkS S )Nr i�� i � i�� r )r� r r r r� � s r� )Pr� �typesr �typingr r r r r r r r
r �pip._vendor.tomli._rer r
r r r r r r r �rer � frozenset�ranger �
ASCII_CTRLr� r� r� r� r� r: r� �
ascii_letters�digitsr� r< r� r� �
ParseFloatrk rl r� r} r' �floatr3 r1 r8 rK rJ r9 rm r� rA r� r? r> r= r� r� r� r� rq r� rC r� r� r� r� r� r� r� r� r� r@ r� r r r r �<module> s� , , " ��
?
>"
� � !�
�
� P site-packages/pip/_vendor/tomli/__pycache__/_re.cpython-39.pyc 0000644 00000004644 15056474501 0020261 0 ustar 00 a
��Rey
� @ s� d dl mZm Z mZmZmZmZ d dlZd dlmZm Z m
Z
m Z er\d dlm Z d dl
mZ dZe�d�Ze�d�Ze�d �Ze�d
�Ze�e�Ze�d e d d
�Zde e ef d�dd�Zded�dd�Zdde d�dd�ZdS )� )�date�datetime�time� timedelta�timezone�tzinfoN)�
TYPE_CHECKING�Any�Optional�Union)�Match)�
ParseFloatz7([01][0-9]|2[0-3]):([0-5][0-9]):([0-5][0-9])(\.[0-9]+)?z [0-9A-Fa-f](?:_?[0-9A-Fa-f])*z[01](?:_?[01])*z[0-7](?:_?[0-7])*zS[+-]?(?:0|[1-9](?:_?[0-9])*)(?:\.[0-9](?:_?[0-9])*)?(?:[eE][+-]?[0-9](?:_?[0-9])*)?z>([0-9]{4})-(0[1-9]|1[0-2])-(0[1-9]|1[0-9]|2[0-9]|3[01])(?:[T ]z.(?:(Z)|([+-])([01][0-9]|2[0-3]):([0-5][0-9]))?z)?r )�match�returnc C s� | � � \ }}}}}}}}} }
} t|�t|�t|� } }
}|du rNt| |
|�S t|�t|�t|� }}}|r�t|dd� �dd�dd� �nd}| r�| dkr�dnd}tt|t|
� |t| � d��}n|r�tj}nd}t| |
||||||d �S )
z�Convert a `RE_DATETIME` match to `datetime.datetime` or `datetime.date`.
Raises ValueError if the match does not correspond to a valid date
or datetime.
N� � �0r �+���)�hours�minutes)r )�groups�intr �ljustr r �utcr )r �year_str� month_str�day_str�hour_str�
minute_str�sec_str�
micros_str� zulu_time�offset_dir_str�offset_hour_str�offset_minute_str�year�month�day�hour�minute�sec�micros�
offset_dir�tz� r/ ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/tomli/_re.py�match_to_datetime" s< � (
��r1 c C sR | � � \}}}}|r4t|dd � �dd�d d� �nd}tt|�t|�t|�|�S )Nr r r r )r r r r )r r r r r! r, r/ r/ r0 �match_to_localtimeI s (r2 r
)r � parse_floatr c C s0 | � � }d|v s d|v s d|v r(||�S t|�S )N�.�e�E)�groupr )r r3 � match_strr/ r/ r0 �match_to_numberO s r9 )r r r r r r �re�typingr r r
r r �pip._vendor.tomli._parserr
� _TIME_RE_STR�compile�RE_HEX�RE_BIN�RE_OCT� RE_NUMBER� RE_LOCALTIME� RE_DATETIMEr1 r2 r9 r/ r/ r/ r0 �<module> s2
�
����
' site-packages/pip/_vendor/tomli/__pycache__/__init__.cpython-39.pyc 0000644 00000000642 15056474501 0021245 0 ustar 00 a
��Re� � @ s$ d Z dZdZddlmZmZmZ dS )zA lil' TOML parser.)�loads�load�TOMLDecodeErrorz1.0.3� )r r r N)�__doc__�__all__� __version__�pip._vendor.tomli._parserr r r � r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/tomli/__init__.py�<module> s site-packages/pip/_vendor/tomli/_re.py 0000644 00000005171 15056474501 0013766 0 ustar 00 from datetime import date, datetime, time, timedelta, timezone, tzinfo
import re
from typing import TYPE_CHECKING, Any, Optional, Union
if TYPE_CHECKING:
from re import Match
from pip._vendor.tomli._parser import ParseFloat
# E.g.
# - 00:32:00.999999
# - 00:32:00
_TIME_RE_STR = r"([01][0-9]|2[0-3]):([0-5][0-9]):([0-5][0-9])(\.[0-9]+)?"
RE_HEX = re.compile(r"[0-9A-Fa-f](?:_?[0-9A-Fa-f])*")
RE_BIN = re.compile(r"[01](?:_?[01])*")
RE_OCT = re.compile(r"[0-7](?:_?[0-7])*")
RE_NUMBER = re.compile(
r"[+-]?(?:0|[1-9](?:_?[0-9])*)" # integer
+ r"(?:\.[0-9](?:_?[0-9])*)?" # optional fractional part
+ r"(?:[eE][+-]?[0-9](?:_?[0-9])*)?" # optional exponent part
)
RE_LOCALTIME = re.compile(_TIME_RE_STR)
RE_DATETIME = re.compile(
r"([0-9]{4})-(0[1-9]|1[0-2])-(0[1-9]|1[0-9]|2[0-9]|3[01])" # date, e.g. 1988-10-27
+ r"(?:"
+ r"[T ]"
+ _TIME_RE_STR
+ r"(?:(Z)|([+-])([01][0-9]|2[0-3]):([0-5][0-9]))?" # time offset
+ r")?"
)
def match_to_datetime(match: "Match") -> Union[datetime, date]:
"""Convert a `RE_DATETIME` match to `datetime.datetime` or `datetime.date`.
Raises ValueError if the match does not correspond to a valid date
or datetime.
"""
(
year_str,
month_str,
day_str,
hour_str,
minute_str,
sec_str,
micros_str,
zulu_time,
offset_dir_str,
offset_hour_str,
offset_minute_str,
) = match.groups()
year, month, day = int(year_str), int(month_str), int(day_str)
if hour_str is None:
return date(year, month, day)
hour, minute, sec = int(hour_str), int(minute_str), int(sec_str)
micros = int(micros_str[1:].ljust(6, "0")[:6]) if micros_str else 0
if offset_dir_str:
offset_dir = 1 if offset_dir_str == "+" else -1
tz: Optional[tzinfo] = timezone(
timedelta(
hours=offset_dir * int(offset_hour_str),
minutes=offset_dir * int(offset_minute_str),
)
)
elif zulu_time:
tz = timezone.utc
else: # local date-time
tz = None
return datetime(year, month, day, hour, minute, sec, micros, tzinfo=tz)
def match_to_localtime(match: "Match") -> time:
hour_str, minute_str, sec_str, micros_str = match.groups()
micros = int(micros_str[1:].ljust(6, "0")[:6]) if micros_str else 0
return time(int(hour_str), int(minute_str), int(sec_str), micros)
def match_to_number(match: "Match", parse_float: "ParseFloat") -> Any:
match_str = match.group()
if "." in match_str or "e" in match_str or "E" in match_str:
return parse_float(match_str)
return int(match_str)
site-packages/pip/_vendor/tomli/__init__.py 0000644 00000000346 15056474501 0014757 0 ustar 00 """A lil' TOML parser."""
__all__ = ("loads", "load", "TOMLDecodeError")
__version__ = "1.0.3" # DO NOT EDIT THIS LINE MANUALLY. LET bump2version UTILITY DO IT
from pip._vendor.tomli._parser import TOMLDecodeError, load, loads
site-packages/pip/_vendor/tomli/_parser.py 0000644 00000053617 15056474501 0014664 0 ustar 00 import string
from types import MappingProxyType
from typing import (
TYPE_CHECKING,
Any,
Callable,
Dict,
FrozenSet,
Iterable,
Optional,
TextIO,
Tuple,
)
from pip._vendor.tomli._re import (
RE_BIN,
RE_DATETIME,
RE_HEX,
RE_LOCALTIME,
RE_NUMBER,
RE_OCT,
match_to_datetime,
match_to_localtime,
match_to_number,
)
if TYPE_CHECKING:
from re import Pattern
ASCII_CTRL = frozenset(chr(i) for i in range(32)) | frozenset(chr(127))
# Neither of these sets include quotation mark or backslash. They are
# currently handled as separate cases in the parser functions.
ILLEGAL_BASIC_STR_CHARS = ASCII_CTRL - frozenset("\t")
ILLEGAL_MULTILINE_BASIC_STR_CHARS = ASCII_CTRL - frozenset("\t\n\r")
ILLEGAL_LITERAL_STR_CHARS = ILLEGAL_BASIC_STR_CHARS
ILLEGAL_MULTILINE_LITERAL_STR_CHARS = ASCII_CTRL - frozenset("\t\n")
ILLEGAL_COMMENT_CHARS = ILLEGAL_BASIC_STR_CHARS
TOML_WS = frozenset(" \t")
TOML_WS_AND_NEWLINE = TOML_WS | frozenset("\n")
BARE_KEY_CHARS = frozenset(string.ascii_letters + string.digits + "-_")
KEY_INITIAL_CHARS = BARE_KEY_CHARS | frozenset("\"'")
BASIC_STR_ESCAPE_REPLACEMENTS = MappingProxyType(
{
"\\b": "\u0008", # backspace
"\\t": "\u0009", # tab
"\\n": "\u000A", # linefeed
"\\f": "\u000C", # form feed
"\\r": "\u000D", # carriage return
'\\"': "\u0022", # quote
"\\\\": "\u005C", # backslash
}
)
# Type annotations
ParseFloat = Callable[[str], Any]
Key = Tuple[str, ...]
Pos = int
class TOMLDecodeError(ValueError):
"""An error raised if a document is not valid TOML."""
def load(fp: TextIO, *, parse_float: ParseFloat = float) -> Dict[str, Any]:
"""Parse TOML from a file object."""
s = fp.read()
return loads(s, parse_float=parse_float)
def loads(s: str, *, parse_float: ParseFloat = float) -> Dict[str, Any]: # noqa: C901
"""Parse TOML from a string."""
# The spec allows converting "\r\n" to "\n", even in string
# literals. Let's do so to simplify parsing.
src = s.replace("\r\n", "\n")
pos = 0
state = State()
# Parse one statement at a time
# (typically means one line in TOML source)
while True:
# 1. Skip line leading whitespace
pos = skip_chars(src, pos, TOML_WS)
# 2. Parse rules. Expect one of the following:
# - end of file
# - end of line
# - comment
# - key/value pair
# - append dict to list (and move to its namespace)
# - create dict (and move to its namespace)
# Skip trailing whitespace when applicable.
try:
char = src[pos]
except IndexError:
break
if char == "\n":
pos += 1
continue
if char in KEY_INITIAL_CHARS:
pos = key_value_rule(src, pos, state, parse_float)
pos = skip_chars(src, pos, TOML_WS)
elif char == "[":
try:
second_char: Optional[str] = src[pos + 1]
except IndexError:
second_char = None
if second_char == "[":
pos = create_list_rule(src, pos, state)
else:
pos = create_dict_rule(src, pos, state)
pos = skip_chars(src, pos, TOML_WS)
elif char != "#":
raise suffixed_err(src, pos, "Invalid statement")
# 3. Skip comment
pos = skip_comment(src, pos)
# 4. Expect end of line or end of file
try:
char = src[pos]
except IndexError:
break
if char != "\n":
raise suffixed_err(
src, pos, "Expected newline or end of document after a statement"
)
pos += 1
return state.out.dict
class State:
def __init__(self) -> None:
# Mutable, read-only
self.out = NestedDict()
self.flags = Flags()
# Immutable, read and write
self.header_namespace: Key = ()
class Flags:
"""Flags that map to parsed keys/namespaces."""
# Marks an immutable namespace (inline array or inline table).
FROZEN = 0
# Marks a nest that has been explicitly created and can no longer
# be opened using the "[table]" syntax.
EXPLICIT_NEST = 1
def __init__(self) -> None:
self._flags: Dict[str, dict] = {}
def unset_all(self, key: Key) -> None:
cont = self._flags
for k in key[:-1]:
if k not in cont:
return
cont = cont[k]["nested"]
cont.pop(key[-1], None)
def set_for_relative_key(self, head_key: Key, rel_key: Key, flag: int) -> None:
cont = self._flags
for k in head_key:
if k not in cont:
cont[k] = {"flags": set(), "recursive_flags": set(), "nested": {}}
cont = cont[k]["nested"]
for k in rel_key:
if k in cont:
cont[k]["flags"].add(flag)
else:
cont[k] = {"flags": {flag}, "recursive_flags": set(), "nested": {}}
cont = cont[k]["nested"]
def set(self, key: Key, flag: int, *, recursive: bool) -> None: # noqa: A003
cont = self._flags
key_parent, key_stem = key[:-1], key[-1]
for k in key_parent:
if k not in cont:
cont[k] = {"flags": set(), "recursive_flags": set(), "nested": {}}
cont = cont[k]["nested"]
if key_stem not in cont:
cont[key_stem] = {"flags": set(), "recursive_flags": set(), "nested": {}}
cont[key_stem]["recursive_flags" if recursive else "flags"].add(flag)
def is_(self, key: Key, flag: int) -> bool:
if not key:
return False # document root has no flags
cont = self._flags
for k in key[:-1]:
if k not in cont:
return False
inner_cont = cont[k]
if flag in inner_cont["recursive_flags"]:
return True
cont = inner_cont["nested"]
key_stem = key[-1]
if key_stem in cont:
cont = cont[key_stem]
return flag in cont["flags"] or flag in cont["recursive_flags"]
return False
class NestedDict:
def __init__(self) -> None:
# The parsed content of the TOML document
self.dict: Dict[str, Any] = {}
def get_or_create_nest(
self,
key: Key,
*,
access_lists: bool = True,
) -> dict:
cont: Any = self.dict
for k in key:
if k not in cont:
cont[k] = {}
cont = cont[k]
if access_lists and isinstance(cont, list):
cont = cont[-1]
if not isinstance(cont, dict):
raise KeyError("There is no nest behind this key")
return cont
def append_nest_to_list(self, key: Key) -> None:
cont = self.get_or_create_nest(key[:-1])
last_key = key[-1]
if last_key in cont:
list_ = cont[last_key]
if not isinstance(list_, list):
raise KeyError("An object other than list found behind this key")
list_.append({})
else:
cont[last_key] = [{}]
def skip_chars(src: str, pos: Pos, chars: Iterable[str]) -> Pos:
try:
while src[pos] in chars:
pos += 1
except IndexError:
pass
return pos
def skip_until(
src: str,
pos: Pos,
expect: str,
*,
error_on: FrozenSet[str],
error_on_eof: bool,
) -> Pos:
try:
new_pos = src.index(expect, pos)
except ValueError:
new_pos = len(src)
if error_on_eof:
raise suffixed_err(src, new_pos, f'Expected "{expect!r}"')
bad_chars = error_on.intersection(src[pos:new_pos])
if bad_chars:
bad_char = next(iter(bad_chars))
bad_pos = src.index(bad_char, pos)
raise suffixed_err(src, bad_pos, f'Found invalid character "{bad_char!r}"')
return new_pos
def skip_comment(src: str, pos: Pos) -> Pos:
try:
char: Optional[str] = src[pos]
except IndexError:
char = None
if char == "#":
return skip_until(
src, pos + 1, "\n", error_on=ILLEGAL_COMMENT_CHARS, error_on_eof=False
)
return pos
def skip_comments_and_array_ws(src: str, pos: Pos) -> Pos:
while True:
pos_before_skip = pos
pos = skip_chars(src, pos, TOML_WS_AND_NEWLINE)
pos = skip_comment(src, pos)
if pos == pos_before_skip:
return pos
def create_dict_rule(src: str, pos: Pos, state: State) -> Pos:
pos += 1 # Skip "["
pos = skip_chars(src, pos, TOML_WS)
pos, key = parse_key(src, pos)
if state.flags.is_(key, Flags.EXPLICIT_NEST) or state.flags.is_(key, Flags.FROZEN):
raise suffixed_err(src, pos, f"Can not declare {key} twice")
state.flags.set(key, Flags.EXPLICIT_NEST, recursive=False)
try:
state.out.get_or_create_nest(key)
except KeyError:
raise suffixed_err(src, pos, "Can not overwrite a value")
state.header_namespace = key
if src[pos : pos + 1] != "]":
raise suffixed_err(src, pos, 'Expected "]" at the end of a table declaration')
return pos + 1
def create_list_rule(src: str, pos: Pos, state: State) -> Pos:
pos += 2 # Skip "[["
pos = skip_chars(src, pos, TOML_WS)
pos, key = parse_key(src, pos)
if state.flags.is_(key, Flags.FROZEN):
raise suffixed_err(src, pos, f"Can not mutate immutable namespace {key}")
# Free the namespace now that it points to another empty list item...
state.flags.unset_all(key)
# ...but this key precisely is still prohibited from table declaration
state.flags.set(key, Flags.EXPLICIT_NEST, recursive=False)
try:
state.out.append_nest_to_list(key)
except KeyError:
raise suffixed_err(src, pos, "Can not overwrite a value")
state.header_namespace = key
end_marker = src[pos : pos + 2]
if end_marker != "]]":
raise suffixed_err(
src,
pos,
f'Found "{end_marker!r}" at the end of an array declaration.'
' Expected "]]"',
)
return pos + 2
def key_value_rule(src: str, pos: Pos, state: State, parse_float: ParseFloat) -> Pos:
pos, key, value = parse_key_value_pair(src, pos, parse_float)
key_parent, key_stem = key[:-1], key[-1]
abs_key_parent = state.header_namespace + key_parent
if state.flags.is_(abs_key_parent, Flags.FROZEN):
raise suffixed_err(
src, pos, f"Can not mutate immutable namespace {abs_key_parent}"
)
# Containers in the relative path can't be opened with the table syntax after this
state.flags.set_for_relative_key(state.header_namespace, key, Flags.EXPLICIT_NEST)
try:
nest = state.out.get_or_create_nest(abs_key_parent)
except KeyError:
raise suffixed_err(src, pos, "Can not overwrite a value")
if key_stem in nest:
raise suffixed_err(src, pos, "Can not overwrite a value")
# Mark inline table and array namespaces recursively immutable
if isinstance(value, (dict, list)):
abs_key = state.header_namespace + key
state.flags.set(abs_key, Flags.FROZEN, recursive=True)
nest[key_stem] = value
return pos
def parse_key_value_pair(
src: str, pos: Pos, parse_float: ParseFloat
) -> Tuple[Pos, Key, Any]:
pos, key = parse_key(src, pos)
try:
char: Optional[str] = src[pos]
except IndexError:
char = None
if char != "=":
raise suffixed_err(src, pos, 'Expected "=" after a key in a key/value pair')
pos += 1
pos = skip_chars(src, pos, TOML_WS)
pos, value = parse_value(src, pos, parse_float)
return pos, key, value
def parse_key(src: str, pos: Pos) -> Tuple[Pos, Key]:
pos, key_part = parse_key_part(src, pos)
key = [key_part]
pos = skip_chars(src, pos, TOML_WS)
while True:
try:
char: Optional[str] = src[pos]
except IndexError:
char = None
if char != ".":
return pos, tuple(key)
pos += 1
pos = skip_chars(src, pos, TOML_WS)
pos, key_part = parse_key_part(src, pos)
key.append(key_part)
pos = skip_chars(src, pos, TOML_WS)
def parse_key_part(src: str, pos: Pos) -> Tuple[Pos, str]:
try:
char: Optional[str] = src[pos]
except IndexError:
char = None
if char in BARE_KEY_CHARS:
start_pos = pos
pos = skip_chars(src, pos, BARE_KEY_CHARS)
return pos, src[start_pos:pos]
if char == "'":
return parse_literal_str(src, pos)
if char == '"':
return parse_one_line_basic_str(src, pos)
raise suffixed_err(src, pos, "Invalid initial character for a key part")
def parse_one_line_basic_str(src: str, pos: Pos) -> Tuple[Pos, str]:
pos += 1
return parse_basic_str(src, pos, multiline=False)
def parse_array(src: str, pos: Pos, parse_float: ParseFloat) -> Tuple[Pos, list]:
pos += 1
array: list = []
pos = skip_comments_and_array_ws(src, pos)
if src[pos : pos + 1] == "]":
return pos + 1, array
while True:
pos, val = parse_value(src, pos, parse_float)
array.append(val)
pos = skip_comments_and_array_ws(src, pos)
c = src[pos : pos + 1]
if c == "]":
return pos + 1, array
if c != ",":
raise suffixed_err(src, pos, "Unclosed array")
pos += 1
pos = skip_comments_and_array_ws(src, pos)
if src[pos : pos + 1] == "]":
return pos + 1, array
def parse_inline_table(src: str, pos: Pos, parse_float: ParseFloat) -> Tuple[Pos, dict]:
pos += 1
nested_dict = NestedDict()
flags = Flags()
pos = skip_chars(src, pos, TOML_WS)
if src[pos : pos + 1] == "}":
return pos + 1, nested_dict.dict
while True:
pos, key, value = parse_key_value_pair(src, pos, parse_float)
key_parent, key_stem = key[:-1], key[-1]
if flags.is_(key, Flags.FROZEN):
raise suffixed_err(src, pos, f"Can not mutate immutable namespace {key}")
try:
nest = nested_dict.get_or_create_nest(key_parent, access_lists=False)
except KeyError:
raise suffixed_err(src, pos, "Can not overwrite a value")
if key_stem in nest:
raise suffixed_err(src, pos, f'Duplicate inline table key "{key_stem}"')
nest[key_stem] = value
pos = skip_chars(src, pos, TOML_WS)
c = src[pos : pos + 1]
if c == "}":
return pos + 1, nested_dict.dict
if c != ",":
raise suffixed_err(src, pos, "Unclosed inline table")
if isinstance(value, (dict, list)):
flags.set(key, Flags.FROZEN, recursive=True)
pos += 1
pos = skip_chars(src, pos, TOML_WS)
def parse_basic_str_escape(
src: str, pos: Pos, *, multiline: bool = False
) -> Tuple[Pos, str]:
escape_id = src[pos : pos + 2]
pos += 2
if multiline and escape_id in {"\\ ", "\\\t", "\\\n"}:
# Skip whitespace until next non-whitespace character or end of
# the doc. Error if non-whitespace is found before newline.
if escape_id != "\\\n":
pos = skip_chars(src, pos, TOML_WS)
char = src[pos : pos + 1]
if not char:
return pos, ""
if char != "\n":
raise suffixed_err(src, pos, 'Unescaped "\\" in a string')
pos += 1
pos = skip_chars(src, pos, TOML_WS_AND_NEWLINE)
return pos, ""
if escape_id == "\\u":
return parse_hex_char(src, pos, 4)
if escape_id == "\\U":
return parse_hex_char(src, pos, 8)
try:
return pos, BASIC_STR_ESCAPE_REPLACEMENTS[escape_id]
except KeyError:
if len(escape_id) != 2:
raise suffixed_err(src, pos, "Unterminated string")
raise suffixed_err(src, pos, 'Unescaped "\\" in a string')
def parse_basic_str_escape_multiline(src: str, pos: Pos) -> Tuple[Pos, str]:
return parse_basic_str_escape(src, pos, multiline=True)
def parse_hex_char(src: str, pos: Pos, hex_len: int) -> Tuple[Pos, str]:
hex_str = src[pos : pos + hex_len]
if len(hex_str) != hex_len or any(c not in string.hexdigits for c in hex_str):
raise suffixed_err(src, pos, "Invalid hex value")
pos += hex_len
hex_int = int(hex_str, 16)
if not is_unicode_scalar_value(hex_int):
raise suffixed_err(src, pos, "Escaped character is not a Unicode scalar value")
return pos, chr(hex_int)
def parse_literal_str(src: str, pos: Pos) -> Tuple[Pos, str]:
pos += 1 # Skip starting apostrophe
start_pos = pos
pos = skip_until(
src, pos, "'", error_on=ILLEGAL_LITERAL_STR_CHARS, error_on_eof=True
)
return pos + 1, src[start_pos:pos] # Skip ending apostrophe
def parse_multiline_str(src: str, pos: Pos, *, literal: bool) -> Tuple[Pos, str]:
pos += 3
if src[pos : pos + 1] == "\n":
pos += 1
if literal:
delim = "'"
end_pos = skip_until(
src,
pos,
"'''",
error_on=ILLEGAL_MULTILINE_LITERAL_STR_CHARS,
error_on_eof=True,
)
result = src[pos:end_pos]
pos = end_pos + 3
else:
delim = '"'
pos, result = parse_basic_str(src, pos, multiline=True)
# Add at maximum two extra apostrophes/quotes if the end sequence
# is 4 or 5 chars long instead of just 3.
if src[pos : pos + 1] != delim:
return pos, result
pos += 1
if src[pos : pos + 1] != delim:
return pos, result + delim
pos += 1
return pos, result + (delim * 2)
def parse_basic_str(src: str, pos: Pos, *, multiline: bool) -> Tuple[Pos, str]:
if multiline:
error_on = ILLEGAL_MULTILINE_BASIC_STR_CHARS
parse_escapes = parse_basic_str_escape_multiline
else:
error_on = ILLEGAL_BASIC_STR_CHARS
parse_escapes = parse_basic_str_escape
result = ""
start_pos = pos
while True:
try:
char = src[pos]
except IndexError:
raise suffixed_err(src, pos, "Unterminated string")
if char == '"':
if not multiline:
return pos + 1, result + src[start_pos:pos]
if src[pos + 1 : pos + 3] == '""':
return pos + 3, result + src[start_pos:pos]
pos += 1
continue
if char == "\\":
result += src[start_pos:pos]
pos, parsed_escape = parse_escapes(src, pos)
result += parsed_escape
start_pos = pos
continue
if char in error_on:
raise suffixed_err(src, pos, f'Illegal character "{char!r}"')
pos += 1
def parse_regex(src: str, pos: Pos, regex: "Pattern") -> Tuple[Pos, str]:
match = regex.match(src, pos)
if not match:
raise suffixed_err(src, pos, "Unexpected sequence")
return match.end(), match.group()
def parse_value( # noqa: C901
src: str, pos: Pos, parse_float: ParseFloat
) -> Tuple[Pos, Any]:
try:
char: Optional[str] = src[pos]
except IndexError:
char = None
# Basic strings
if char == '"':
if src[pos + 1 : pos + 3] == '""':
return parse_multiline_str(src, pos, literal=False)
return parse_one_line_basic_str(src, pos)
# Literal strings
if char == "'":
if src[pos + 1 : pos + 3] == "''":
return parse_multiline_str(src, pos, literal=True)
return parse_literal_str(src, pos)
# Booleans
if char == "t":
if src[pos + 1 : pos + 4] == "rue":
return pos + 4, True
if char == "f":
if src[pos + 1 : pos + 5] == "alse":
return pos + 5, False
# Dates and times
datetime_match = RE_DATETIME.match(src, pos)
if datetime_match:
try:
datetime_obj = match_to_datetime(datetime_match)
except ValueError:
raise suffixed_err(src, pos, "Invalid date or datetime")
return datetime_match.end(), datetime_obj
localtime_match = RE_LOCALTIME.match(src, pos)
if localtime_match:
return localtime_match.end(), match_to_localtime(localtime_match)
# Non-decimal integers
if char == "0":
second_char = src[pos + 1 : pos + 2]
if second_char == "x":
pos, hex_str = parse_regex(src, pos + 2, RE_HEX)
return pos, int(hex_str, 16)
if second_char == "o":
pos, oct_str = parse_regex(src, pos + 2, RE_OCT)
return pos, int(oct_str, 8)
if second_char == "b":
pos, bin_str = parse_regex(src, pos + 2, RE_BIN)
return pos, int(bin_str, 2)
# Decimal integers and "normal" floats.
# The regex will greedily match any type starting with a decimal
# char, so needs to be located after handling of non-decimal ints,
# and dates and times.
number_match = RE_NUMBER.match(src, pos)
if number_match:
return number_match.end(), match_to_number(number_match, parse_float)
# Arrays
if char == "[":
return parse_array(src, pos, parse_float)
# Inline tables
if char == "{":
return parse_inline_table(src, pos, parse_float)
# Special floats
first_three = src[pos : pos + 3]
if first_three in {"inf", "nan"}:
return pos + 3, parse_float(first_three)
first_four = src[pos : pos + 4]
if first_four in {"-inf", "+inf", "-nan", "+nan"}:
return pos + 4, parse_float(first_four)
raise suffixed_err(src, pos, "Invalid value")
def suffixed_err(src: str, pos: Pos, msg: str) -> TOMLDecodeError:
"""Return a `TOMLDecodeError` where error message is suffixed with
coordinates in source."""
def coord_repr(src: str, pos: Pos) -> str:
if pos >= len(src):
return "end of document"
line = src.count("\n", 0, pos) + 1
if line == 1:
column = pos + 1
else:
column = pos - src.rindex("\n", 0, pos)
return f"line {line}, column {column}"
return TOMLDecodeError(f"{msg} (at {coord_repr(src, pos)})")
def is_unicode_scalar_value(codepoint: int) -> bool:
return (0 <= codepoint <= 55295) or (57344 <= codepoint <= 1114111)
site-packages/pip/_vendor/__pycache__/six.cpython-39.pyc 0000644 00000065633 15056474501 0017200 0 ustar 00 a
��Re�� � E @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn|efZeefZeejfZe ZeZej � d �r�ed
�ZnFG d d � d e �Z ze!e � � W n e"�y ed
�ZY n
0 ed
�Z[ e
�r$ddl#m$Z$ ndZ$dd� Z%dd� Z&G dd� de �Z'G dd� de'�Z(G dd� dej)�Z*G dd� de'�Z+G dd � d e �Z,e,e-�Z.G d d � d e*�Z/e+d d d d!�e+d"d#d$d%d"�e+d&d#d#d'd&�e+d(d)d$d*d(�e+d+d)d,�e+d-d#d$d.d-�e+d/d0d0d1d/�e+d2d0d0d/d2�e+d3d4d5�e+d6d)d$d7d6�e+d8d)e
�r4d9nd:d;�e+d<d)d=�e+d>d?d@dA�e+d!d!d �e+dBdBdC�e+dDdDdC�e+dEdEdC�e+d7d)d$d7d6�e+dFd#d$dGdF�e+dHd#d#dIdH�e(d$d)�e(dJdK�e(dLdCej
dMk�r�dNndC�e(dOdP�e(dQdRdS�e(dTdUdV�e(dWdXej
dYk �r�dWndZ�e(d[d\d]�e(d^d_d`�e(dadbdc�e(dddedf�e(dgdhdi�e(djdkdl�e(dmdndo�e(dpdqdr�e(dsdtdu�e(dvdwdx�e(dydydz�e(d{d{dz�e(d|d|dz�e(d}d}d~�e(dd��e(d�d��e(d�d��e(dZd�dZ�e(d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�d�d��e(d�e-d� d��e(d�e-d� d��e(d�e-d� e-d� �e(d�d�d��e(d�d�d��e(d�d�d��gBZ0ej d�k�r�e0e(d�dÃg7 Z0e0D ]2Z1e2e/e1j3e1� e4e1e(��r�e.�5e1d�e1j3 � �q�[1e0e/_0e/e-d� �Z6e.�5e6dơ G d�dȄ d�e*�Z7e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+dAd�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d�d�dփe+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��e+d�d�d��gZ8e8D ]Z1e2e7e1j3e1� �q [1e8e7_0e.�5e7e-d� �d�d� G d�d� d�e*�Z9e+d�d�d��e+d�d�d��e+d�d�d��gZ:e:D ]Z1e2e9e1j3e1� �q�[1e:e9_0e.�5e9e-d� �d�d� G d�d� d�e*�Z;e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+d�d�d�e+�d d�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�d d�d�e+�d
d�d�e+�d d�d�e+�d d�d�e+�d
d�d�e+�dd�d�e+�dd�d�e+�dd�d�e+�dd�d�g#Z<e<D ]Z1e2e;e1j3e1� �qV[1e<e;_0e.�5e;e-�d ��d�d� G �d�d� �de*�Z=e+�dd��d�e+�dd��d�e+�dd��d�e+�dd��d�gZ>e>D ]Z1e2e=e1j3e1� �q�[1e>e=_0e.�5e=e-�d ��d �d � G �d �d � �d e*�Z?e+�d!d�d��gZ@e@D ]Z1e2e?e1j3e1� � qJ[1e@e?_0e.�5e?e-�d" ��d#�d$� G �d%�d&� �d&ej)�ZAe.�5eAe-d� ��d'� �d(�d)� ZB�d*�d+� ZCe � r��d,ZD�d-ZE�d.ZF�d/ZG�d0ZH�d1ZIn$�d2ZD�d3ZE�d4ZF�d5ZG�d6ZH�d7ZIzeJZKW n eL�
yB �d8�d9� ZKY n0 eKZJzeMZMW n eL�
yp �d:�d;� ZMY n0 e �
r��d<�d=� ZNejOZP�d>�d?� ZQe ZRn>�d@�d=� ZN�dA�dB� ZP�dC�d?� ZQG �dD�dE� �dEe �ZReMZMe%eN�dF� e�SeD�ZTe�SeE�ZUe�SeF�ZVe�SeG�ZWe�SeH�ZXe�SeI�ZYe � r~�dG�dH� ZZ�dI�dJ� Z[�dK�dL� Z\�dM�dN� Z]e�^�dO�Z_e�^�dP�Z`e�^�dQ�ZanT�dR�dH� ZZ�dS�dJ� Z[�dT�dL� Z\�dU�dN� Z]e�^�dV�Z_e�^�dW�Z`e�^�dX�Zae%eZ�dY� e%e[�dZ� e%e\�d[� e%e]�d\� e � r��d]�d^� Zb�d_�d`� ZcedZeddlfZfef�g�da�jhZi[fe�jd�ZkejlZmenZoddlpZpepjqZqepjrZr[p�dbZsej
�dc �dck� r��ddZt�deZu�dfZvn�dgZt�dhZu�diZvnp�dj�d^� Zb�dk�d`� ZceeZeedZi�dl�dm� Zk�dn�do� Zme�wejxey�ZoddlqZqeqjq ZqZr�dpZs�ddZt�deZu�dfZve%eb�dq� e%ec�dr� �ds�db� Zz�dt�dg� Z{�du�dh� Z|�dv�di� Z}e �
r�e~e6j�dw�Z��d��dx�dy�Z�n�d��dz�d{�Z�e��d|� ej
dd� �d}k�
r�e��d~� n �d�d�� Z�e~e6j�d�d�Z�e�du �
r�d��d�� Z�ej
dd� dMk �re�Z��d��d�� Z�e%e��d�� ej
dd� dk �rzej�ej�f�d��d��Z�ej�j e�_ ej�ej�f�d��d��Z�ej�j e�_ nej�Z��d��d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e-Z�e�� ���d��du�r�g e�_�ej��rBe�ej��D ]4\Z�Z�ee��j-d k�re�j3e-k�rej�e�= �q>�q[�[�ej���e.� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.16.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �~/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� )�spec_from_loaderc C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docP s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleU s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__] s z_LazyDescr.__init__c C s@ | � � }t|| j|� zt|j| j� W n ty: Y n0 |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__` s z_LazyDescr.__get__N)r
r r r r' r r r r r [ s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d u r |}|| _n|| _d S r )�superr( r �PY3�mod)r
r �old�new�r" r r r n s zMovedModule.__init__c C s
t | j�S r )r r+ r r r r r w s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__z s
zMovedModule.__getattr__)N)r
r r r r r3 �
__classcell__r r r. r r( l s r( c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r) r5 r r" r r r. r r r � s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r0 r r r �
<listcomp>� � z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
�attrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r; r9 r4 r r r. r r5 � s r5 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d u r |}|| _|d u r@|d u r<|}n|}|| _n|| _|d u rZ|}|| _d S r )r) r< r r* r+ r0 )r
r �old_mod�new_mod�old_attr�new_attrr. r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r+ r/ r0 �r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r4 r r r. r r< � s r< c @ sp e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� ZdS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
�six_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�rD r )r
r+ � fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S rF rH �r
rJ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j v r| S d S r )rD )r
rJ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s || j v rt|| �S d S r )rD r )r
rJ rN �targetr r r � find_spec� s
z _SixMetaPathImporter.find_specc C s0 z | j | W S ty* td| ��Y n0 d S )Nz!This loader does not know module )rD �KeyError� ImportErrorrL r r r � __get_module� s z!_SixMetaPathImporter.__get_modulec C sR z t j| W S ty Y n0 | �|�}t|t�r>|�� }n| |_|t j|< |S r )r r rR � _SixMetaPathImporter__get_module�
isinstancer( r �
__loader__)r
rJ r+ r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrU rL r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rU rL r r r �get_code� s
z _SixMetaPathImporter.get_codec C s | � |j�S r )rX r )r
�specr r r �
create_module� s z"_SixMetaPathImporter.create_modulec C s d S r r rA r r r � exec_module� s z _SixMetaPathImporter.exec_module)N)N)r
r r r r rK rM rO rQ rU rX r[ r\ �
get_sourcer^ r_ r r r r rC � s
rC c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rY r r r r ra � s ra � cStringIO�io�StringIO�filter� itertools�builtins�ifilter� filterfalse� ifilterfalse�input� __builtin__� raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb� getoutput�commands�
subprocess�range�xrange�
reload_module� importlib�imp�reload�reduce� functools� shlex_quoteZpipes�shlex�quote�UserDict� collections�UserList�
UserString�zip�izip� zip_longest� izip_longest� configparser� ConfigParser�collections_abc)r r zcollections.abc�copyreg�copy_reg�dbm_gnu�gdbmzdbm.gnu�dbm_ndbm�dbmzdbm.ndbm�
_dummy_thread� dummy_thread)r � �_thread�http_cookiejar� cookielibzhttp.cookiejar� http_cookies�Cookiez http.cookies�
html_entities�htmlentitydefsz
html.entities� html_parser�
HTMLParserz html.parser� http_client�httplibz http.client�email_mime_basezemail.MIMEBasezemail.mime.base�email_mime_imagezemail.MIMEImagezemail.mime.image�email_mime_multipartzemail.MIMEMultipartzemail.mime.multipart�email_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipart�email_mime_textzemail.MIMETextzemail.mime.text�BaseHTTPServerz http.server�
CGIHTTPServer�SimpleHTTPServer�cPickle�pickle�queue�Queue�reprlib�repr� socketserver� SocketServer�thread�tkinter�Tkinter�tkinter_dialog�Dialogztkinter.dialog�tkinter_filedialog�
FileDialogztkinter.filedialog�tkinter_scrolledtext� ScrolledTextztkinter.scrolledtext�tkinter_simpledialog� SimpleDialogztkinter.simpledialog� tkinter_tix�Tixz tkinter.tix� tkinter_ttk�ttkz tkinter.ttk�tkinter_constants� Tkconstantsztkinter.constants� tkinter_dnd�Tkdndz tkinter.dnd�tkinter_colorchooser�tkColorChooserztkinter.colorchooser�tkinter_commondialog�tkCommonDialogztkinter.commondialog�tkinter_tkfiledialog� tkFileDialog� tkinter_font�tkFontz tkinter.font�tkinter_messagebox� tkMessageBoxztkinter.messagebox�tkinter_tksimpledialog�tkSimpleDialog� urllib_parsez.moves.urllib_parsez urllib.parse� urllib_errorz.moves.urllib_errorz urllib.error�urllibz
.moves.urllib�urllib_robotparser� robotparserzurllib.robotparser�
xmlrpc_client� xmlrpclibz
xmlrpc.client�
xmlrpc_server�SimpleXMLRPCServerz
xmlrpc.server�win32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r r� T s r� � ParseResult�urlparse� SplitResult�parse_qs� parse_qsl� urldefrag�urljoin�urlsplit�
urlunparse�
urlunsplit�
quote_plus�unquote� unquote_plus�unquote_to_bytes� urlencode�
splitquery�splittag� splituser�
splitvalue�
uses_fragment� uses_netloc� uses_params�
uses_query�
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNr� r r r r r� ~ s r� �URLError�urllib2� HTTPError�ContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNr� r r r r r� � s r� �urlopenzurllib.request�install_opener� build_opener� pathname2url� url2pathname�
getproxies�Request�OpenerDirector�HTTPDefaultErrorHandler�HTTPRedirectHandler�HTTPCookieProcessor� ProxyHandler� BaseHandler�HTTPPasswordMgr� HTTPPasswordMgrWithDefaultRealm�AbstractBasicAuthHandler�HTTPBasicAuthHandler�ProxyBasicAuthHandler�AbstractDigestAuthHandler�HTTPDigestAuthHandler�ProxyDigestAuthHandler� HTTPHandler� HTTPSHandler� FileHandler�
FTPHandler�CacheFTPHandler�UnknownHandler�HTTPErrorProcessor� urlretrieve�
urlcleanup� URLopener�FancyURLopener� proxy_bypass�parse_http_list�parse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNr� r r r r r# � s r# �addbasezurllib.response� addclosehook�addinfo�
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNr� r r r r r) � s r) �RobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacer� r� r" r( r+ c C s g d�S )N)�parse�error�request�responser� r r r r r r; � s z Module_six_moves_urllib.__dir__N)
r
r r r rY � _importerrM r- r. r/ r0 r� r; r r r r r, � s
r, z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r ra r )�mover r r �add_move� s r3 c C sT zt t| � W n@ tyN z tj| = W n tyH td| f ��Y n0 Y n0 dS )zRemove item from six.moves.zno such move, %rN)r! ra r# r� �__dict__rR r r r r � remove_move s r5 �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closure� func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator# s r@ c C s t dd� t| �jD ��S )Nc s s | ]}d |j v V qdS )�__call__N)r4 )r6 �klassr r r � <genexpr>, r8 zcallable.<locals>.<genexpr>)�any�type�__mro__)r$ r r r �callable+ s rG c C s | S r r ��unboundr r r �get_unbound_function0 s rJ c C s | S r r �r �clsr r r �create_unbound_method5 s rM c C s | j S r )r< rH r r r rJ : s c C s t �| ||j�S r )�types�
MethodTyper" )r r$ r r r �create_bound_method= s rP c C s t �| d |�S r )rN rO rK r r r rM @ s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )rE �__next__r r r r r> E s z
Iterator.nextN)r
r r r> r r r r rQ C s rQ z3Get the function out of a possibly unbound functionc K s t | jf i |���S r )�iter�keys��d�kwr r r �iterkeysV s rX c K s t | jf i |���S r )rS �valuesrU r r r �
itervaluesY s rZ c K s t | jf i |���S r )rS �itemsrU r r r � iteritems\ s r\ c K s t | jf i |���S r )rS �listsrU r r r � iterlists_ s r^ rT rY r[ c K s | j f i |��S r )rX rU r r r rX h s c K s | j f i |��S r )rZ rU r r r rZ k s c K s | j f i |��S r )r\ rU r r r r\ n s c K s | j f i |��S r )r^ rU r r r r^ q s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �b� s re c C s | S r r rc r r r �u� s rf z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatchesZassertNotRegexpMatches�assertRaisesRegex� assertRegex�assertNotRegexc C s | S r r rc r r r re � s c C s t | �dd�d�S )Nz\\z\\\\�unicode_escape)�unicode�replacerc r r r rf � s c C s t | d �S )Nr ��ord)�bsr r r �byte2int� s rr c C s t | | �S r ro )�buf�ir r r �
indexbytes� s ru ZassertItemsEqualz Byte literalz Text literalc O s t | t�|i |��S r )r/ �_assertCountEqual�r
�args�kwargsr r r rg � s c O s t | t�|i |��S r )r/ �_assertRaisesRegexrw r r r ri � s c O s t | t�|i |��S r )r/ � _assertRegexrw r r r rj � s c O s t | t�|i |��S r )r/ �_assertNotRegexrw r r r rk � s �execc C sB z2|d u r| � }|j |ur$|�|��|�W d }d }n
d }d }0 d S r )�
__traceback__�with_traceback)r% r2 �tbr r r �reraise� s
�r� c C sB |du r*t �d�}|j}|du r&|j}~n |du r6|}td� dS )z Execute code in a namespace.Nrh z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr} )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r2 �
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � du rdS � fdd�}d}|� dd�}|dur`t|t�rNd}nt|t�s`td��|� d d�}|dur�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|du r�|}|du r�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd urVt� dd �}|d u rHd}| �� j|�} � �| � d S )N�errors�strict) rV �
basestring�strr� rm �encodingr/ rb �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrV rm r� � TypeError� enumerate)
rx ry r� Z want_unicoder� r� �arg�newline�spacert r r� r �print_� sL
r� c O s@ |� dtj�}|�dd�}t| i |�� |r<|d ur<|�� d S )Nr� �flushF)�getr r� r� �_printr� )rx ry r� r� r r r r� / s
zReraise an exception.c C sh |D ]6}zt ||�}W n ty, Y qY q0 t| ||� q|D ] }t | |��t ||i �� q@|| _| S r )r/ r# r �update� __wrapped__)�wrapper�wrapped�assigned�updatedr0 r2 r r r �_update_wrapper> s
r� c C s t jt| ||d�S )N�r� r� r� )r~ �partialr� r� r r r �wrapsN s �r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s> t jd d� dkr.t�� �}|� ur2� |d< n� }�|||�S )Nr )r � �__orig_bases__)r � version_inforN �
resolve_bases)rL r �
this_basesrV �resolved_bases��bases�metar r �__new___ s
z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)rL r r� r� r r r� j s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclass] s r� �temporary_classr )rE r� )r� r� r� r r� r �with_metaclassX s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d ur@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r4 � __weakref__r )
r4 �copyr� rV r� r� rZ r r
� __bases__)rL � orig_vars�slots� slots_var�r� r r r� r s
z add_metaclass.<locals>.wrapperr )r� r� r r� r �
add_metaclassp s
r� �utf-8r� c C s8 t | t�r| S t | t�r$| �||�S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rV � binary_type� text_typerb r� rE �rd r� r� r r r �
ensure_binary� s
r� c C sf t | �tu r| S tr*t| t�r*| �||�S trDt| t�rD| �||�S t| ttf�sbt dt | � ��| S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r� )
rE r� �PY2rV r� rb r* r� �decoder� r� r r r �
ensure_str� s r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r� N)rV r� r� r� r� rE r� r r r � ensure_text� s
r� c C s2 t r.d| jvr td| j ��| j| _dd� | _| S )a
A class decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr� )� __unicode__rb r r r r �<lambda>� r8 z-python_2_unicode_compatible.<locals>.<lambda>)r� r4 �
ValueErrorr
r� r� )rB r r r �python_2_unicode_compatible� s
�
r� �__spec__)N)NN)r� r� )r� r� )r� r� )�r �
__future__r r~ rf �operatorr rN �
__author__� __version__r� r� r* �PY34r� � string_types�int�
integer_typesrE � class_typesr� �bytesr� �maxsize�MAXSIZEr� �longZ ClassTyperm �platform�
startswith�objectr �len�
OverflowError�importlib.utilr r r r r( �
ModuleTyper5 r< rC r
r1 ra r9 r0 r r rV rK r� r� � _urllib_parse_moved_attributesr� � _urllib_error_moved_attributesr� � _urllib_request_moved_attributesr# �!_urllib_response_moved_attributesr) �$_urllib_robotparser_moved_attributesr, r3 r5 �
_meth_func�
_meth_self�
_func_closure�
_func_code�_func_defaults�
_func_globalsr> r@ � NameErrorrG rJ rO rP rM rQ �
attrgetter�get_method_function�get_method_self�get_function_closure�get_function_code�get_function_defaults�get_function_globalsrX rZ r\ r^ � methodcallerr_ r` ra re rf �chr�unichr�struct�Struct�pack�int2byte�
itemgetterrr �getitemru rS � iterbytesrc rd �BytesIOrv rz r{ r| r� rp rp rg ri rj rk r/ rg r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� �update_wrapperr� r� r� r� r� r� r� rY � __package__�globalsr� r� �submodule_search_locations� meta_pathr� rt �importer�appendr r r r �<module> s
I
��
�
�H �
��
��
�%��� ��
� �
��
5 �
� �
site-packages/pip/_vendor/__pycache__/distro.cpython-39.pyc 0000644 00000113005 15056474501 0017664 0 ustar 00 a
��Re � � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z dZ
ej�dd�Zej�dd�Z dZ d d
iZ d
d
d d d d �Z d
d iZ e�!d�Z"e�!d�Z#ddde dddfZ$dFdd�Z%dd� Z&dGd d �Z'dHd d �Z(dId d!�Z)dJd"d#�Z*dKd$d%�Z+dLd&d'�Z,d(d)� Z-d*d+� Z.dMd,d-�Z/d.d/� Z0d0d1� Z1d2d3� Z2d4d5� Z3d6d7� Z4d8d9� Z5d:d;� Z6d<d=� Z7zdd>l8m9Z9 W n$ e:�y� G d?d@� d@e;�Z9Y n0 G dAdB� dBe;�Z<e<� Z=dCdD� Z>e?dEk�r�e>� dS )Na�
The ``distro`` package (``distro`` stands for Linux Distribution) provides
information about the Linux distribution it runs on, such as a reliable
machine-readable distro ID, or version information.
It is the recommended replacement for Python's original
:py:func:`platform.linux_distribution` function, but it provides much more
functionality. An alternative implementation became necessary because Python
3.5 deprecated this function, and Python 3.8 removed it altogether. Its
predecessor function :py:func:`platform.dist` was already deprecated since
Python 2.6 and removed in Python 3.8. Still, there are many cases in which
access to OS distribution information is needed. See `Python issue 1322
<https://bugs.python.org/issue1322>`_ for more information.
� Nz1.6.0Z UNIXCONFDIRz/etcZ
UNIXUSRLIBDIRz/usr/libz
os-release�ol�oracle�rhel)�enterpriseenterpriseas�enterpriseenterpriseserver�redhatenterpriseworkstation�redhatenterpriseserver�redhatenterprisecomputenode�redhatzA(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)z(\w+)[-_](release|version)$�debian_versionz lsb-releasez oem-releasezsystem-releasez
plesk-releaseziredmail-releaseTc C s t jdtdd� t�| �S )aG
.. deprecated:: 1.6.0
:func:`distro.linux_distribution()` is deprecated. It should only be
used as a compatibility shim with Python's
:py:func:`platform.linux_distribution()`. Please use :func:`distro.id`,
:func:`distro.version` and :func:`distro.name` instead.
Return information about the current OS distribution as a tuple
``(id_name, version, codename)`` with items as follows:
* ``id_name``: If *full_distribution_name* is false, the result of
:func:`distro.id`. Otherwise, the result of :func:`distro.name`.
* ``version``: The result of :func:`distro.version`.
* ``codename``: The result of :func:`distro.codename`.
The interface of this function is compatible with the original
:py:func:`platform.linux_distribution` function, supporting a subset of
its parameters.
The data it returns may not exactly be the same, because it uses more data
sources than the original function, and that may lead to different data if
the OS distribution is not consistent across multiple data sources it
provides (there are indeed such distributions ...).
Another reason for differences is the fact that the :func:`distro.id`
method normalizes the distro ID string to a reliable machine-readable value
for a number of popular OS distributions.
z�distro.linux_distribution() is deprecated. It should only be used as a compatibility shim with Python's platform.linux_distribution(). Please use distro.id(), distro.version() and distro.name() instead.� )�
stacklevel)�warnings�warn�DeprecationWarning�_distro�linux_distribution)�full_distribution_name� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distro.pyr � s !�r c C s t �� S )aD
Return the distro ID of the current distribution, as a
machine-readable string.
For a number of OS distributions, the returned distro ID value is
*reliable*, in the sense that it is documented and that it does not change
across releases of the distribution.
This package maintains the following reliable distro ID values:
============== =========================================
Distro ID Distribution
============== =========================================
"ubuntu" Ubuntu
"debian" Debian
"rhel" RedHat Enterprise Linux
"centos" CentOS
"fedora" Fedora
"sles" SUSE Linux Enterprise Server
"opensuse" openSUSE
"amazon" Amazon Linux
"arch" Arch Linux
"cloudlinux" CloudLinux OS
"exherbo" Exherbo Linux
"gentoo" GenToo Linux
"ibm_powerkvm" IBM PowerKVM
"kvmibm" KVM for IBM z Systems
"linuxmint" Linux Mint
"mageia" Mageia
"mandriva" Mandriva Linux
"parallels" Parallels
"pidora" Pidora
"raspbian" Raspbian
"oracle" Oracle Linux (and Oracle Enterprise Linux)
"scientific" Scientific Linux
"slackware" Slackware
"xenserver" XenServer
"openbsd" OpenBSD
"netbsd" NetBSD
"freebsd" FreeBSD
"midnightbsd" MidnightBSD
============== =========================================
If you have a need to get distros for reliable IDs added into this set,
or if you find that the :func:`distro.id` function returns a different
distro ID for one of the listed distros, please create an issue in the
`distro issue tracker`_.
**Lookup hierarchy and transformations:**
First, the ID is obtained from the following sources, in the specified
order. The first available and non-empty value is used:
* the value of the "ID" attribute of the os-release file,
* the value of the "Distributor ID" attribute returned by the lsb_release
command,
* the first part of the file name of the distro release file,
The so determined ID value then passes the following transformations,
before it is returned by this method:
* it is translated to lower case,
* blanks (which should not be there anyway) are translated to underscores,
* a normalization of the ID is performed, based upon
`normalization tables`_. The purpose of this normalization is to ensure
that the ID is as reliable as possible, even across incompatible changes
in the OS distributions. A common reason for an incompatible change is
the addition of an os-release file, or the addition of the lsb_release
command, with ID values that differ from what was previously determined
from the distro release file name.
)r �idr r r r r � s Mr Fc C s
t �| �S )ak
Return the name of the current OS distribution, as a human-readable
string.
If *pretty* is false, the name is returned without version or codename.
(e.g. "CentOS Linux")
If *pretty* is true, the version and codename are appended.
(e.g. "CentOS Linux 7.1.1503 (Core)")
**Lookup hierarchy:**
The name is obtained from the following sources, in the specified order.
The first available and non-empty value is used:
* If *pretty* is false:
- the value of the "NAME" attribute of the os-release file,
- the value of the "Distributor ID" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file.
* If *pretty* is true:
- the value of the "PRETTY_NAME" attribute of the os-release file,
- the value of the "Description" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file, appended
with the value of the pretty version ("<version_id>" and "<codename>"
fields) of the distro release file, if available.
)r �name��prettyr r r r s %r c C s t �| |�S )av
Return the version of the current OS distribution, as a human-readable
string.
If *pretty* is false, the version is returned without codename (e.g.
"7.0").
If *pretty* is true, the codename in parenthesis is appended, if the
codename is non-empty (e.g. "7.0 (Maipo)").
Some distributions provide version numbers with different precisions in
the different sources of distribution information. Examining the different
sources in a fixed priority order does not always yield the most precise
version (e.g. for Debian 8.2, or CentOS 7.1).
The *best* parameter can be used to control the approach for the returned
version:
If *best* is false, the first non-empty version number in priority order of
the examined sources is returned.
If *best* is true, the most precise version number out of all examined
sources is returned.
**Lookup hierarchy:**
In all cases, the version number is obtained from the following sources.
If *best* is false, this order represents the priority order:
* the value of the "VERSION_ID" attribute of the os-release file,
* the value of the "Release" attribute returned by the lsb_release
command,
* the version number parsed from the "<version_id>" field of the first line
of the distro release file,
* the version number parsed from the "PRETTY_NAME" attribute of the
os-release file, if it follows the format of the distro release files.
* the version number parsed from the "Description" attribute returned by
the lsb_release command, if it follows the format of the distro release
files.
)r �version�r �bestr r r r + s *r c C s
t �| �S )a�
Return the version of the current OS distribution as a tuple
``(major, minor, build_number)`` with items as follows:
* ``major``: The result of :func:`distro.major_version`.
* ``minor``: The result of :func:`distro.minor_version`.
* ``build_number``: The result of :func:`distro.build_number`.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
version_parts�r r r r r X s r c C s
t �| �S )a5
Return the major version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The major version is the first
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
major_versionr r r r r j s r c C s
t �| �S )a6
Return the minor version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The minor version is the second
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
minor_versionr r r r r x s r c C s
t �| �S )a3
Return the build number of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The build number is the third part
of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r � build_numberr r r r r! � s r! c C s t �� S )a
Return a space-separated list of distro IDs of distributions that are
closely related to the current OS distribution in regards to packaging
and programming interfaces, for example distributions the current
distribution is a derivative from.
**Lookup hierarchy:**
This information item is only provided by the os-release file.
For details, see the description of the "ID_LIKE" attribute in the
`os-release man page
<http://www.freedesktop.org/software/systemd/man/os-release.html>`_.
)r �liker r r r r" � s r" c C s t �� S )a�
Return the codename for the release of the current OS distribution,
as a string.
If the distribution does not have a codename, an empty string is returned.
Note that the returned codename is not always really a codename. For
example, openSUSE returns "x86_64". This function does not handle such
cases in any special way and just returns the string it finds, if any.
**Lookup hierarchy:**
* the codename within the "VERSION" attribute of the os-release file, if
provided,
* the value of the "Codename" attribute returned by the lsb_release
command,
* the value of the "<codename>" field of the distro release file.
)r �codenamer r r r r# � s r# c C s t �| |�S )a�
Return certain machine-readable information items about the current OS
distribution in a dictionary, as shown in the following example:
.. sourcecode:: python
{
'id': 'rhel',
'version': '7.0',
'version_parts': {
'major': '7',
'minor': '0',
'build_number': ''
},
'like': 'fedora',
'codename': 'Maipo'
}
The dictionary structure and keys are always the same, regardless of which
information items are available in the underlying data sources. The values
for the various keys are as follows:
* ``id``: The result of :func:`distro.id`.
* ``version``: The result of :func:`distro.version`.
* ``version_parts -> major``: The result of :func:`distro.major_version`.
* ``version_parts -> minor``: The result of :func:`distro.minor_version`.
* ``version_parts -> build_number``: The result of
:func:`distro.build_number`.
* ``like``: The result of :func:`distro.like`.
* ``codename``: The result of :func:`distro.codename`.
For a description of the *pretty* and *best* parameters, see the
:func:`distro.version` method.
)r �infor r r r r$ � s *r$ c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the os-release file data source of the current OS distribution.
See `os-release file`_ for details about these information items.
)r �os_release_infor r r r r% � s r% c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the lsb_release command data source of the current OS distribution.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_infor r r r r& � s r& c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
See `distro release file`_ for details about these information items.
)r �distro_release_infor r r r r' s r' c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
)r �
uname_infor r r r r( s r( c C s
t �| �S )a�
Return a single named information item from the os-release file data source
of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `os-release file`_ for details about these information items.
)r �os_release_attr�� attributer r r r) s r) c C s
t �| �S )a�
Return a single named information item from the lsb_release command output
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_attrr* r r r r, + s r, c C s
t �| �S )a�
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `distro release file`_ for details about these information items.
)r �distro_release_attrr* r r r r- @ s r- c C s
t �| �S )aZ
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
)r �
uname_attrr* r r r r. T s r. )�cached_propertyc @ s e Zd ZdZdd� Zdd� ZdS )r/ z�A version of @property which caches the value. On access, it calls the
underlying function and sets the value in `__dict__` so future accesses
will not re-call the property.
c C s |j | _|| _d S )N)�__name__�_fname�_f)�self�fr r r �__init__p s zcached_property.__init__c C s2 |d usJ d� | j���| �|� }|j| j< |S )Nzcall {} on an instance)�formatr1 r2 �__dict__)r3 �obj�owner�retr r r �__get__u s zcached_property.__get__N)r0 �
__module__� __qualname__�__doc__r5 r; r r r r r/ j s r/ c @ s> e Zd ZdZdDdd�Zdd� ZdEd d
�Zd d � ZdFdd�ZdGdd�Z dHdd�Z
dIdd�Z dJdd�Z dKdd�Z
dd� Zd d � ZdLd d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zed0d1� �Zed2d3� �Z ed4d5� �Z ed6d7� �Z ed8d9� �Z ed:d;� �Z ed<d=� �Z!ed>d?� �Z"d@dA� Z#edBdC� �Z$dS )M�LinuxDistributiona
Provides information about a OS distribution.
This package creates a private module-global instance of this class with
default initialization arguments, that is used by the
`consolidated accessor functions`_ and `single source accessor functions`_.
By using default initialization arguments, that module-global instance
returns data about the current OS distribution (i.e. the distro this
package runs on).
Normally, it is not necessary to create additional instances of this class.
However, in situations where control is needed over the exact data sources
that are used, instances of this class can be created with a specific
distro release file, or a specific os-release file, or without invoking the
lsb_release command.
T� Nc C s� || _ |rtj�|d�nt| _|r0tj�|d�nt| _|rB|| _nFtj�| jt �}tj�| jt �}tj�
|�sztj�
|�s�|| _n|| _|p�d| _ || _ || _
dS )a�
The initialization method of this class gathers information from the
available data sources, and stores that in private instance attributes.
Subsequent access to the information items uses these private instance
attributes, so that the data sources are read only once.
Parameters:
* ``include_lsb`` (bool): Controls whether the
`lsb_release command output`_ is included as a data source.
If the lsb_release command is not available in the program execution
path, the data source for the lsb_release command will be empty.
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is to be used as a data source.
An empty string (the default) will cause the default path name to
be used (see `os-release file`_ for details).
If the specified or defaulted os-release file does not exist, the
data source for the os-release file will be empty.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is to be used as a data source.
An empty string (the default) will cause a default search algorithm
to be used (see `distro release file`_ for details).
If the specified distro release file does not exist, or if no default
distro release file can be found, the data source for the distro
release file will be empty.
* ``include_uname`` (bool): Controls whether uname command output is
included as a data source. If the uname command is not available in
the program execution path the data source for the uname command will
be empty.
* ``root_dir`` (string): The absolute path to the root directory to use
to find distro-related information files.
Public instance attributes:
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``include_lsb`` (bool): The result of the ``include_lsb`` parameter.
This controls whether the lsb information will be loaded.
* ``include_uname`` (bool): The result of the ``include_uname``
parameter. This controls whether the uname information will
be loaded.
Raises:
* :py:exc:`IOError`: Some I/O issue with an os-release file or distro
release file.
* :py:exc:`subprocess.CalledProcessError`: The lsb_release command had
some issue (other than not being available in the program execution
path).
* :py:exc:`UnicodeError`: A data source has unexpected characters or
uses an unexpected encoding.
�etczusr/libr@ N)�root_dir�os�path�join� _UNIXCONFDIR�etc_dir�_UNIXUSRLIBDIR� usr_lib_dir�os_release_file�_OS_RELEASE_BASENAME�isfile�distro_release_file� include_lsb�
include_uname)r3 rN rJ rM rO rB �etc_dir_os_release_file�usr_lib_os_release_filer r r r5 � s$ O���
zLinuxDistribution.__init__c C s dj | d�S )zReturn repr of all infoae LinuxDistribution(os_release_file={self.os_release_file!r}, distro_release_file={self.distro_release_file!r}, include_lsb={self.include_lsb!r}, include_uname={self.include_uname!r}, _os_release_info={self._os_release_info!r}, _lsb_release_info={self._lsb_release_info!r}, _distro_release_info={self._distro_release_info!r}, _uname_info={self._uname_info!r})�r3 )r6 rR r r r �__repr__� s ��zLinuxDistribution.__repr__c C s" |r | � � n| �� | �� | �� fS )z�
Return information about the OS distribution that is compatible
with Python's :func:`platform.linux_distribution`, supporting a subset
of its parameters.
For details, see :func:`distro.linux_distribution`.
)r r r r# )r3 r r r r r s
�z$LinuxDistribution.linux_distributionc C sl dd� }| � d�}|r ||t�S | �d�}|r8||t�S | �d�}|rP||t�S | �d�}|rh||t�S dS )zoReturn the distro ID of the OS distribution, as a string.
For details, see :func:`distro.id`.
c S s | � � �dd�} |�| | �S )N� �_)�lower�replace�get)� distro_id�tabler r r � normalize s z'LinuxDistribution.id.<locals>.normalizer �distributor_idr@ )r) �NORMALIZED_OS_IDr, �NORMALIZED_LSB_IDr- �NORMALIZED_DISTRO_IDr. )r3 r[ rY r r r r s
zLinuxDistribution.idFc C s| | � d�p&| �d�p&| �d�p&| �d�}|rt| � d�p>| �d�}|st| �d�pV| �d�}| jdd�}|rt|d | }|pzdS ) zu
Return the name of the OS distribution, as a string.
For details, see :func:`distro.name`.
r r\ � pretty_name� descriptionTr rT r@ )r) r, r- r. r )r3 r r r r r r r 4 s"
���� zLinuxDistribution.namec C s� | � d�| �d�| �d�| �| � d���dd�| �| �d���dd�| �d�g}d}|r�|D ]$}|�d�|�d�ks||dkr\|}q\n|D ]}|dkr�|} q�q�|r�|r�| �� r�d�|| �� �}|S )z{
Return the version of the OS distribution, as a string.
For details, see :func:`distro.version`.
�
version_id�releaser` r@ ra �.z {0} ({1})) r) r, r- � _parse_distro_release_contentrX r. �countr# r6 )r3 r r �versionsr �vr r r r L s2 ���� zLinuxDistribution.versionc C sL | j |d�}|rHt�d�}|�|�}|rH|�� \}}}||p>d|pDdfS dS )z�
Return the version of the OS distribution, as a tuple of version
numbers.
For details, see :func:`distro.version_parts`.
r z(\d+)\.?(\d+)?\.?(\d+)?r@ )r@ r@ r@ )r �re�compile�match�groups)r3 r � version_str�
version_regex�matches�major�minorr! r r r r q s
z LinuxDistribution.version_partsc C s | � |�d S )z�
Return the major version number of the current distribution.
For details, see :func:`distro.major_version`.
r �r �r3 r r r r r � s z LinuxDistribution.major_versionc C s | � |�d S )z�
Return the minor version number of the current distribution.
For details, see :func:`distro.minor_version`.
� rr rs r r r r � s z LinuxDistribution.minor_versionc C s | � |�d S )z}
Return the build number of the current distribution.
For details, see :func:`distro.build_number`.
r rr rs r r r r! � s z LinuxDistribution.build_numberc C s | � d�p dS )z�
Return the IDs of distributions that are like the OS distribution.
For details, see :func:`distro.like`.
�id_liker@ )r) rR r r r r" � s zLinuxDistribution.likec C s< z | j d W S ty6 | �d�p0| �d�p0d Y S 0 dS )zp
Return the codename of the OS distribution.
For details, see :func:`distro.codename`.
r# r@ N)�_os_release_info�KeyErrorr, r- rR r r r r# � s
��zLinuxDistribution.codenamec C sB t | �� | �||�t | �|�| �|�| �|�d�| �� | �� d�S )z�
Return certain machine-readable information about the OS
distribution.
For details, see :func:`distro.info`.
)rp rq r! )r r r r" r# )�dictr r r r r! r" r# )r3 r r r r r r$ � s
��zLinuxDistribution.infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the os-release file data source of the OS distribution.
For details, see :func:`distro.os_release_info`.
)rv rR r r r r% � s z!LinuxDistribution.os_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the lsb_release command data source of the OS
distribution.
For details, see :func:`distro.lsb_release_info`.
)�_lsb_release_inforR r r r r& � s z"LinuxDistribution.lsb_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the distro release file data source of the OS
distribution.
For details, see :func:`distro.distro_release_info`.
)�_distro_release_inforR r r r r' � s z%LinuxDistribution.distro_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the uname command data source of the OS distribution.
For details, see :func:`distro.uname_info`.
)� _uname_inforR r r r r( � s z LinuxDistribution.uname_infoc C s | j �|d�S )z�
Return a single named information item from the os-release file data
source of the OS distribution.
For details, see :func:`distro.os_release_attr`.
r@ )rv rX �r3 r+ r r r r) � s z!LinuxDistribution.os_release_attrc C s | j �|d�S )z�
Return a single named information item from the lsb_release command
output data source of the OS distribution.
For details, see :func:`distro.lsb_release_attr`.
r@ )ry rX r| r r r r, s z"LinuxDistribution.lsb_release_attrc C s | j �|d�S )z�
Return a single named information item from the distro release file
data source of the OS distribution.
For details, see :func:`distro.distro_release_attr`.
r@ )rz rX r| r r r r-
s z%LinuxDistribution.distro_release_attrc C s | j �|d�S )z�
Return a single named information item from the uname command
output data source of the OS distribution.
For details, see :func:`distro.uname_attr`.
r@ )r{ rX r| r r r r. s z LinuxDistribution.uname_attrc C sF t j�| j�rBt| j��}| �|�W d � S 1 s80 Y i S )z�
Get the information items from the specified os-release file.
Returns:
A dictionary containing all information items.
N)rC rD rL rJ �open�_parse_os_release_content)r3 � release_filer r r rv s (z"LinuxDistribution._os_release_infoc C s� i }t j | dd�}d|_tjd dkr@t|jt�r@|j�d�|_t|�}|D ]*}d|v rL|� dd�\}}|||�
� < qLqLd|v r�|d |d < n^d
|v r�|d
|d < nHd |v r�t � d |d �}|r�|�
� }|�d
�}|�d�}|�� }||d < |S )aD
Parse the lines of an os-release file.
Parameters:
* lines: Iterable through the lines in the os-release file.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
T)�posixr r z
iso-8859-1�=rt �version_codenamer# �ubuntu_codenamer z(\(\D+\))|,(\s+)?\D+z()�,)�shlex�whitespace_split�sys� version_info�
isinstance� wordchars�bytes�decode�list�splitrV ri �search�group�strip) �lines�props�lexer�tokens�token�krh rk r# r r r r~ , s0
z+LinuxDistribution._parse_os_release_contentc
C s� | j s
i S ttjd��R}zd}tj||d�}W n* ttjfyX i Y W d � S 0 W d � n1 sn0 Y | �|�� � }| �
|�S )z�
Get the information items from the lsb_release command output.
Returns:
A dictionary containing all information items.
�wb)� lsb_releasez-a��stderrN) rN r} rC �devnull�
subprocess� check_output�OSError�CalledProcessError�_to_str�
splitlines�_parse_lsb_release_content�r3 r� �cmd�stdout�contentr r r ry n s 6z#LinuxDistribution._lsb_release_infoc C sX i }| D ]J}|� d��dd�}t|�dkr,q|\}}|�|�dd��� |� � i� q|S )aM
Parse the output of the lsb_release command.
Parameters:
* lines: Iterable through the lines of the lsb_release output.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
�
�:rt r rT rU )r� r� �len�updaterW rV )r� r� �line�kvr� rh r r r r� � s z,LinuxDistribution._parse_lsb_release_contentc C s� t tjd��L}zd}tj||d�}W n$ tyH i Y W d � S 0 W d � n1 s^0 Y | �|��� }| �|�S )Nr� )�unamez-rsr� ) r} rC r� r� r� r� r� r� �_parse_uname_contentr� r r r r{ � s 6z LinuxDistribution._uname_infoc C sT i }t �d| d �� �}|rP|�� \}}|dkr4i S |�� |d< ||d< ||d< |S )Nz^([^\s]+)\s+([\d\.]+)r �Linuxr r rc )ri r� r� rl rV )r� r� rk r r r r r r� � s z&LinuxDistribution._parse_uname_contentc C sT t �� }|dkrdn|}t jd dkr<t| t�rP| �|�S nt| t�rP| �|�S | S )N�asciizutf-8r � )r� �getfilesystemencodingr� r� r� r� �unicode�encode)�text�encodingr r r r� � s
zLinuxDistribution._to_strc C s | j rb| �| j �}tj�| j �}t�|�}d|v rLd|d �� v rLd|d< n|r^|�d�|d< |S zt� | j
�}|� � W n t y� g d�}Y n0 |D ]t}|t
v r�q�t�|�}|r�tj�| j
|�}| �|�}d|v r�|| _ |�d�|d< d|d �� v �rd|d< | S q�i S dS )z�
Get the information items from the specified distro release file.
Returns:
A dictionary containing all information items.
r �
cloudlinuxr rt )z SuSE-releasez arch-releasez base-releasezcentos-releasezfedora-releasezgentoo-releasezmageia-releasezmandrake-releasezmandriva-releasezmandrivalinux-releasezmanjaro-releasezoracle-releasezredhat-releasez
sl-releasezslackware-versionN)rM �_parse_distro_release_filerC rD �basename� _DISTRO_RELEASE_BASENAME_PATTERNrk rV r� �listdirrG �sortr� � _DISTRO_RELEASE_IGNORE_BASENAMESrE )r3 � distro_infor� rk � basenames�filepathr r r rz � s8
z&LinuxDistribution._distro_release_infoc C s\ z<t |�� }| �|�� �W d � W S 1 s00 Y W n ttfyV i Y S 0 dS )z�
Parse a distro release file.
Parameters:
* filepath: Path name of the distro release file.
Returns:
A dictionary containing all information items.
N)r} re �readliner� �IOError)r3 r� �fpr r r r� s
2z,LinuxDistribution._parse_distro_release_filec C s� t �| �� ddd� �}i }|r~|�d�ddd� |d< |�d�rZ|�d�ddd� |d< |�d�r�|�d�ddd� |d< n| r�| �� |d< |S ) a
Parse a line from a distro release file.
Parameters:
* line: Line from the distro release file. Must be a unicode string
or a UTF-8 encoded byte string.
Returns:
A dictionary containing all information items.
N���r� r r rb rt r# )�(_DISTRO_RELEASE_CONTENT_REVERSED_PATTERNrk r� r� )r� ro r� r r r re % s
z/LinuxDistribution._parse_distro_release_content)Tr@ r@ TN)T)F)FF)F)F)F)F)FF)%r0 r< r= r> r5 rS r r r r r r r r! r" r# r$ r% r& r' r( r) r, r- r. r/ rv � staticmethodr~ ry r� r{ r� r� rz r� re r r r r r? | s\ �
j
%
A
Dr? c C s� t �t�} | �t j� | �t �tj�� t j
dd�}|j ddddd� |j dd t d
d d � |�
� }|jrztd
d
|jd�}nt}|jr�| �tj|�� ddd�� n@| �d|jdd�� |jdd�}| �d|� |�� }| �d|� d S )NzOS distro info tool)ra z--jsonz-jz!Output in machine readable format�
store_true)�help�actionz
--root-dirz-rrB z5Path to the root filesystem directory (defaults to /))�type�destr� F)rN rO rB � T)�indent� sort_keyszName: %sr z Version: %sz Codename: %s)�logging� getLoggerr0 �setLevel�DEBUG�
addHandler�
StreamHandlerr� r� �argparse�ArgumentParser� add_argument�str�
parse_argsrB r? r �jsonr$ �dumpsr r r# )�logger�parser�args�dist�distribution_version�distribution_codenamer r r �mainC s6
��� r� �__main__)T)F)FF)F)F)F)F)FF)@r> r� r� r� rC ri r� r� r� r � __version__�Any�Callable�Dict�Iterable�Optional�Sequence�TextIO�Tuple�Type� TypedDict�Unionr� Z VersionDictZInfoDict�environrX rF rH rK r] r^ r_ rj r� r� r� r r r r r r r r! r" r# r$ r% r& r' r( r) r, r- r. � functoolsr/ � ImportError�objectr? r r� r0 r r r r �<module> s� #
� ���
�
+P
(
-
- I&
site-packages/pip/_vendor/__pycache__/__init__.cpython-39.pyc 0000644 00000005577 15056474501 0020135 0 ustar 00 a
��Red � @ s d Z ddlmZ ddlZddlZddlZdZej� ej�
e ��Z dd� Z
e�re�ej�e d��ej ejdd�< e
d� e
d � e
d
� e
d � e
d � e
d
� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d � e
d � e
d � e
d � e
d � e
d!� e
d"� e
d#� e
d$� e
d%� e
d&� e
d'� e
d(� e
d)� e
d*� e
d+� e
d,� e
d-� e
d.� e
d/� e
d0� e
d1� e
d2� e
d3� e
d4� e
d5� e
d6� e
d7� e
d8� e
d9� dS ):z�
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
� )�absolute_importNFc C st d� t| �}zt| t� t� dd� W n ty6 Y n:0 tj| tj|< |�dd�\}}t tj| |tj| � d S )Nz{0}.{1}r )�level�.� )
�format�__name__�
__import__�globals�locals� ImportError�sys�modules�rsplit�setattr)�
modulename�
vendored_name�base�head� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/__init__.py�vendored s r z*.whl� cachecontrol�certifi�colorama�distlib�distro�html5lib�sixz six.moveszsix.moves.urllibzsix.moves.urllib.parse� packagingzpackaging.versionzpackaging.specifiers�pep517�
pkg_resources� platformdirs�progress�requestszrequests.exceptionszrequests.packageszrequests.packages.urllib3z&requests.packages.urllib3._collectionsz$requests.packages.urllib3.connectionz(requests.packages.urllib3.connectionpoolz!requests.packages.urllib3.contribz*requests.packages.urllib3.contrib.ntlmpoolz+requests.packages.urllib3.contrib.pyopensslz$requests.packages.urllib3.exceptionsz requests.packages.urllib3.fieldsz"requests.packages.urllib3.filepostz"requests.packages.urllib3.packagesz/requests.packages.urllib3.packages.ordered_dictz&requests.packages.urllib3.packages.sixz5requests.packages.urllib3.packages.ssl_match_hostnamezErequests.packages.urllib3.packages.ssl_match_hostname._implementationz%requests.packages.urllib3.poolmanagerz!requests.packages.urllib3.requestz"requests.packages.urllib3.responsez requests.packages.urllib3.utilz)requests.packages.urllib3.util.connectionz&requests.packages.urllib3.util.requestz'requests.packages.urllib3.util.responsez$requests.packages.urllib3.util.retryz#requests.packages.urllib3.util.ssl_z&requests.packages.urllib3.util.timeoutz"requests.packages.urllib3.util.url�
resolvelib�tenacity�tomli�urllib3)�__doc__�
__future__r �glob�os.path�osr � DEBUNDLED�path�abspath�dirname�__file__� WHEEL_DIRr �joinr r r r �<module> sv $ site-packages/pip/_vendor/__pycache__/pyparsing.cpython-39.pyc 0000644 00000725532 15056474501 0020412 0 ustar 00 a
��Re�+ � @ s�
d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ dd
lmZ zdd lmZ W n ey� dd lmZ Y n0 zdd
l m Z W n e�y dd
l m Z Y n0 z ddl m Z ddl m!Z!m"Z" W n0 e�yV ddl
m Z ddl
m!Z!m"Z" Y n0 zddl
m#Z$ W n> e�y� zddl%m#Z$ W n e�y� dZ$Y n0 Y n0 zddlm&Z& W n" e�y� G dd� d�Z&Y n0 e&� Z'de'_ de'_(e&� Z)de)_ de)_*de)_+de)_,de)_-de)_.dd� e/e)�D �e)_0dd� Z1e1e)_2g d �Z3e4e j5�dd � Z6e6d d kZ7e7�r�e j8Z9e:Z;e<Z=e:Z>e:Z?e@eAeBeCeDe4eEeFeGeHeIg ZJn^e jKZ9eLZMd d � Z?g ZJddlNZNd �O� D ]6ZPzeJ�QeReNeP�� W n eS�y� Y �q�Y n0 �q�eTd!d"� eMd#�D ��ZUd$d%� ZVejWejX ZYd&ZZeZd' Z[eYeZ Z\e<d(�Z]d)�^d*d"� ej_D ��Z`�dCd+d,�ZaG d-d.� d.eb�ZcG d/d0� d0ec�ZdG d1d2� d2ec�ZeG d3d4� d4ee�ZfG d5d6� d6eb�ZgG d7d8� d8eh�ZiG d9d:� d:eh�Zje!�kej� d;d<� Zld=d>� Zmd?d@� ZndAdB� ZodCdD� ZpdEdF� ZqdGdH� Zr�dDdJdK�ZsG dLdM� dMeh�ZtG dNdO� dOet�ZuG dPdQ� dQet�ZvG dRdS� dSev�ZwG dTdU� dUev�ZxG dVdW� dWev�ZyG dXdY� dYey�ZzeyZ{eyet_|G dZd[� d[ev�Z}G d\d]� d]ey�Z~G d^d_� d_e}�ZG d`da� daev�Z�G dbdc� dcev�Z�G ddde� dee��Z�G dfdg� dge��Z�G dhdi� diev�Z�G djdk� dkev�Z�G dldm� dmev�Z�G dndo� doev�Z�G dpdq� dqev�Z�G drds� dse��Z�G dtdu� due��Z�G dvdw� dwe��Z�G dxdy� dye��Z�G dzd{� d{e��Z�G d|d}� d}e��Z�G d~d� de��Z�G d�d�� d�et�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�et�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�eh�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�eh�Z�d�d�� Z��dEd�d��Z��dFd�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z��dGd�d��Z�d�d�� Z��dHd�d��Z�d�d Z�d�dĄ Z�ew� ��dšZ�e�� ��dơZ�e�� ��dǡZ�e�� ��dȡZ�e�� ��dɡZ�e�e]d�dIdˍ��d�d̈́ �Z�e�d��d�d̈́ �Z�e�dЃ��d�d̈́ �Z�e�e�B e�B e�d�d#dˍB Z�e�e�e�dӃ e� �Z�eydԃe�dՃ��d֡ e�e�e�e�B ����dס d� Z�d�dڄ Z�d�d܄ Z�d�dބ Z�d�d� Z�d�d� Z�e�d�d̈́ �Z�e�d�d̈́ �Z�e�d�e�d�fd�d�Z�d�d� Z�d�d� Z�d�d� Z�eh� e�_ːdId�d�Z�e&� Z�eh� e�_�eh� e�_�e�d�e�d�fd�d�Z�e�Z�e�e�d��d� ���d��Z�e�e�d��d� ���d��Z�e�e�d��d� e�d��d� B ���d��Z�e�e{d��eԠ� ���d��Z�d�d�deԠ� fd�d��ZdJ�d �d�Z�e��d�Z�e��d�Z�e�e�eYe\�d ����d��\Z�Z�e�eݐd�O� �d��Z�e��d�d �^eޠߡ � �d
����d �Z�d �d
� Z�e�e��d��d ����d�Z�e��d����d�Z�e��d��� ���d�Z�e��d����d�Z�e�e��d��d e�B ����d�Z�e�Z�e��d����d�Z�e�e�e�e`d��d�e�e��d�eyd�� e�� � ���� ���d �Z�e�e�eԠ� e�B d)�d �����d �Z�G �d �d � �d �Z�G �d!�d"� �d"eh�Z�G �d#�d$� �d$eh�Z�G �d%�d&� �d&e�Z�e�j�j�j�e�j�j�j� e�j�j�j� e�j�_�e7� rbe�e�d'e�j�� e�e�d(e�j�� e�e�d)e�j�� e�e�d*e�j�� e�e�d+e�j�� e�e�d,e�j� e�e�j�d-e�j�j� e�e�j�d.e�j�j�� e�e�j�d/e�j�j� e�e�d0e�j�� e�e�d1e�j�� e�e�d2e�j�� G �d3�d4� �d4�Z��e �d5k�
r�e~�d6��Ze~�d7��Ze�eYe\�d8 ��Ze��e�d9d�d:���eš�Ze�e��e�����d;��Z�d<�eB �Ze��e�d9d�d:���eš�Ze�e��e�����d=��Z�e�d>��e�d;� �e �e�d=� �Z �e ��
�d?� e�j ��
�d@� e�j ��
�d@� e�j
��
�dA� dd�l�Ze�j��eĐe�j�� e�j��
�dB� dS (K a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
z2.4.7z30 Mar 2020 00:43 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�
itemgetter)�wraps)�contextmanager)� filterfalse)� ifilterfalse)�RLock)�Iterable)�MutableMapping�Mapping)� OrderedDict)�SimpleNamespacec @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pyparsing.pyr � � r aA
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
Ta�
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
Fc C s$ g | ] }|� d �s |� d�r|�qS )Zenable_Zwarn_��
startswith)�.0�nmr r r �
<listcomp>� r r c C s dt _dt _dt _dt _d S �NT)�__diag__�)warn_multiple_tokens_in_named_alternation�)warn_ungrouped_named_tokens_in_collection� warn_name_set_on_empty_Forward�%warn_on_multiple_string_args_to_oneofr r r r �_enable_all_warnings� s r )t� __version__�__versionTime__�
__author__�
__compat__r �And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
PrecededBy�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore�Char� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common�pyparsing_unicode� unicode_set�conditionAsParseAction�re� c C sd t | t�r| S z
t| �W S ty^ t| ��t�� d�}td�}|�dd� � |� |� Y S 0 dS )a Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��tr r r �<lambda>� r z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingrG �setParseAction�transformString)�obj�retZ
xmlcharrefr r r �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nr )r �yr r r � <genexpr> r r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nr )r �sr r r r� r z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�data� from_symbols�
to_symbols�from_�to_r r r � _xml_escape s
r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jvr|V qd S r� )�string�
whitespace�r �cr r r r� r c s@ |d ur |nd�|rt nt� t���t��� ��fdd��}|S )Nz failed user-defined conditionc s t �| ||��s � | |���d S r� )�bool�r� �lr� ��exc_type�fn�msgr r �pa% s z"conditionAsParseAction.<locals>.pa)rA r? � _trim_arityr )r� �message�fatalr� r r� r r� s r� c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r= z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d u r || _d| _n || _|| _|| _|||f| _d S �Nr� )�locr� �pstr�
parserElement�args)�selfr� r� r� �elemr r r �__init__0 s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�per r r �_from_exception; s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dv r,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rk )rZ �columnrh N)rk r� r� rZ rh �AttributeError)r� �anamer r r � __getattr__C s z ParseBaseException.__getattr__c C s^ | j r@| jt| j �kr d}qDd| j | j| jd � �dd�}nd}d| j|| j| j| jf S )Nz, found end of textz
, found %rr� z\\�\r� z%%s%s (at char %d), (line:%d, col:%d))r� r� �lenr� r� rk r� )r� �foundstrr r r �__str__R s $�zParseBaseException.__str__c C s t | �S r� �r� �r� r r r �__repr__\ s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rh r� �join�strip)r� � markerString�line_str� line_columnr r r �
markInputline^ s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� r r r �__dir__h s zParseBaseException.__dir__)r NN)r� ) r r r �__doc__r� � classmethodr� r� r� r� r� r� r r r r r= , s
r= c @ s e Zd ZdZeddd��ZdS )r? a:
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
� c C sp ddl }|du rt�� }g }t| t�rJ|�| j� |�d| jd d � |�d�t | �j
| �� |dk�rf|j | j |d�}t
� }t|| d� �D ]�\}}|d }|j�dd�} t| t��r|jjd vr�q�| |v r�q�|�| � t | �}
|�d
�|
j|
j
| �� nP| du�r,t | �}
|�d �|
j|
j
�� n&|j} | jd v �r@q�|�d
�| j�� |d8 }|s� �qfq�d�|�S )ap
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
r N� r� �^z{0}: {1})�contextr� )� parseImpl�
_parseNoCachez
{0}.{1} - {2}z{0}.{1})�wrapperz<module>z{0}�
)�inspectr� �getrecursionlimitr� r= �appendrh rZ �formatr� r �getinnerframes�
__traceback__�set� enumerate�f_locals�getrD �f_code�co_name�addr r� ) �exc�depthr� r� �callers�seen�i�ff�frm�f_self� self_type�coder r r �explain� sL
�
� zParseException.explainN)r� )r r r r� � staticmethodr r r r r r? k s r? c @ s e Zd ZdZdS )rA znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyN�r r r r� r r r r rA � s rA c @ s e Zd ZdZdS )rC z�just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
Nr r r r r rC � s rC c @ s e Zd ZdZdd� Zdd� ZdS )rF ziexception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
c C s
|| _ d S r� ��parseElementTrace�r� �parseElementListr r r r� � s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr r� r r r r� � s z!RecursiveGrammarException.__str__N)r r r r� r� r� r r r r rF � s rF c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� �p1�p2r r r r� � s z _ParseResultsWithOffset.__init__c C s
| j | S r� r �r� r r r r � __getitem__� s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr r� r r r r� � s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r r r r r r � setOffset� s z!_ParseResultsWithOffset.setOffsetN)r r r r� r r� r r r r r r � s r c @ s� e Zd ZdZd]dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd^d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d_d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d`dHdI�Z+dJdK� Z,dLdM� Z-dadOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3e4dbd[d\��Z5dS )crB aS Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S r )r� �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modal�retobjr r r r ! s
zParseResults.__new__c
C sb | j rvd| _ d | _d | _i | _|| _|| _|d u r6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d u�r^|�r^|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fv �s^||t�r�|g}|�r*||t��rtt|j�d�| |< ntt|d �d�| |< || | _n4z|d | |< W n" tttf�y\ || |< Y n0 d S )NFr r� )r �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictr� r� r� �
basestringrB r �KeyError� TypeError�
IndexError)r� r r! r" r# r� r r r r� * sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jvr4| j| d d S tdd� | j| D ��S d S )Nr� r c S s g | ] }|d �qS �r r �r �vr r r r X r z,ParseResults.__getitem__.<locals>.<listcomp>)r� r� �slicer+ r' r. rB r r r r r Q s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r )
r r. r� r* r� r6 r+ rB �wkrefr& )r� �kr5 r� �subr r r � __setitem__Z s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r� r� r6 r� r+ r* �range�indices�reverser. �itemsr� r )
r� r �mylen�removedr! � occurrences�jr8 �value�positionr r r � __delitem__g s
zParseResults.__delitem__c C s
|| j v S r� )r. )r� r8 r r r � __contains__| s zParseResults.__contains__c C s
t | j�S r� )r� r+ r� r r r �__len__ s zParseResults.__len__c C s
| j S r� �r+ r� r r r �__bool__� s zParseResults.__bool__c C s
t | j�S r� ��iterr+ r� r r r �__iter__� s zParseResults.__iter__c C s t | jd d d� �S �Nr� rK r� r r r � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr. rP rL r� r r r � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� r �r r8 r� r r r� � r z+ParseResults._itervalues.<locals>.<genexpr>�rR r� r r� r � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� r rS r� r r r� � r z*ParseResults._iteritems.<locals>.<genexpr>rT r� r r� r �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r* rP r� r r r �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r* �
itervaluesr� r r r �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r* � iteritemsr� r r r r? � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)r� r. r� r r r �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | v r~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
r� �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r? r1 r� r� r� )r� r� �kwargsr8 r5 �indexr� � defaultvaluer r r �pop� s" %
�
�zParseResults.popc C s || v r| | S |S dS )a[
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nr )r� �key� defaultValuer r r r� � s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r+ �insertr. r? r� r )r� r^ �insStrr! rB r8 rD rE r r r rc s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r+ r� )r� �itemr r r r� s
zParseResults.appendc C s& t |t�r| �|� n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r� rB �__iadd__r+ �extend)r� �itemseqr r r rg / s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r+ r. �clearr� r r r ri B s zParseResults.clearc C s$ z
| | W S t y Y dS 0 d S r� )r0 �r� r! r r r r� I s
zParseResults.__getattr__c C s | � � }||7 }|S r� ��copy)r� �otherr� r r r �__add__O s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r r )�a)�offsetr r r� W r z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r �r r8 �vlistr5 )� addoffsetr r r Y s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r. r� r+ r? r� rB r7 r& r' �update)r� rm �
otheritems�otherdictitemsr8 r5 r )rt rp r rf T s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r )r� r� rl �r� rm r r r �__radd__d s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r r+ r. r� r r r r� l s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r� rB r� r �r r r r r r� p r z'ParseResults.__str__.<locals>.<genexpr>�])r� r+ r� r r r r� o s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r+ r� r� rB �
_asStringListr� )r� �sep�outre r r r r~ r s
zParseResults._asStringListc C s dd� | j D �S )ax
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS r )r� rB r" )r �resr r r r � r z'ParseResults.asList.<locals>.<listcomp>rI r� r r r r" } s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS r r r4 ��toItemr r r � r z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r� rB r[ �asDict�r� r� r r r� � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� r �r r8 r5 r� r r r� � r z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r? rZ r- )r� �item_fnr r� r r� � s
zParseResults.asDictc C s< t | j�}t| j�� �|_| j|_|j�| j� | j|_|S )zG
Returns a new copy of a :class:`ParseResults` object.
) rB r+ r- r. r? r& r' ru r% �r� r� r r r rl � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |durJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|v r�|| �||
|o�|du ||�g7 }n || �d|o�|du ||�g7 }q�d} |
|v r�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
r� c s s( | ] \}}|D ]}|d |fV qqdS �r� Nr rr r r r r� � s
�z%ParseResults.asXML.<locals>.<genexpr>� r� N�ITEM�<�>�</) r- r. r? r% r� r+ r� rB �asXMLr� r� r� )r� �doctag�namedItemsOnly�indent� formatted�nlr� �
namedItems�nextLevelIndent�selfTagr r� �resTag� xmlBodyTextr r r r� � sZ
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||u r| S qq
d S r� )r. r? )r� r9 r8 rs r5 r� r r r �__lookup� s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dv rxtt| j�� ��S dS dS )a
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r r� ) r% r& �_ParseResults__lookupr� r. �nextrL rY rW )r� �parr r r �getName s
� �zParseResults.getNamer c C sv g }d}|r$|� |t| �� � � n
|� d� |�rl| �� r�tdd� | �� D ��}|D ]x\}} |rl|� |� |� d|d| |f � t| t�r�| r�|� | j||||d d�� q�|� t| �� qV|� t | �� qVn�t
d d� | D ���rl| } t | �D ]x\}
} t| t��r@|� d
|d| |
|d|d | j||||d d�f � q�|� d
|d| |
|d|d t| �f � q�d� |�S ) aF
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r� r� c s s | ]\}}t |�|fV qd S r� )r� r� r r r r� G r z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: r� r� )r� �full� include_list�_depthc s s | ]}t |t�V qd S r� )r� rB )r �vvr r r r� S r z
%s%s[%d]:
%s%s%s)
r� r� r" r[ �sortedr? r� rB �dumpr �anyr� r� ) r� r� r� r� r� r� �NLr? r8 r5 r r� r r r r� ) sP
��
�
zParseResults.dumpc O s t j | �� g|�R i |�� dS )a#
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr" �r� r� r] r r r r� j s zParseResults.pprintc C s. | j | j�� | jd ur | �� p d | j| jffS r� )r+ r. rl r& r' r% r� r r r � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d urDt|�| _nd | _d S r; )r+ r. r% r' ru r7 r& )r� �stater� � inAccumNamesr r r � __setstate__� s
zParseResults.__setstate__c C s | j | j| j| jfS r� )r+ r% r( r) r� r r r �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r* rW r� r r r r� � s zParseResults.__dir__c C sr dd� }| g �}|� � D ]>\}}t|t�r>|| j||d�7 }q|| |g|||�d�7 }q|durn| |g|d�}|S )z�
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
c S sF z t | � W n ty Y dS 0 tr6t| ttf� S t| t� S d S �NF)rL � Exceptionr� r� r� �bytesr/ r� r r r � is_iterable� s z+ParseResults.from_dict.<locals>.is_iterable�r! )r! r" N)r? r� r � from_dict)r� rm r! r� r� r8 r5 r r r r� � s
zParseResults.from_dict)NNTT)N)r� )NFr� T)r� TTr )N)6r r r r� r r� r� r r: rF rG rH rJ � __nonzero__rM rO rR rU rV r� rW rY r? rP rX rZ r[ r` r� rc r� rg ri r� rn rf ry r� r� r~ r" r� rl r� r� r� r� r� r� r� r� r� r� r� r r r r rB � sl *
'
7
$
=(
A
rB c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a� Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
r r� r� )r� �rfind)r� �strgr� r r r rZ � s rZ c C s |� dd| �d S )a� Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
r� r r� )�count)r� r� r r r rk � s
rk c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r� r r� N)r� �find)r� r� �lastCR�nextCRr r r rh � s
rh c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rk rZ )�instringr� �exprr r r �_defaultStartDebugAction� s r� c C s$ t dt|� d t|�� � � d S )NzMatched z -> )r� r� r� r" )r� �startloc�endlocr� �toksr r r �_defaultSuccessDebugAction� s r� c C s t dt|� � d S )NzException raised:)r� r� )r� r� r� r r r r � _defaultExceptionDebugAction� s r� c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r� r r r rr � s rr r� c s� �t v r�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n ty� t��}Y n0 ||_|S )Nc s � |�S r� r r� )�funcr r r� r z _trim_arity.<locals>.<lambda>r Fr� )r� � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)r� r� r ������r� ��limitr� )�system_version� traceback�
extract_stack)r� rp �
frame_summaryr r r r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� r� r� )r� �
extract_tb)�tbr� �framesr� r r r r� s z _trim_arity.<locals>.extract_tb� r� r� r� c s� z"�| �d d � � }d�d< |W S t y� �d r<� nfzHt�� d }� |dd�d d d� �ksh� W z~W q� ty� Y q�0 n z~W n ty� Y n0 0 �d �krd d7 < Y q � Y q 0 q d S )Nr Tr� r� r� r� )r1 r� �exc_info� NameError)r� r� r� �r� �
foundArityr� r� �maxargs�pa_call_line_synthr r r� ! s. � z _trim_arity.<locals>.wrapperz<parse action>r � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr r� r� )r� r� r� � LINE_DIFF� this_liner� � func_namer r� r r� s,
� r� c @ s� e Zd ZdZdZdZedd� �Zedd� �Ze dd � �Z
d�d
d �Z d d
� Z dd� Z
d�dd�Zd�dd�Zd�dd�Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd�d#d$�Zd%d&� Zd�d'd(�Zd)d*� Zd+d,� ZG d-d.� d.e �Z e d/u� r�G d0d1� d1e �Z nG d2d1� d1e �Z i Z e!� Z"d3d3gZ#d�d4d5�Z$eZ%ed6d7� �Z&dZ'ed�d9d:��Z(d�d;d<�Z)e*dfd=d>�Z+d?d@� Z,e*fdAdB�Z-e*dfdCdD�Z.dEdF� Z/dGdH� Z0dIdJ� Z1dKdL� Z2dMdN� Z3dOdP� Z4dQdR� Z5dSdT� Z6dUdV� Z7dWdX� Z8dYdZ� Z9d[d\� Z:d]d^� Z;d_d`� Z<dadb� Z=d�dcdd�Z>dedf� Z?dgdh� Z@didj� ZAdkdl� ZBdmdn� ZCdodp� ZDd�dqdr�ZEdsdt� ZFdudv� ZGdwdx� ZHdydz� ZId�d{d|�ZJd�d}d~�ZKdd�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPd�d�d��ZQd�d�d��ZRd/S )�rD z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)rD �DEFAULT_WHITE_CHARS��charsr r r �setDefaultWhitespaceCharsL s z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )ah
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)rD �_literalStringClass�r� r r r �inlineLiteralsUsing\ s z!ParserElement.inlineLiteralsUsingc C s |j r|j }q |S r� )�tb_next)r� r� r r r �_trim_tracebackr s z ParserElement._trim_tracebackc C s� t � | _d | _d | _d | _|| _d| _ttj �| _
d| _ d| _ d| _
t � | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r* � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer� rD r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActionsr� � callPreparse�
callDuringTry)r� �savelistr r r r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a/
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
N)rl r� r� r� rD r� r� )r� �cpyr r r rl � s
zParserElement.copyc C s$ || _ d| j | _tjr | �� | S )a_
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected )r! r� r �!enable_debug_on_named_expressions�setDebugrj r r r �setName� s
zParserElement.setNamec C s | � ||�S )aO
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
)�_setResultsName�r� r! �listAllMatchesr r r �setResultsName� s z ParserElement.setResultsNamec C s4 | � � }|�d�r"|d d� }d}||_| |_|S )N�*r� T)rl �endswithr� r� )r� r! r �newselfr r r r � s
z ParserElement._setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r )�pdb� set_trace)r� r� � doActions� callPreParser �� _parseMethodr r �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser rQ )r� � breakFlagr r r r �setBreak� s
zParserElement.setBreakc O sV t |�dgkrg | _n<tdd� |D ��s0td��t ttt |���| _|�dd�| _| S )a�
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
Nc s s | ]}t |�V qd S r� )�callable)r r� r r r r� r z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler� F)r* r� �allr1 �mapr� r� r� �r� �fnsr] r r r r� � s (z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
r� F)r� r* r r� r� r� r r r r �addParseAction s z ParserElement.addParseActionc
O sF |D ](}| j �t||�d�|�dd�d�� q| jp>|�dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
r� r� F)r� r� r� )r� r� r� r� r� )r� r r] r� r r r � addCondition) s
�
zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately.)r� �r� r� r r r �
setFailActionB s
zParserElement.setFailActionc C sL d}|rHd}| j D ]2}z|�||�\}}d}qW q tyB Y q0 qq|S �NTF)r� r r? )r� r� r� �
exprsFound�e�dummyr r r �_skipIgnorablesO s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |v rD|d7 }q&|S �Nr� )r� r r� r� r� )r� r� r� �wt�instrlenr r r �preParse\ s
zParserElement.preParsec C s |g fS r� r �r� r� r� r
r r r r� h s zParserElement.parseImplc C s |S r� r �r� r� r� � tokenlistr r r � postParsek s zParserElement.postParsec C s� d\}}}| j }|s | j�r"| j| r8| j| ||| � z�|rR| jrR| �||�} n|} | }
| jsl| t|�kr�z| �|| |�\}} W q� ty� t |t|�| j
| ��Y q�0 n| �|| |�\}} W n^ t �y } zD| j| r�| j| ||
| | � | j�r| �||
| | � � W Y d } ~ n
d } ~ 0 0 n�|�r>| j�r>| �||�} n|} | }
| j�s\| t|�k�r�z| �|| |�\}} W n( t�y� t |t|�| j
| ��Y n0 n| �|| |�\}} | � ||| �} t
| | j| j| jd�}
| j�rd|�s�| j�rd|�r�z�| jD ]�}z|||
|
�} W n8 t�yD } z t d�}||_|�W Y d }~n
d }~0 0 | d u�r�| |
u�r�t
| | j| j�ovt| t
tf�| jd�}
�q�W nH t �y� } z.| j| �r�| j| ||
| | � � W Y d } ~ n
d } ~ 0 0 n�| jD ]�}z|||
|
�} W n8 t�y$ } z t d�}||_|�W Y d }~n
d }~0 0 | d u�r�| |
u�r�t
| | j| j�oVt| t
tf�| jd�}
�q�|�r�| j| �r�| j| ||
|| |
� ||
fS )N)r r� r� )r" r# z exception raised in parse action)r� r� r� r� r$ r� r� r� r2 r? r� r� r( rB r� r� r� r� r� � __cause__r� r* )r� r� r� r
r �TRY�MATCH�FAIL� debugging�preloc� tokensStart�tokens�err� retTokensr� �parse_action_excr r r r r� o s�
�
�
zParserElement._parseNoCachec C s> z| j ||dd�d W S ty8 t||| j| ��Y n0 d S )NF�r
r )r rA r? r� �r� r� r� r r r �tryParse� s zParserElement.tryParsec C s2 z| � ||� W n ttfy( Y dS 0 dS d S )NFT)r6 r? r2 r5 r r r � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� ra ��cache� not_in_cacher r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� r �r� ra rD �r; r r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �ri r� r> r r ri � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r> r r � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r r< �types�
MethodTyper� r� ri rH )r� r� r� ri rA r r: r r� � s z&ParserElement._UnboundedCache.__init__N�r r r r� r r r r �_UnboundedCache� s rE Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r8 r9 r: r r r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s< |� |< t � ��kr8z� �d� W q ty4 Y q0 qd S r� )r� �popitemr0 r= )r; �sizer r r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r? r� r> r r ri � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r@ r� r> r r rA � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r r< � _OrderedDictrB rC r� r� ri rH �r� rI r� r� ri rA r )r; r< rI r r� � s �!ParserElement._FifoCache.__init__NrD r r r r �
_FifoCache� s rP c @ s e Zd Zdd� ZdS )rF c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r8 r9 r: r r r� s rG c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r` �popleftr� r= )r; �key_fiforI r r r� s rJ c s � � � �� � d S r� r? r� )r; rR r r ri s rK c s t � �S r� r@ r� r> r r rA s rL )
r r< � collections�dequerB rC r� r� ri rH rN r )r; rR r< rI r r� s rO NrD r r r r rP s r c C s0 d\}}| ||||f}t j�� t j}|�|�} | |ju r�t j| d7 < z| �||||�} W n: ty� }
z"|�||
j |
j
� � � W Y d }
~
n8d }
~
0 0 |�|| d | d � � f� | W d � S nBt j| d7 < t | t
�r�| �| d | d � � fW d � S W d � n1 �s"0 Y d S )Nrq r� r )rD �packrat_cache_lock�
packrat_cacher� r< �packrat_cache_statsr� r= r� r� r� rl r� r� ) r� r� r� r
r �HIT�MISS�lookupr; rD r� r r r � _parseCache+ s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r )rD rV ri r� rW r r r r �
resetCacheD s
zParserElement.resetCache� c C s8 t js4dt _| du r t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)rD �_packratEnabledrE rV rP r[ r )�cache_size_limitr r r �
enablePackratJ s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W nP t y� } z8t j r�� n"t
|dd�dur�| �|j�|_|�W Y d}~nd}~0 0 |S dS )a�
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r r� N)rD r\ r� �
streamliner� r� �
expandtabsr r$ r, rI r= �verbose_stacktracer� r� r� )r� r� �parseAllr r� r0 �ser r r r � parseStringm s( !
zParserElement.parseStringc
c sV | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t y� |
d }Y qZ0 | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW nV t �yP } z<t j
�r� n$t|dd�du�r8| �|j�|_|�W Y d}~n
d}~0 0 dS )aq
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r r� r� N)r� ra r� r� r� rb r� r$ r rD r\ r? r= rc r� r� r� )r� r� �
maxMatches�overlapr r# r� �
preparseFn�parseFn�matchesr. �nextLocr0 �nextlocr r r r �
scanString� sF
zParserElement.scanStringc
C s g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t y� } z8t j
rĂ n"t|dd�dur�| �|j�|_|�W Y d}~n
d}~0 0 dS )a[
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS r r �r �or r r r r z1ParserElement.transformString.<locals>.<listcomp>r� r� )r� ro r� r� rB r" r* r� r r� �_flattenr= rD rc r� r� r� )r� r� r� �lastEr� r� r r r r r r� � s,
z ParserElement.transformStringc
C sr z t dd� | �||�D ��W S tyl } z8tjr6� n"t|dd�durT| �|j�|_|�W Y d}~n
d}~0 0 dS )a�
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS r r )r r� r� r r r r r 7 r z.ParserElement.searchString.<locals>.<listcomp>r� N)rB ro r= rD rc r� r� r� )r� r� rh r r r r � searchString! s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )aR
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )rh N)ro ) r� r� �maxsplit�includeSeparators�splits�lastr� r� r r r r r� A s
zParserElement.splitc C sV |t u rt| �S t|t�r$| �|�}t|t�sJtjdt|� t dd� dS t
| |g�S )a[
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
�4Cannot combine element of type %s with ParserElementr� ��
stacklevelN) �Ellipsis� _PendingSkipr� r/ r� rD �warnings�warnr� �
SyntaxWarningr% rx r r r rn Z s
�zParserElement.__add__c C sZ |t u rt| �d�| S t|t�r,| �|�}t|t�sRtjdt|� t dd� dS || S )z`
Implementation of + operator when left operand is not a :class:`ParserElement`
� _skipped*ry r� rz N)
r| rH r� r/ r� rD r~ r r� r� rx r r r ry � s
�zParserElement.__radd__c C sJ t |t�r| �|�}t |t�s:tjdt|� tdd� dS | t� � | S )zT
Implementation of - operator, returns :class:`And` with error stop
ry r� rz N)
r� r/ r� rD r~ r r� r� r% �
_ErrorStoprx r r r �__sub__� s
�zParserElement.__sub__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || S )z`
Implementation of - operator when left operand is not a :class:`ParserElement`
ry r� rz N�r� r/ r� rD r~ r r� r� rx r r r �__rsub__� s
�zParserElement.__rsub__c s |t u rd}n8t|t�rF|dd� t fkrFd|dd� d dd� }t|t�r\|d }}n�t|t��rJtdd � |D ��}|d
dd� }|d du r�d|d f}t|d t�r�|d du r�|d dkr�t��S |d dkr�t��S �|d t�� S nNt|d t��r,t|d t��r,|\}}||8 }n td t|d �t|d ���ntd t|���|dk �rjtd
��|dk �r|td��|| k�r�dk�r�n ntd��|�r� �fdd�� |�r�|dk�r҈� |� }nt �g| �� |� }n� |�}n |dk�r�}nt �g| �}|S )a�
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
)r NNr� r3 r� r� r c s s | ]}|t ur|nd V qd S r� )r| rp r r r r� � r z(ParserElement.__mul__.<locals>.<genexpr>�NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t �� | d � �S t ��S d S r! )r; ��n��makeOptionalListr� r r r� � s z/ParserElement.__mul__.<locals>.makeOptionalList)
r| r� �tupler� rR r9 r1 r� �
ValueErrorr% )r� rm � minElements� optElementsr� r r� r �__mul__� sN
zParserElement.__mul__c C s
| � |�S r� )r� rx r r r �__rmul__� s zParserElement.__rmul__c C sZ |t u rt| dd�S t|t�r(| �|�}t|t�sNtjdt|� t dd� dS t
| |g�S )zL
Implementation of | operator - returns :class:`MatchFirst`
T)� must_skipry r� rz N) r| r} r� r/ r� rD r~ r r� r� r6 rx r r r �__or__� s
�zParserElement.__or__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || B S )z`
Implementation of | operator when left operand is not a :class:`ParserElement`
ry r� rz Nr� rx r r r �__ror__ s
�zParserElement.__ror__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zD
Implementation of ^ operator - returns :class:`Or`
ry r� rz N) r� r/ r� rD r~ r r� r� r< rx r r r �__xor__ s
�zParserElement.__xor__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || A S )z`
Implementation of ^ operator when left operand is not a :class:`ParserElement`
ry r� rz Nr� rx r r r �__rxor__ s
�zParserElement.__rxor__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zF
Implementation of & operator - returns :class:`Each`
ry r� rz N) r� r/ r� rD r~ r r� r� r+ rx r r r �__and__' s
�zParserElement.__and__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || @ S )z`
Implementation of & operator when left operand is not a :class:`ParserElement`
ry r� rz Nr� rx r r r �__rand__3 s
�zParserElement.__rand__c C s t | �S )zH
Implementation of ~ operator - returns :class:`NotAny`
)r8 r� r r r �
__invert__? s zParserElement.__invert__c C s t d| jj ��d S )Nz%r object is not iterable)r1 r� r r� r r r rM E s zParserElement.__iter__c C s� z t |t�r|f}t|� W n ty6 ||f}Y n0 t|�dkrxt�d�|dd� t|�dkrpd�t|��nd�� | t|dd� � }|S )a�
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
r� z.only 1 or 2 index arguments supported ({0}{1})Nr� z ... [{0}]r� ) r� r� rL r1 r� r~ r r� r� )r� ra r� r r r r J s
��zParserElement.__getitem__c C s |dur| � |�S | �� S dS )a�
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
N)r rl rj r r r �__call__n s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
)rK r� r r r �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� r r r �leaveWhitespace� s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� r r r �setWhitespaceChars� s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
T)r� r� r r r �
parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jvrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r� r/ rK r� r� rl rx r r r �ignore� s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)r� r� r� r� r� )r� � startAction�
successAction�exceptionActionr r r �setDebugActions� s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
F)r� r� r� r� r� )r� �flagr r r r� � s %zParserElement.setDebugc C s | j S r� r� r� r r r r� � s zParserElement.__str__c C s t | �S r� r� r� r r r r� � s zParserElement.__repr__c C s d| _ d | _| S r )r� r� r� r r r ra � s zParserElement.streamlinec C s d S r� r r r r r �checkRecursion� s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)r� )r� �
validateTracer r r �validate� s zParserElement.validatec C s� z |� � }W nD tyP t|d��}|� � }W d � n1 sB0 Y Y n0 z| �||�W S ty� } z8tjrz� n"t|dd�dur�| �|j �|_ |�W Y d}~n
d}~0 0 dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rNr� )
�readr� �openrf r= rD rc r� r� r� )r� �file_or_filenamerd �
file_contents�fr r r r � parseFile
s ,zParserElement.parseFilec C s> | |u r dS t |t�r | �|�S t |t�r:t| �t|�kS dS r )r� r/ rl rD �varsrx r r r �__eq__
s
zParserElement.__eq__c C s
| |k S r� r rx r r r �__ne__$
s zParserElement.__ne__c C s t | �S r� )�idr� r r r �__hash__'
s zParserElement.__hash__c C s | |kS r� r rx r r r �__req__*
s zParserElement.__req__c C s
| |k S r� r rx r r r �__rne__-
s zParserElement.__rne__c C s2 z| j t|�|d� W dS ty, Y dS 0 dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�rd TFN)rf r� r= )r� �
testStringrd r r r rl 0
s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}|du rBt j
}|j } g }
g } d} td�� t
d���t�}
d}|D �]p}|dur�|�|d�s�| r�|s�| �|� qt|s�qt| r�dd�| � nd|g}g } z"|
�|�|��}| j||d�}W n� t�y� } z�t |t��r
d nd}d|v �rN|�t|j|�� |�d
t|j|�d d | � n|�d
|j d | � |�d
t|� � | �o�|} |}W Y d}~�n d}~0 t�y� } z,|�dt|� � | �o�|} |}W Y d}~n�d}~0 0 | �o�| } |du�r�zR|||�}|du�r:t |t ��r*|�|� � � n|�t|�� n|�|� � � W nT t�y� } z:|�|j |d�� |�d� |j t |�j |�� W Y d}~n
d}~0 0 n|�|j |d�� |�r�|�r�|�d� | d�|�� |
�||f� qt| |
fS )as
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
NT�\nr� u Fr� r� z(FATAL)r� r� r� zFAIL: zFAIL-EXCEPTION: )r� z{0} failed: {1}: {2})!r� r/ r* r r� r� �rstrip�
splitlinesr4 r� �stdout�writer r} r� rz rl r� r� r� �lstriprf r= rA rh r� rZ r� rB r� r� r r� )r� �testsrd �comment�fullDump� printResults� failureTestsr( �file�print_�
allResults�comments�successr� �BOMr� r� �resultr� r� r �pp_valuer r r r �runTestsD
sn `
$
4
zParserElement.runTests)F)F)F)T)T)TT)TT)r] )F)N)T)N)F)T)Tr� TTFNN)Sr r r r� r� rc r
r� r� r� r� r� rl r r r r r� r r r r r$ r� r( r� r6 r7 r rE rM rP rV r rU rW r[ r r\ r^ r` rf �_MAX_INTro r� rt r� rn ry r� r� r� r� r� r� r� r� r� r� r� rM r r� r� r� r� r� r� r� r� r� r� ra r� r� r� r� r� r� r� r� rl r� r r r r rD G s�
1
W
"
:J0 & J $
+
�rD c s6 e Zd Zd
� fdd� Zdd� Zdd� Zdd � Z� ZS ) r} Fc s> t t| ��� t|t� ��dd�| _| j| _|| _|| _ d S )Nr, �...)
�superr} r� r� r, r� r� r! �anchorr� )r� r� r� �r� r r r� �
s
z_PendingSkip.__init__c s\ t |��d�d�}� jrNdd� }� fdd�}� j|� �|� |� �|�B | S � j| | S )Nr� r� c S s, | j r| j �� dgkr(| d= | �dd � d S )Nr� r �_skipped)r� r" r` r� r r r r� �
s z'_PendingSkip.__add__.<locals>.must_skipc s< | j �� dd � dgkr8| �d�}dt� j� d | d< d S )Nr� r� r� z missing <r� )r� r" r` r r� )r� �skippedr� r r � show_skip�
s
z'_PendingSkip.__add__.<locals>.show_skip)rH r r� r� r )r� rm �skipperr� r� r r� r rn �
s
��z_PendingSkip.__add__c C s | j S r� )r� r� r r r r� s z_PendingSkip.__repr__c G s t d��d S )NzBuse of `...` expression without following SkipTo target expression)r� �r� r� r r r r� s z_PendingSkip.parseImpl)F)r r r r� rn r� r� �
__classcell__r r r� r r} �
s r} c s e Zd ZdZ� fdd�Z� ZS )rL zYAbstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
c s t t| �jdd� d S �NF�r� )r� rL r� r� r� r r r� s zToken.__init__�r r r r� r� r� r r r� r rL s rL c s e Zd ZdZ� fdd�Z� ZS )r, z'An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr, TF)r� r, r� r! r� r� r� r� r r r� s zEmpty.__init__r� r r r� r r, s r, c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r7 z#A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr7 TFzUnmatchable token)r� r7 r� r! r� r� r� r� r� r r r� s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r? r� r% r r r r� $ s zNoMatch.parseImpl)T�r r r r� r� r� r� r r r� r r7 s r7 c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r4 a� Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
c s� t t| ��� || _t|�| _z|d | _W n( tyT tj dt
dd� t | _ Y n0 dt
| j� | _d| j | _d| _d| _| jdkr�t| �tu r�t| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr� rz �"%s"r� Fr� )r� r4 r� �matchr� �matchLen�firstMatchCharr2 r~ r r� r, r� r� r! r� r� r� r� �_SingleCharLiteral�r� � matchStringr� r r r� 6 s
� zLiteral.__init__Tc C s@ || | j kr,|�| j|�r,|| j | jfS t||| j| ��d S r� )r� r r� r� r? r� r% r r r r� J s zLiteral.parseImpl)Tr� r r r� r r4 ( s
r4 c @ s e Zd Zddd�ZdS )r� Tc C s0 || | j kr |d | jfS t||| j| ��d S r! )r� r� r? r� r% r r r r� P s z _SingleCharLiteral.parseImplN)T�r r r r� r r r r r� O s r� c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r1 a� Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
�_$NFc s� t t| ��� |d u r tj}|| _t|�| _z|d | _W n" ty\ t j
dt dd� Y n0 d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadr� rz r� r� F)r� r1 r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r2 r~ r r� r! r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r� r� r� r� r r r� s s(
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jvr�|dksj||d �� | jvr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jvr�|dks�||d | jvr�|| j | jfS t ||| j
| ��d S r; ) r� r� r� r� r� r� r� r� r r? r� r% r r r r� � s. ��������zKeyword.parseImplc s t t| ��� }tj|_|S r� )r� r1 rl r� r� )r� r� r� r r rl � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r1 r� r� r r r �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r r r r� rT r� r� r� rl r
r� r� r r r� r r1 X s
r1 c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r' af Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )r� r' r� r� � returnStringr! r� r� r� r r r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r� r� r� r� r? r� r% r r r r� � s zCaselessLiteral.parseImpl)Tr� r r r� r r' � s
r' c s" e Zd ZdZd� fdd� Z� ZS )r& z�
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
Nc s t t| �j||dd� d S )NT�r� )r� r& r� )r� r� r� r� r r r� � s zCaselessKeyword.__init__)Nr� r r r� r r& � s r& c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r� a� A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r� r� r� r! � match_string�
maxMismatchesr� r� r� )r� r� r� r� r r r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� |��D ]2\}} | \} }
| |
krL| �|� t | �|
krL q�qL|d }t|||� g�}||d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r� rB r? r� )r� r� r� r
�startr# �maxlocr� �match_stringlocr� r� �s_m�src�mat�resultsr r r r� � s(
zCloseMatch.parseImpl)r� )Tr� r r r� r r� � s r� c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )rO aX Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rNt� �� d�� fdd�|D ��}|rNd�� fdd�|D ��}|| _t|�| _|rt|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j v�r�|dk�r�|dk�r�|dk�r�| j| jk�r@d t| j� | _nHt| j�dk�rnd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n t�y� d | _Y n0 | jj| _t | _ d S )Nr� c 3 s | ]}|� vr|V qd S r� r r� �� excludeCharsr r r� H r z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� vr|V qd S r� r r� r� r r r� J r r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b) r� rO r� r� r� �
initCharsOrig� initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr� r� r! r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler� r� �re_match�
_WordRegexr� )r� r� r� �min�max�exactr r� r� r� r r� D sZ
0 �
�
z
Word.__init__Tc C s� || | j vr t||| j| ��|}|d7 }t|�}| j}|| j }t||�}||k rj|| |v rj|d7 }qLd}|| | jk r�d}nV| jr�||k r�|| |v r�d}n6| j r�|dkr�||d |v s�||k r�|| |v r�d}|r�t||| j| ��||||� fS )Nr� FTr )
r� r? r� r� r� r r r� r� r ) r� r� r� r
r� r# � bodycharsr� �throwExceptionr r r r� } s2
�
�zWord.parseImplc st zt t| ��� W S ty" Y n0 | jd u rndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� r� r@ �r� r r r �
charsAsStr� s z Word.__str__.<locals>.charsAsStrz
W:(%s, %s)zW:(%s))r� rO r� r� r� r� r� )r� r r� r r r� � s
z Word.__str__)Nr� r r FN)T�r r r r� r� r� r� r� r r r� r rO s 49
rO c @ s e Zd Zddd�ZdS )r Tc C s4 | � ||�}|s t||| j| ��|�� }||�� fS r� )r r? r� �end�group)r� r� r� r
r� r r r r� � s
z_WordRegex.parseImplN)Tr� r r r r r � s r c s" e Zd ZdZd� fdd� Z� ZS )rS z�A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
FNc sZ t t| �j|d||d� dtd�| j�� | _|r>d| j | _t�| j�| _| jj | _
d S )Nr� )r
r r� �[%s]r� z\b%s\b) r� rS r� r r� r� r r� r r� r )r� �charsetr r� r� r r r� � s z
Char.__init__)FNr� r r r� r rS � s rS c sT e Zd ZdZd� fdd� Zddd�Zdd d
�Zdd d �Z� fd
d�Zdd� Z � Z
S )rG ah Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
If instead of the Python stdlib re module you wish to use a different RE module
(such as the `regex` module), you can replace it by either building your
Regex object with a compiled RE that was compiled using regex:
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
# use regex module instead of stdlib re module to construct a Regex using
# a compiled regular expression
import regex
parser = pp.Regex(regex.compile(r'[0-9]'))
r Fc s" t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jy� tjd| tdd� � Y q�0 n8t|d�r�t|d�r�|| _
|j | _| _ || _ ntd��| j
j| _t| �| _d| j | _d | _| �d
�d u| _|| _|| _| j�r| j| _| j�r | j | _d S ) a The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
z0null string passed to Regex; use Empty() insteadr� rz �$invalid pattern (%s) passed to Regex�patternr� zCRegex may only be constructed with a string or a compiled RE objectr� Fr� N) r� rG r� r� r/ r~ r r� r �flagsr� r r �
sre_constants�errorrQ r1 r� r r� r! r� r� r� � asGroupList�asMatch�parseImplAsGroupListr� �parseImplAsMatch)r� r r r r r� r r r� � s@
�
�
zRegex.__init__Tc C sb | � ||�}|s t||| j| ��|�� }t|�� �}|�� }|rZ|�� D ]\}}|||< qH||fS r� )r r? r� r rB r � groupdictr? ) r� r� r� r
r� r� �dr8 r5 r r r r�
s
zRegex.parseImplc C s8 | � ||�}|s t||| j| ��|�� }|�� }||fS r� )r r? r� r �groups�r� r� r� r
r� r� r r r r
s zRegex.parseImplAsGroupListc C s4 | � ||�}|s t||| j| ��|�� }|}||fS r� )r r? r� r r! r r r r !
s zRegex.parseImplAsMatchc sD zt t| ��� W S ty" Y n0 | jd u r>dt| j� | _| jS )NzRe:(%s))r� rG r� r� r� r r r� r� r r r� *
s
z
Regex.__str__c sl �j r tjdtdd� t� ��jr@t� �r@tjdtdd� t� ��jrT� fdd�}n� �fdd�}��|�S )a�
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
z-cannot use sub() with Regex(asGroupList=True)r� rz z9cannot use sub() with a callable with Regex(asMatch=True)c s | d � � �S r )�expand�r0 )�replr r r� K
s zRegex.sub.<locals>.pac s �j �� | d �S r )r� r9 r# �r$ r� r r r� N
s )r r~ r r� � SyntaxErrorr r r )r� r$ r� r r% r r9 5
s ��z Regex.sub)r FF)T)T)T) r r r r� r� r� r r r� r9 r� r r r� r rG � s -
rG c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
rE a&
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sV t t� ��� |�� }|s0tjdtdd� t� �|d u r>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d ur�t|�p�df � _n<d� _dt�� j�t� j d �|d u�rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z(t� � j� j�� _� j� _ � jj � _ W n. t j!�y. tjd� j tdd� � Y n0 t"� �� _#d� j# � _$d� _%d� _&d S )Nz$quoteChar cannot be the empty stringr� rz z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r � endQuoteCharr r| r� r r r� �
s � �z(QuotedString.__init__.<locals>.<genexpr>r� �)z|(?:%s)z|(?:%s.)z(.)z)*%sr r� FT)'r� rE r� r� r~ r r� r& � quoteCharr� � quoteCharLen�firstQuoteCharr' �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr r r r r� r< �escCharReplacePatternr r r� r r r r� r! r� r� r� )r� r) r- r. � multiliner/ r' r0 r� r� r r� y
st
�
���� �
zQuotedString.__init__c C s� || | j kr| �||�p d }|s2t||| j| ��|�� }|�� }| jr�|| j| j � }t |t
�r�d|v r�| j r�ddddd�}|� � D ]\}}|�
||�}q�| jr�t�| jd|�}| jr�|�
| j| j�}||fS )Nr� � r� � �
)�\tr� z\fz\rz\g<1>)r+ r r? r� r r r/ r* r, r� r/ r0 r? r� r- r� r9 r3 r. r' ) r� r� r� r
r� r� �ws_map�wslit�wscharr r r r� �
s*
�zQuotedString.parseImplc sF zt t| ��� W S ty" Y n0 | jd u r@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r� rE r� r� r� r) r' r� r� r r r� �
s
zQuotedString.__str__)NNFTNT)Tr r r r� r rE R
s & �A
#rE c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r( a� Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )r� r( r� r� �notCharsr� r� r r� r� r! r� r� r� )r� r< r r r
r� r r r� �
s
zCharsNotIn.__init__Tc C s� || | j v r t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |vrb|d7 }qD|| | jk r�t||| j| ��||||� fS r! )r< r? r� r r r� r� )r� r� r� r
r� �notchars�maxlenr r r r� s
zCharsNotIn.parseImplc sd zt t| ��� W S ty" Y n0 | jd u r^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr
z
!W:(%s...)z!W:(%s))r� r( r� r� r� r� r< r� r� r r r� & s
zCharsNotIn.__str__)r� r r )Tr r r r� r r( �
s
r( c s` e Zd ZdZdddddddd d
d d d
dddddddddddd�Zd"� fd d � Zd#d d!�Z� ZS )$rN a� Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \t\r\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z
<EN_SPACE>z
<EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r� r5 r� r7 r6 � u u u u u u u u u u u u u u u u u �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j vr|V qd S r� )�
matchWhiter� r� r r r� Y r z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )rN � whiteStrsr� r r r r� [ r Tr� r )
r� rN r� rA r� r� r� r! r� r� r� r r� )r� �wsr r r
r� r� r r� V s zWhite.__init__Tc C s� || | j vr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j v rb|d7 }qB|| | jk r�t||| j| ��||||� fS r! )rA r? r� r r r� r� )r� r� r� r
r� r� r r r r� j s
zWhite.parseImpl)r@ r� r r )T)r r r r� rB r� r� r� r r r� r rN 4 s6 �rN c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r )r� rD r� r� r r! r� r� r� r� r r r� { s
z_PositionToken.__init__�r r r r� r� r r r� r rD z s rD c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r/ zaToken to advance to a specific column of input text; useful for
tabular report scraping.
c s t t| ��� || _d S r� )r� r/ r� rZ )r� �colnor� r r r� � s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r! )rZ r� r� r �isspace)r� r� r� r# r r r r$ � s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�rZ r? )r� r� r� r
�thiscol�newlocr� r r r r� � s
zGoToColumn.parseImpl)T)r r r r� r� r$ r� r� r r r� r r/ � s r/ c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r3 a� Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)r� r3 r� r� r� r� r r r� � s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r! )rZ r? r� r% r r r r� � s zLineStart.parseImpl)Tr� r r r� r r3 � s r3 c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r2 zTMatches if current position is at the end of a line within the
parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr� r� zExpected end of line)r� r2 r� r� rD r� r� r� r� r� r r r� � s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr� r� �r� r? r� r% r r r r� � s zLineEnd.parseImpl)Tr� r r r� r r2 � s r2 c s* e Zd ZdZ� fdd�Zddd�Z� ZS )rJ zLMatches if current position is at the beginning of the parse
string
c s t t| ��� d| _d S )NzExpected start of text)r� rJ r� r� r� r� r r r� � s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r )r$ r? r� r% r r r r� � s zStringStart.parseImpl)Tr� r r r� r rJ � s rJ c s* e Zd ZdZ� fdd�Zddd�Z� ZS )rI zBMatches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)r� rI r� r� r� r� r r r� � s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r! rK r% r r r r� � s zStringEnd.parseImpl)Tr� r r r� r rI � s rI c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rQ ay Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
```` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)r� rQ r� r� � wordCharsr� �r� rL r� r r r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j v s(|| | j vr8t||| j| ��|g fS r; )rL r? r� r% r r r r� � s �zWordStart.parseImpl)T�r r r r� rw r� r� r� r r r� r rQ � s rQ c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rP a_ Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ```` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)r� rP r� r� rL r� r� rM r� r r r� s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jv s8||d | jvrHt||| j| ��|g fS r; )r� rL r? r� )r� r� r� r
r# r r r r� s �zWordEnd.parseImpl)TrN r r r� r rP s rP c sz e Zd ZdZd� fdd� Zdd� Zdd� Z� fd d
�Z� fd d �Z� fd
d�Z ddd�Z
� fdd�Z d� fdd� Z � Z
S )r@ z]Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
Fc s� t t� ��|� t|t�r"t|�}t|t�r<� �|�g� _n�t|t �rP|g� _nlt|t
�r�t|�}t dd� |D ��r�� fdd�|D �}t|�� _n*zt|�� _W n t y� |g� _Y n0 d� _
d S )Nc s s | ]}t |t�V qd S r� )r� r/ )r r� r r r r� * r z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |t�r� �|�n|V qd S r� )r� r/ r� �r r r� r r r� + r F)r� r@ r� r� r, r* r/ r� �exprsrD r
r� r1 r� �r� rP r� r� r� r r� s"
zParseExpression.__init__c C s | j �|� d | _| S r� )rP r� r� rx r r r r� 4 s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z�Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions.Fc S s g | ] }|� � �qS r rk rO r r r r = r z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� rP r� )r� r r r r r� 9 s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S rN )r� rK r� r� r@ r� rP )r� rm r r� r r r� B s
zParseExpression.ignorec sL zt t| ��� W S ty" Y n0 | jd u rFd| jjt| j�f | _| jS �Nz%s:(%s)) r� r@ r� r� r� r� r r� rP r� r� r r r� N s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd u r�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd u �r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nr� r r� r� r� )r� r@ ra rP r� r� r� r� r� r� r� r� r� r� r� )r� r rm r� r r ra X s<
���
��� zParseExpression.streamlineNc C sB |d ur |ng d d � | g }| j D ]}|�|� q$| �g � d S r� )rP r� r� )r� r� �tmpr r r r r� z s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS r rk rO r r r r � r z(ParseExpression.copy.<locals>.<listcomp>)r� r@ rl rP r� r� r r rl � s zParseExpression.copyc sV t jrD| jD ]6}t|t�r |jr tjd�d|t | �j
|j�dd� q t t | ��
||�S )N�]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expressionr r� rz )r r rP r� rD r� r~ r r� r� r r� r@ r �r� r! r r r� r r r � s
��z ParseExpression._setResultsName)F)N)F)r r r r� r� r� r� r� r� ra r� rl r r� r r r� r r@ s
"
r@ c s` e Zd ZdZG dd� de�Zd� fdd� Z� fdd�Zdd d
�Zd d � Z d
d� Z
dd� Z � Z S )r% a
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s* t tj| �j|i |�� d| _| �� d S )N�-)r� r% r� r� r! r� r� r� r r r� � s zAnd._ErrorStop.__init__rE r r r� r r� � s r� Tc s� t |�}|r�t|v r�g }t|�D ]`\}}|tu rv|t|�d k rlt� ||d jd }|�t|�d�� q�td��q |�|� q ||d d �< t t
| �� ||� t dd� | jD ��| _
| �| jd j� | jd j| _d| _d S ) Nr� r� r� z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r� �r� rO r r r r� � r z And.__init__.<locals>.<genexpr>r T)r* r| r� r� r, rP r� rH r� r� r% r� r r� r� r� r� r� )r� rP r� rS r r� �
skipto_argr� r r r� � s
z And.__init__c s� | j r�tdd� | j d d� D ��r�t| j d d� �D ]^\}}|d u rFq4t|t�r4|j r4t|j d t�r4|j d | j |d |j d< d | j |d < q4dd� | j D �| _ tt| ��� t dd� | j D ��| _
| S )Nc s s. | ]&}t |t�o$|jo$t |jd t�V qdS �r� N)r� r@ rP r} rO r r r r� � s �z!And.streamline.<locals>.<genexpr>r� r� c S s g | ]}|d ur|�qS r� r rO r r r r � r z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r� rW rO r r r r� � r ) rP r� r� r� r@ r} r� r% ra r r� )r� r r r� r r ra � s$ �
�� zAnd.streamlinec C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tyr � Y q� ty� } z d |_t�|��W Y d }~q�d }~0 t y� t|t
|�| j | ��Y q�0 n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Frg r� T)
rP r r� r% r� rC r= r� r� r2 r� r� r[ ) r� r� r� r
�
resultlist� errorStopr �
exprtokensr� r r r r� � s(
z
And.parseImplc C s t |t�r| �|�}| �|�S r� �r� r/ r� r� rx r r r rf � s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )rP r� r� �r� r �subRecCheckListr r r r r� � s
zAnd.checkRecursionc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr! �{r� c s s | ]}t |�V qd S r� r� rO r r r r� � r z And.__str__.<locals>.<genexpr>�}�rQ r! r� r� rP r� r r r r� � s
z And.__str__)T)T)
r r r r� r, r� r� ra r� rf r� r� r� r r r� r r% � s
r% c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r< a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� rW rO r r r r� r z Or.__init__.<locals>.<genexpr>T)r� r< r� rP r� r� rQ r� r r r� s z Or.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� �r� rO r r r r� r z Or.streamline.<locals>.<genexpr>)r� r< ra r$ �collect_all_And_tokensr� rP r� r� r� r r ra s z
Or.streamlineTc C s� d}d }g }| j D ]�}z|�||�}W nv tyd } z&d | _| j|krP| }| j}W Y d } ~ qd } ~ 0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 |�||f� q|�r�|j t
d�dd� |s�|d d }
|
� |||�S d} |D ]�\} }
| | d k�r
| S z|
� |||�\}}W nB t�yb } z(d | _| j|k�rN| }| j}W Y d } ~ q�d } ~ 0 0 || k�rz||f S || d kr�||f} q�| dk�r�| S |d u�r�| j|_ |�nt||d| ��d S )Nr� r T)ra r> r� rY � no defined alternatives to match)
rP r6 r? r� r� r2 r� r� r� �sortr r r� )r� r� r� r
� maxExcLoc� maxExceptionrl r �loc2r1 � best_expr�longest�loc1�expr1r� r r r r� sT
z Or.parseImplc C s t |t�r| �|�}| �|�S r� r] rx r r r �__ixor__[ s
z Or.__ixor__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr! r` z ^ c s s | ]}t |�V qd S r� r� rO r r r r� e r z Or.__str__.<locals>.<genexpr>ra rb r� r r r r� ` s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �rP r� r^ r r r r� i s
zOr.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� �r� r% rO r r r r� q r z%Or._setResultsName.<locals>.<genexpr>��{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokensr r� rz )r$ rd r r r� rP r~ r r� r� r r� r< r r r� r r r n s � ��zOr._setResultsName)F)T)F) r r r r� r� ra r� rn r� r� r r� r r r� r r< s
= r< c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r6 a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� rW rO r r r r� � r z&MatchFirst.__init__.<locals>.<genexpr>T)r� r6 r� rP r� r� rQ r� r r r� � s zMatchFirst.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� rc rO r r r r� � r z(MatchFirst.streamline.<locals>.<genexpr>)r� r6 ra r$ rd r� rP r� r� r� r r ra � s zMatchFirst.streamlineTc C s� d}d }| j D ]�}z|�|||�}|W S tyb } z |j|krN|}|j}W Y d }~qd }~0 ty� t|�|kr�t|t|�|j| �}t|�}Y q0 q|d ur�| j|_|�nt||d| ��d S )Nr� re )rP r r? r� r2 r� r� r� ) r� r� r� r
rg rh r r� r1 r r r r� � s$
zMatchFirst.parseImplc C s t |t�r| �|�}| �|�S r� r] rx r r r �__ior__� s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr! r` � | c s s | ]}t |�V qd S r� r� rO r r r r� � r z%MatchFirst.__str__.<locals>.<genexpr>ra rb r� r r r r� � s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� ro r^ r r r r� � s
zMatchFirst.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� rp rO r r r r� � r z-MatchFirst._setResultsName.<locals>.<genexpr>rq r r� rz )r$ rd r r r� rP r~ r r� r� r r� r6 r r r� r r r � s � ��zMatchFirst._setResultsName)F)T)F) r r r r� r� ra r� rr r� r� r r� r r r� r r6 { s
r6 c sH e Zd ZdZd
� fdd� Z� fdd�Zddd�Zd d
� Zd d � Z� Z S )r+ as Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s> t t| ��||� tdd� | jD ��| _d| _d| _d| _d S )Nc s s | ] }|j V qd S r� rW rO r r r r� r z Each.__init__.<locals>.<genexpr>T) r� r+ r� r rP r� r� �initExprGroupsr� rQ r� r r r�
s
z
Each.__init__c s( t t| ��� tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� rW rO r r r r� r z"Each.streamline.<locals>.<genexpr>)r� r+ ra r rP r� r� r� r r ra s zEach.streamlinec s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rh|� | j | j }
g } |
D ]t} z| �||�}W n t �y | �
| � Y q�0 |�
| j� t | �| �� | |v �r>|�
| � q�| � v r܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r� r; r� r� rO r r r r� r z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS r �r� r; r� rO r r r r r z"Each.parseImpl.<locals>.<listcomp>c S s$ g | ] }|j rt|ttf�s|�qS r )r� r� r; rG rO r r r r r c S s g | ]}t |t�r|j�qS r )r� rR r� rO r r r r r c S s g | ]}t |t�r|j�qS r )r� r9 r� rO r r r r r c S s g | ]}t |tttf�s|�qS r )r� r; rR r9 rO r r r r r FTr{ c s s | ]}t |�V qd S r� r� rO r r r r� 9 r z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� v r|�qS r ru rO ��tmpOptr r r = r )rt r- rP �opt1map� optionals�multioptionals�
multirequired�requiredr6 r? r� r� r� �remover� r� r �sumrB )r� r� r� r
�opt1�opt2�tmpLoc�tmpReqd�
matchOrder� keepMatching�tmpExprs�failedr �missingrZ r� � finalResultsr rv r r� sP
zEach.parseImplc C s@ t | d�r| jS | jd u r:dd�dd� | jD �� d | _| jS )Nr! r` z & c s s | ]}t |�V qd S r� r� rO r r r r� L r z Each.__str__.<locals>.<genexpr>ra rb r� r r r r� G s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� ro r^ r r r r� P s
zEach.checkRecursion)T)T)
r r r r� r� ra r� r� r� r� r r r� r r+ � s 8
1 r+ c sj e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z ddd�Z
� fdd�Z � Z S )r> zfAbstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@t| jt�r2| �|�}n| �t|��}|| _ d | _
|d ur�|j | _ |j | _ | �
|j� |j| _|j| _|j| _| j�|j� d S r� )r� r> r� r� r/ �
issubclassr� rL r4 r� r� r� r� r� r� r� r� r� r� rg �r� r� r� r� r r r� Z s
z ParseElementEnhance.__init__Tc C s2 | j d ur | j j|||dd�S td|| j| ��d S )NFrg r� )r� r r? r� r% r r r r� l s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd ur&| j�� | S r� )r� r� rl r� r� r r r r� r s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jvrntt| ��|� | jd urn| j�| jd � n,tt| ��|� | jd urn| j�| jd � | S rN )r� rK r� r� r> r� r� rx r� r r r� y s
zParseElementEnhance.ignorec s& t t| ��� | jd ur"| j�� | S r� )r� r> ra r� r� r� r r ra � s
z ParseElementEnhance.streamlinec C sB | |v rt || g ��|d d � | g }| jd ur>| j�|� d S r� )rF r� r� )r� r r_ r r r r� � s
z"ParseElementEnhance.checkRecursionNc C sB |d u r g }|d d � | g }| j d ur4| j �|� | �g � d S r� �r� r� r� �r� r� rS r r r r� � s
z ParseElementEnhance.validatec sV zt t| ��� W S ty" Y n0 | jd u rP| jd urPd| jjt| j�f | _| jS rR ) r� r> r� r� r� r� r� r r� r� r� r r r� � s zParseElementEnhance.__str__)F)T)N)
r r r r� r� r� r� r� ra r� r� r� r� r r r� r r> V s
r> c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r- ab Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r )r� r- r� r� �r� r� r� r r r� � s zFollowedBy.__init__Tc C s( | j j|||d�\}}|d d �= ||fS )Nr4 )r� r )r� r� r� r
�_r� r r r r� � s
zFollowedBy.parseImpl)Tr� r r r� r r- � s r- c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r5 ap Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
Nc s� t t| ��|� | �� �� | _d| _d| _d| _t|t �rJt
|�}d| _nVt|t t f�rf|j
}d| _n:t|ttf�r�|jtkr�|j}d| _nt|t�r�d}d| _|| _dt |� | _d| _| j�dd� � d S )NTFr znot preceded by c S s |� td d ��S r� )rF r6 r� r r r r� � r z%PrecededBy.__init__.<locals>.<lambda>)r� r5 r� r� r� r� r� r
r� r� r� r4 r1 r� rO r( r r� rD �retreatr� r� r� r� )r� r� r� r� r r r� � s*
zPrecededBy.__init__r Tc C s� | j r<|| jk r t||| j��|| j }| j�||�\}}n�| jt� }|td|| j �|� }t||| j�} tdt || jd �d �D ]N}
z |�|t
|�|
�\}}W n( t y� } z| } W Y d } ~ q�d } ~ 0 0 q�q�| �||fS r; ) r
r� r? r� r� r rI r r< r r� r= ) r� r� r� r
r� r� r� � test_expr�instring_slice� last_exprrp �pber r r r� � s
zPrecededBy.parseImpl)N)r Tr� r r r� r r5 � s r5 c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r8 a� Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r� r8 r� r� r� r� r� r� r� r� r r r� * s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )r� r7 r? r� r% r r r r� 1 s zNotAny.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr! z~{ra �rQ r! r� r� r� r� r r r r� 6 s
zNotAny.__str__)Tr r r r� r r8 s
r8 c s> e Zd Zd � fdd� Zdd� Zd
dd�Zd� fd
d � Z� ZS )�_MultipleMatchNc s< t t| ��|� d| _|}t|t�r.| �|�}| �|� d S r )r� r� r� r� r� r/ r� �stopOn)r� r� r� �enderr� r r r� @ s
z_MultipleMatch.__init__c C s, t |t�r| �|�}|d ur"| nd | _| S r� )r� r/ r� � not_ender)r� r� r r r r� H s
z_MultipleMatch.stopOnTc C s� | j j}| j}| jd u}|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfy� Y n0 ||fS �NFrg ) r� r r r� r6 r� r[ r? r2 ) r� r� r� r
�self_expr_parse�self_skip_ignorables� check_ender�
try_not_enderr0 �hasIgnoreExprsr. � tmptokensr r r r� N s*
z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg � D ]6}t|t�r |jr tjd� d|t
| �j |j�dd� q t t
| ��||�S )NrP rT r r� rz )r r r� r� r� rD r� r~ r r� r� r r� r� r rU r� r r r k s ��z _MultipleMatch._setResultsName)N)T)F)r r r r� r� r� r r� r r r� r r� ? s
r� c @ s e Zd ZdZdd� ZdS )r9 aj Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr! r` z}...r� r� r r r r� � s
zOneOrMore.__str__N)r r r r� r� r r r r r9 y s r9 c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) rR ak Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
Nc s t t| �j||d� d| _d S )N�r� T)r� rR r� r� )r� r� r� r� r r r� � s zZeroOrMore.__init__Tc s: zt t| ��|||�W S ttfy4 |g f Y S 0 d S r� )r� rR r� r? r2 r% r� r r r� � s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr! rz �]...r� r� r r r r� � s
zZeroOrMore.__str__)N)Tr r r r� r rR � s
rR c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r� r r� r r r rJ � s z_NullToken.__bool__c C s dS r� r r� r r r r� � s z_NullToken.__str__N)r r r rJ r� r� r r r r r� � s r� c s< e Zd ZdZe� Zef� fdd� Zd dd�Zdd� Z� Z S )
r; aG Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr� T)r� r; r� r� r� rb r� )r� r� r\ r� r r r� � s
zOptional.__init__Tc C sz z | j j|||dd�\}}W nT ttfyp | j| jurh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y n0 ||fS r� )r� r r? r2 rb � _Optional__optionalNotMatchedr� rB )r� r� r� r
r0 r r r r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd u r.dt| j� d | _| jS )Nr! rz r} r� r� r r r r� � s
zOptional.__str__)T)
r r r r� r� r� r� r� r� r� r r r� r r; � s
$
r; c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) rH a� Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rF| �
|�| _ n|| _ dt | j
� | _d S )NTFzNo match found for )r� rH r� �
ignoreExprr� r� � includeMatchr� r� r/ r� �failOnr� r� r� )r� rm �includer� r� r� r r r� @ s
zSkipTo.__init__Tc C s" |}t |�}| j}| jj}| jd ur,| jjnd }| jd urB| jjnd } |}
|
|kr�|d urf|||
�rfq�| d ur�z| ||
�}
W qn ty� Y q�Y qn0 qnz|||
ddd� W q� tt fy� |
d7 }
Y qJ0 q�qJt||| j
| ��|
}|||� } t | �} | j �r||||dd�\}}
| |
7 } || fS )NF)r
r r� rg )
r� r� r r� r7 r� r6 r= r? r2 r� rB r� )r� r� r� r
r� r# r� �
expr_parse�self_failOn_canParseNext�self_ignoreExpr_tryParse�tmploc�skiptext�
skipresultr� r r r r� M s:
zSkipTo.parseImpl)FNN)Tr� r r r� r rH s 9
rH c sn e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zdd
d�Z dd� Z
� fdd�Z d� fdd� Z � Z
S )r. a_ Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
Nc s t t| �j|dd� d S r� )r� r. r� rx r� r r r� � s zForward.__init__c C sj t |t�r| �|�}|| _d | _| jj| _| jj| _| �| jj� | jj | _ | jj
| _
| j � | jj � | S r� )
r� r/ r� r� r� r� r� r� r� r� r� r� rg rx r r r �
__lshift__� s
zForward.__lshift__c C s | |> S r� r rx r r r � __ilshift__� s zForward.__ilshift__c C s
d| _ | S r� r� r� r r r r� � s zForward.leaveWhitespacec C s$ | j s d| _ | jd ur | j�� | S r )r� r� ra r� r r r ra � s
zForward.streamlinec C sJ |d u r g }| |vr<|d d � | g }| j d ur<| j �|� | �g � d S r� r� r� r r r r� � s
zForward.validatec C s~ t | d�r| jS | jd ur | jS d| _d}z8| jd urJt| j�d d� }nd}W | jjd | | _n| jjd | | _0 | jS )Nr! z: ...r� i� �Nonez: )rQ r! r� r� r� r� r )r� � retStringr r r r� � s
(zForward.__str__c s. | j d urtt| ��� S t� }|| K }|S d S r� )r� r� r. rl r� r� r r rl � s
z Forward.copyFc s@ t jr.| jd u r.tjd�d|t| �j�dd� tt | ��
||�S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expressionr r� rz ) r r r� r~ r r� r� r r� r. r r r� r r r � s
��zForward._setResultsName)N)N)F)r r r r� r� r� r� r� ra r� r� rl r r� r r r� r r. | s
r. c s" e Zd ZdZd� fdd� Z� ZS )rM zW
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
Fc s t t| ��|� d| _d S r� )r� rM r� r� r� r� r r r� � s zTokenConverter.__init__)Fr� r r r� r rM � s rM c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r) a� Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r )r� r) r� r� �adjacentr� �
joinStringr� )r� r� r� r� r� r r r� s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r� rD r� r� r) rx r� r r r�
s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r# )rl rB r� r~ r� r� r� r[ )r� r� r� r' �retToksr r r r( s
"zCombine.postParse)r� T)r r r r� r� r� r( r� r r r� r r) � s
r) c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r0 a Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r )r� r0 r� r� r� r� r r r� * s zGroup.__init__c C s |gS r� r r& r r r r( . s zGroup.postParse�r r r r� r� r( r� r r r� r r0 s r0 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r* a? Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
c s t t| ��|� d| _d S r )r� r* r� r� r� r� r r r� X s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� r� ) r� r� r� r� r� r� r rB rl r[ r� )r� r� r� r' r �tok�ikey� dictvaluer r r r( \ s$
zDict.postParser� r r r� r r* 1 s & r* c @ s e Zd ZdZdd� Zdd� ZdS )rK a[ Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
c C s g S r� r r& r r r r( � s zSuppress.postParsec C s | S r� r r� r r r r� � s zSuppress.suppressN)r r r r� r( r� r r r r rK u s rK c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r: zDWrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r� )r� r �called)r� �
methodCallr r r r� � s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r� r r? )r� r� r� r� r� r r r r� � s
zOnlyOnce.__call__c C s
d| _ d S r� )r� r� r r r �reset� s zOnlyOnce.resetN)r r r r� r� r� r� r r r r r: � s r: c s8 t � �� � fdd�}z � j|_W n ty2 Y n0 |S )aq Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n: ty� } z"tj�d||f � � W Y d }~n
d }~0 0 tj�d||f � |S )Nr� r� r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r r� r� r� �stderrr� rh r� )�paArgs�thisFuncr� r� r� r� r �r� r r �z� s ztraceParseAction.<locals>.z)r� r r� )r� r� r r� r r� � s
r� �,c C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a� Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r� r� N)r� r) rR r rK )r� �delim�combine�dlNamer r r ra � s $ra c sj t � � � �fdd�}|du r0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a> Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r )r0 r% rd )r� r� r� r� �� arrayExprr� r r �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r )r� r� r r r r� r z countedArray.<locals>.<lambda>�arrayLenT�r� z(len) r� )r. rO rs r� rl r r r� )r� �intExprr� r r� r r] � s
r] c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r� r* rg rr r� )�Lr� r r r r rr
s
rr c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a4 Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r4 �r �ttr r r r� * r zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� rr r" r% r, )r� r� r� �tflat��repr r �copyTokenToRepeater# s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr� �(prev) )r. r r r� )r� r� r r� r rp s
rp c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aT Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )rr r" r? )r� r� r� � theseTokens�� matchTokensr r �mustMatchTheseTokensE s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr� )rr r" r� )r� r� r� r� r� r� r r� C s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr� r� )r. rl r r r� )r� �e2r� r r� r ro 1 s ro c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-[]r� r� r5 r8 )r� �_bslashr� )r� r� r r r r N s
r c s� t |t�rtjddd� |r:dd� }dd� }|r4tnt� n dd� }dd� }|rRtnt� g }t | t�rn| �� }n$t | t �r�t
| �}ntjd t dd� |s�t � S |�s.d
}|t
|�d k �r.|| }t||d d � �D ]N\} }
||
|�r�||| d = q�q�|||
�r�||| d = |�||
� q�q�|d 7 }q�|�s�|�s�|�r�zlt
|�t
d
�|��k�r�tdd
�dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n$ t�y� tjdt dd� Y n0 t� fdd�|D ���d�|��S )a� Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr� rz c S s | � � |� � kS r� )r� �ro �br r r r� { r zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r� r r� r r r r� | r c S s | |kS r� r r� r r r r� r c S s
|� | �S r� r r� r r r r� � r z6Invalid argument to oneOf, expected string or iterabler r� Nr� r c s s | ]}t |�V qd S r� )r �r �symr r r r� � r zoneOf.<locals>.<genexpr>rs �|c s s | ]}t �|�V qd S r� )r� r r� r r r r� � r z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� r r� ��parseElementClassr r r� � r )r� r/ r~ r r& r' r1 r4 r� r
r* r� r7 r� r� rc r� rG r r� r6 ) �strsr� �useRegexr �isequal�masks�symbolsr �currC rm r r� r rt V sX
�
�
**� rt c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r* r9 r0 )ra rD r r r rb � s %rb c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a� Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� r )r� r� r� r r r r� � r z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r� r� r� r r r r� � r c S s& | |� d�|� d�� g|d d �< d S )Nr� r� )r` r� r r r � extractText� s z$originalTextFor.<locals>.extractText)r, r� rl r� r� )r� �asString� locMarker� endlocMarker� matchExprr� r r r r� � s
r� c C s t | ��dd� �S )zkHelper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
c S s | d S r r r� r r r r� r zungroup.<locals>.<lambda>)rM r )r� r r r r� � s r� c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a� Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� r r� r r r r� r z locatedExpr.<locals>.<lambda>�
locn_startrD �locn_end)r, r� r0 rl r� )r� �locatorr r r r� s r� rd rj ri r� r� z\[]-*.$+^?()~ �r
c C s |d d S r; r r� r r r r� ( r r� z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0xr� )�unichrr� r� r� r r r r� ) r z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� r� r� r r r r� * r z\]rV rz r� �negate�bodyr} c sD dd� � z"d� � fdd�t�| �jD ��W S ty> Y dS 0 dS )a Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� �r� r� r r r r� I r z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r� rB r� r< �ord)�pr r r r� I r zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� r )r �part�� _expandedr r r� K r zsrange.<locals>.<genexpr>N)r� �_reBracketExprrf r� r� r r r� r r� / s
" r� c s � fdd�}|S )zoHelper method for defining parse actions that require matching at
a specific column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %drH )r� �locnr� r� r r � verifyColS s z!matchOnlyAtCol.<locals>.verifyColr )r� r� r r� r rn O s rn c s � fdd�S )a� Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� r r� ��replStrr r r� e r z replaceWith.<locals>.<lambda>r r� r r� r r} X s
r} c C s |d dd� S )a Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� r� r r� r r r r{ g s
r{ c sL � �fdd�}zt �dt �d�j�}W n ty@ t��}Y n0 ||_|S )aL Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|g� �R � �qS r r )r �tokn�r� r� r r r � r z(tokenMap.<locals>.pa.<locals>.<listcomp>r r� r r r r� � s ztokenMap.<locals>.par r� )r� r r� r� )r� r� r� r� r r r r� v s $
� r� c C s t | ��� S r� �r� r� r� r r r r� � r c C s t | ��� S r� �r� �lowerr� r r r r� � r r� r� c s~ t | t�r | � t| | d�} n| j� tttd �}|r�t�� � t
�}|| d� t t t
|td� | ��� tddgd�d�� d d
� � | }nlt�� � t
�ttd d �B }|| d� t t t
|� t�ttd�| � ��� tddgd�d�� d
d
� � | }ttd�| d dd�}|�d� � |�� fdd
�� |dd�� �dd��� �� � ��d� �}� |_� |_t |� �|_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:�tag�=�/F�r\ rd c S s |d dkS �Nr r r r� r r r r� � r z_makeTags.<locals>.<lambda>r� r� c S s |d dkS r
r r� r r r r� � r r� )r� z<%s>c s* | � dd�� �dd��� �� � | �� �S )Nr� r� �:r� )r: r� r� �titler� rl r� ��resnamer r r� � r r r� r r� z</%s>) r� r/ r1 r! rO rU rT r_ rl r� r{ r* rR r0 rK r; rz rw rc r) �_Lr r r� r� r r� r rH �tag_body)�tagStr�xml� suppress_LT� suppress_GT� tagAttrName� tagAttrValue�openTag�closeTagr r
r � _makeTags� sH
���������, r c C s
t | d�S )aK Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
F�r �r r r r rl � s rl c C s
t | d�S )z�Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
Tr r r r r rm � s rm c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a7 Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS r r r� r r r r / r z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||vr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r? r� � ANY_VALUE)r� r� r0 �attrName� attrValue��attrsr r r� 0 s �zwithAttribute.<locals>.pa)r? )r� �attrDictr� r r r r� � s 8 r� c C s" |r d| nd}t f i || i��S )a� Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)r� )� classname� namespace� classattrr r r r� : s #r� �(r( c C s� G dd� dt �}t� }| || | B }t|�D �]r\}}|d dd� \} }
} } |
dk r`d| nd| }
|
dkr�| du s�t| �d kr�td
��| \}}t� �|
�}| tjk�rt|
d kr�||| �t|t | � � }n�|
d k�r*| du�r ||| | �t|t | | � � }n ||| �t|t |� � }nH|
dk�rj||| | | | �t|t || | | � � }ntd ��n�| tj
k�rX|
d k�r�t | t ��s�t | �} || j
| �t| | � }n�|
d k�r| du�r�||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rN||| | | | �t|| | | | � }ntd ��ntd
��| �r�t | ttf��r�|j| � n
|�| � ||�|
�|B K }|}q.||K }|S )al
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
c @ s e Zd Zddd�ZdS )zinfixNotation.<locals>._FBTc S s | j �||� |g fS r� )r� r6 r% r r r r� � s z$infixNotation.<locals>._FB.parseImplN)Tr� r r r r �_FB� s r' r� Nr
r� z%s termz %s%s termr� z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r- r. r� r� r� r ru �LEFTr0 r9 �RIGHTr� r; r� r� r* r� )�baseExpr�opList�lpar�rparr' r� �lastExprr �operDef�opExpr�arity�rightLeftAssocr� �termName�opExpr1�opExpr2�thisExprr� r r r r� d s` H�
&
�
&
�
r� z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|du �r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dur�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dur�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|du�rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a� Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r �r� r� r r r r� ; r z nestedExpr.<locals>.<lambda>c S s | d � � S r r: r� r r r r� @ r c S s | d � � S r r: r� r r r r� G r c S s | d � � S r r: r� r r r r� L r zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� r� r/ r� r) r9 r( rD r� r� rd rl r4 r. r0 rK rR r )�opener�closer�contentr� r� r r r rq � s` A
�����
����� �� � ��
*$rq c s& �dd� � � �fdd���fdd�}�fdd�}�fdd �}t t� �d
��� t� d �}t� t� �|� �d �}t� �|��d
�}t� �|��d�} |r�tt |�| t |t| � t |� t� d � | �}
n.tt |�t |t| � t |� t� d � | �}
|
�
�fdd�� | � t t� � |
�d�S )a� Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
Nc s � �d d �< d S r� r r )� backup_stack� indentStackr r � reset_stack� s z"indentedBlock.<locals>.reset_stackc sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nr� zillegal nestingznot a peer entry)r� rZ r? �r� r� r� �curCol�r? r r �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nr� znot a subentry)rZ r� r? rA rC r r �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sJ |t | �krd S t|| �}� r&|� v s2t| |d��|� d k rF� �� d S )Nznot an unindentr� )r� rZ r? r` rA rC r r �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz r� �INDENTr� �UNINDENTc s � � S r� r )ro r� r� r )r@ r r r� � r z indentedBlock.<locals>.<lambda>zindented block)
r9 r2 r� r� rI r, r� r r0 r; r r� r� ) �blockStatementExprr? r� rD rE rF r� rG �PEER�UNDENT�smExprr )r> r? r@ r r� W s2 Q � �� ��r� z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r� z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� �entityr� r r r r| � s r| z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemr r[ c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?r� a Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr �fractionc C s | d | d S )Nr r� r r� r r r r� � r zpyparsing_common.<lambda>rV z"fraction or mixed integer-fractionz[+-]?(?:\d+\.\d*|\.\d+)z real numberz@[+-]?(?:\d+(?:[eE][+-]?\d+)|(?:\d+\.\d*|\.\d+)(?:[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr� �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS r� )r� �
_ipv6_partrl r� r r r r� � r z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r~ r� r r r r� � r z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sP zt �|d � ��� W S tyJ } z t| |t|���W Y d }~n
d }~0 0 d S r )r �strptime�dater� r? r� �r� r� r� �ve��fmtr r �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnr �r^ r_ r r] r �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sL zt �|d � �W S tyF } z t| |t|���W Y d }~n
d }~0 0 d S r )r rY r� r? r� r[ r] r r r_ � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr r` r r] r �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
r )r� �_html_stripperr� )r� r� r0 r r r �
stripHTMLTags s z pyparsing_common.stripHTMLTagsr� r� rO rP r� r zcomma separated listc C s t | ��� S r� r r� r r r r� # r c C s t | ��� S r� r r� r r r r� & r N)rX )rb )?r r r r� r� r� �convertToInteger�float�convertToFloatrO rs r r� rQ re rU rG �signed_integerrR r r; r� �
mixed_integerr~ �real�sci_realra �numberrS rU rT rT � ipv4_addressrW �_full_ipv6_address�_short_ipv6_addressr �_mixed_ipv6_addressr) � ipv6_address� mac_addressr
ra rc � iso8601_date�iso8601_datetime�uuidrX rW re rf r9 r4 r2 rw rN �
_commasepitemra rz rl �comma_separated_listr� rc r r r r r� � sv ""
���
�
�
� �
���r� c @ s e Zd Zdd� Zdd� ZdS )�_lazyclasspropertyc C s || _ |j| _|j| _d S r� )r� r� r r r r r r� + s z_lazyclassproperty.__init__c sl � d u rt |�� t� d�r:t� fdd�� jdd � D ��r@i � _| jj}|� jvrb| �� �� j|< � j| S )N�_internc 3 s | ]}� j t|d g �u V qdS )r{ N)r{ r� )r �
superclassr� r r r� 3 s �z-_lazyclassproperty.__get__.<locals>.<genexpr>r� )r� rQ r� �__mro__r{ r� r )r� r� r� �attrnamer r� r �__get__0 s �
z_lazyclassproperty.__get__N)r r r r� r r r r r rz * s rz c @ sP e Zd ZdZg Zedd� �Zedd� �Zedd� �Z edd � �Z
ed
d � �Z d S )
r� a�
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
c C sZ g }| j D ]8}|tu r qD|jD ] }|�t|d |d d �� q q
dd� tt|��D �S )Nr r� r� c S s g | ] }t |��qS r r� r� r r r r T r z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r} r� �_rangesrg r< r� r� )r� r� �cc�rrr r r �_get_chars_for_rangesL s
z!unicode_set._get_chars_for_rangesc C s d� ttj| �� ��S )z+all non-whitespace characters in this ranger� )r� r r� rG r� r� r r r rw V s zunicode_set.printablesc C s d� ttj| �� ��S )z'all alphabetic characters in this ranger� )r� �filterr� �isalphar� r� r r r rU [ s zunicode_set.alphasc C s d� ttj| �� ��S )z*all numeric digit characters in this ranger� )r� r� r� �isdigitr� r� r r r rs ` s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rU rs r� r r r rT e s zunicode_set.alphanumsN) r r r r� r� r� r� rz rw rU rs rT r r r r r� < s
r� c @ s� e Zd ZdZdejfgZG dd� de�ZG dd� de�Z G dd� de�Z
G d d
� d
e�Z G d d � d e�Z G d
d� de�Z
G dd� de�ZG dd� de�ZG dd� de
ee�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�Zd S ) r� zF
A namespace class for defining common language unicode_sets.
� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r� �~ )� � N�r r r r� r� r r r r �Latin1q s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range)� i Nr� r r r r �LatinAu s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i� iO Nr� r r r r �LatinBy s r� c @ s e Zd ZdZg d�ZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges))ip i� )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� Nr� r r r r �Greek} s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i� Nr� r r r r �Cyrillic� s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range)� N i�� �i 0 i?0 Nr� r r r r �Chinese� s r� c @ sD e Zd ZdZg ZG dd� de�ZG dd� de�ZG dd� de�ZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r� i�� r� Nr� r r r r �Kanji� s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i�0 Nr� r r r r �Hiragana� s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i�0 i�0 Nr� r r r r �Katakana� s r� N) r r r r� r� r� r� r� r� r r r r �Japanese� s
r� c @ s e Zd ZdZg d�ZdS )zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range))i � i�� )i i� )i01 i�1 )i`� i� )i�� i�� r� Nr� r r r r �Korean� s r� c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr r r r r �CJK� s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr� r r r r �Thai� s r� c @ s e Zd ZdZg d�ZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range))i i )i i� )i i Nr� r r r r �Arabic� s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i� i� Nr� r r r r �Hebrew� s r� c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i� i�� Nr� r r r r �
Devanagari� s r� N)r r r r� r� �
maxunicoder� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� k s r� u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरीc @ s, e Zd ZdZG dd� d�ZG dd� d�ZdS )�pyparsing_testzB
namespace class for classes useful in writing unit tests
c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
z&pyparsing_test.reset_pyparsing_contextax
Context manager to be used when writing unit tests that modify pyparsing config values:
- packrat parsing
- default whitespace characters.
- default keyword characters
- literal string auto-conversion class
- __diag__ settings
Example:
with reset_pyparsing_context():
# test that literals used to construct a grammar are automatically suppressed
ParserElement.inlineLiteralsUsing(Suppress)
term = Word(alphas) | Word(nums)
group = Group('(' + term[...] + ')')
# assert that the '()' characters are not included in the parsed tokens
self.assertParseAndCheckLisst(group, "(abc 123 def)", ['abc', '123', 'def'])
# after exiting context manager, literals are converted to Literal expressions again
c C s
i | _ d S r� )�
_save_contextr� r r r r� � s z/pyparsing_test.reset_pyparsing_context.__init__c C sf t j| jd< tj| jd< t j| jd< t j| jd< t j| jd< dd� tj D �| jd< d t
j i| jd
< | S ) N�default_whitespace�default_keyword_chars�literal_string_class�packrat_enabled�
packrat_parsec S s i | ]}|t t|��qS r )r� r )r r! r r r �
<dictcomp>� s z?pyparsing_test.reset_pyparsing_context.save.<locals>.<dictcomp>r rd r$ ) rD r� r� r1 r� r� r^ r r �
_all_namesr$ rd r� r r r �save� s �� � �
z+pyparsing_test.reset_pyparsing_context.savec C s� t j| jd kr t �| jd � | jd t_t �| jd � | jd �� D ]\}}tt ||� qJ| jd t _
| jd t _ | jd t _
d S )Nr� r� r� r r� r� r$ )rD r� r� r� r1 r� r� r? �setattrr r^ r r$ rd )r� r! rD r r r �restore� s ��� � z.pyparsing_test.reset_pyparsing_context.restorec C s | � � S r� )r� r� r r r � __enter__ s z0pyparsing_test.reset_pyparsing_context.__enter__c G s | � � S r� )r� r� r r r �__exit__ s z/pyparsing_test.reset_pyparsing_context.__exit__N) r r r r� r� r� r� r� r� r r r r �reset_pyparsing_context� s r� c @ sJ e Zd ZdZddd�Zddd�Zddd �Zdd
d �Zee dfd d
��Z
dS )z&pyparsing_test.TestParseResultsAssertszk
A mixin class to add parse results assertion methods to normal unittest.TestCase classes.
Nc C s< |dur | j ||�� |d� |dur8| j ||�� |d� dS )z�
Unit test assertion to compare a ParseResults object with an optional expected_list,
and compare any defined results names with an optional expected_dict.
N�r� )� assertEqualr" r� )r� r� �
expected_list�
expected_dictr� r r r �assertParseResultsEquals s z?pyparsing_test.TestParseResultsAsserts.assertParseResultsEqualsTc C s2 |j |dd�}|r t|�� � | j|||d� dS )z�
Convenience wrapper assert to test a parser element and input string, and assert that
the resulting ParseResults.asList() is equal to the expected_list.
Tr� )r� r� N�rf r� r� r� )r� r� � test_stringr� r� �verboser� r r r �assertParseAndCheckList! s z>pyparsing_test.TestParseResultsAsserts.assertParseAndCheckListc C s2 |j |dd�}|r t|�� � | j|||d� dS )z�
Convenience wrapper assert to test a parser element and input string, and assert that
the resulting ParseResults.asDict() is equal to the expected_dict.
Tr� )r� r� Nr� )r� r� r� r� r� r� r� r r r �assertParseAndCheckDict- s z>pyparsing_test.TestParseResultsAsserts.assertParseAndCheckDictc C s" |\}}|du�rdd� t ||�D �}|D ]�\}}} tdd� | D �d�}
tdd� | D �d�} | dur�| j| |
pp|d�� t|t�r�|�W d � n1 s�0 Y q*tdd� | D �d�} td d� | D �d�}
| |
fd
kr�| j|| |
|
p�|d � q*td �|�� q*| j||du�r|nd
d� dS )aP
Unit test assertion to evaluate output of ParserElement.runTests(). If a list of
list-dict tuples is given as the expected_parse_results argument, then these are zipped
with the report tuples returned by runTests and evaluated using assertParseResultsEquals.
Finally, asserts that the overall runTests() success value is True.
:param run_tests_report: tuple(bool, [tuple(str, ParseResults or Exception)]) returned from runTests
:param expected_parse_results (optional): [tuple(str, list, dict, Exception)]
Nc S s" g | ]\}}|d |d |f�qS rq r )r �rpt�expectedr r r r H s �zOpyparsing_test.TestParseResultsAsserts.assertRunTestResults.<locals>.<listcomp>c s s | ]}t |t�r|V qd S r� )r� r� �r �expr r r r� Q r zNpyparsing_test.TestParseResultsAsserts.assertRunTestResults.<locals>.<genexpr>c s s& | ] }t |t�rt|t�r|V qd S r� )r� r� r� r� r� r r r r� T s �)�expected_exceptionr� c s s | ]}t |t�r|V qd S r� )r� r* r� r r r r� c r c s s | ]}t |t�r|V qd S r� )r� r- r� r r r r� f r r� )r� r� r� zno validation for {!r}zfailed runTestsr� ) r� r� � assertRaisesr� r� r� r� r� �
assertTrue)r� �run_tests_report�expected_parse_resultsr� �run_test_success�run_test_results�mergedr� r� r� �fail_msgr� r� r� r r r �assertRunTestResults9 sL
�����
$�� ��z;pyparsing_test.TestParseResultsAsserts.assertRunTestResultsc c s8 | j ||d�� d V W d � n1 s*0 Y d S )Nr� )r� )r� r� r� r r r �assertRaisesParseExceptionx s zApyparsing_test.TestParseResultsAsserts.assertRaisesParseException)NNN)NT)NT)NN) r r r r� r� r� r� r� r r? r� r r r r �TestParseResultsAsserts s �
�
�
�
?r� N)r r r r� r� r� r r r r r� � s Cr� �__main__�select�fromr� r� )r� �columnsr Ztables�commandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)NF)r� )r� F)N)FTF)T)r� )T( r� r! r" r# r� �weakrefr r7 rl r� r~ r� r rS r� r� rB r �operatorr � itertools� functoolsr �
contextlibr r � ImportErrorr �_threadr � threading�collections.abcr
r r r
rM Z ordereddictr r$ rd r r r r r r� r� r� r �enable_all_warnings�__all__r� � version_infor� r� �maxsizer� r� r/ �chrr� r� r� r~ r� r� �reversedr* r� r� r r r r� Zmaxint�xranger< � __builtin__r� �fnamer� r� r� r� r, r� �ascii_uppercase�ascii_lowercaserU rs re rT r� r� � printablerw r� r� r= r? rA rC rF r r rB �registerrZ rk rh r� r� r� rr r� rD r} rL r, r7 r4 r� r r� r1 r' r& r� rO r rS rG rE r( rN rD r/ r3 r2 rJ rI rQ rP r@ r% r< r6 r+ r> r- r5 r8 r� r9 rR r� r; rH r. rM r) r0 r* rK r: r� ra r] rr rp ro r rt rb r� r� r� r rd rj ri r� r� r� � _escapedPunc�_escapedHexChar�_escapedOctChar� _singleChar�
_charRanger r� r� rn r} r{ r� r� rc r rl rm r� r r� ru r( r) r� rv r_ r rz r� rq r� rV rx rX rW r- r� rM rW r\ r| rY rf r� r~ r` r^ rg ry ra rx r[ r� rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r Z selectTokenZ fromToken�identZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr� rn rS rU rw rd r r r r �<module> sJ �H
?]
H
D +!
'N
E
KF ym{V O#K,:# Dvj-D 0 $ W' * 0 0 �
%E &
��h~
(
��� �" ./J�� 6 ,
site-packages/pip/_vendor/packaging/__pycache__/utils.cpython-39.pyc 0000644 00000007102 15056474501 0021444 0 ustar 00 a
��Reh � @ s� d dl Z d dlmZmZmZmZmZ ddlmZm Z ddl
m Z m Z eed ee
ef f Zede�ZG dd � d e�ZG d
d � d e�Ze �d �Ze �d
�Zeed�dd�Zee ef ed�dd�Zeeee eee f d�dd�Zeeee f d�dd�ZdS )� N)� FrozenSet�NewType�Tuple�Union�cast� )�Tag� parse_tag)�InvalidVersion�Version� �NormalizedNamec @ s e Zd ZdZdS )�InvalidWheelFilenamezM
An invalid wheel filename was found, users should refer to PEP 427.
N��__name__�
__module__� __qualname__�__doc__r r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/utils.pyr s r c @ s e Zd ZdZdS )�InvalidSdistFilenamez^
An invalid sdist filename was found, users should refer to the packaging user guide.
Nr r r r r r s r z[-_.]+z (\d+)(.*))�name�returnc C s t �d| ��� }tt|�S )N�-)�_canonicalize_regex�sub�lowerr r
)r �valuer r r �canonicalize_name s r )�versionr c
C s� t | t�r0z t| �}W q4 ty, | Y S 0 n| }g }|jdkrT|�|j� d�� |�t�ddd�dd� |j D ���� |j
dur�|�d�d d� |j
D ��� |j dur�|�d
|j � �� |j dur�|�d |j � �� |j
dur�|�d |j
� �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
r �!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr r r � <genexpr>< � z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r" r# r% r r r r( @ r) z.postz.dev�+)�
isinstancer$ r r
�epoch�append�rer �join�release�pre�post�dev�local)r �parsed�partsr r r �canonicalize_version& s&
&
r7 )�filenamer c
C s | � d�std| � ���| d d� } | �d�}|dvrDtd| � ���| �d|d �}|d }d |v sxt�d
|tj�d u r�td | � ���t|�}t|d �}|d
kr�|d }t �|�}|d u r�td|� d| � d���t
t t |�
d ��|�
d�f�}nd}t|d �} |||| fS )Nz.whlz3Invalid wheel filename (extension must be '.whl'): ���r )� � z0Invalid wheel filename (wrong number of parts): � r �__z ^[\w\d._]*$zInvalid project name: r r; zInvalid build number: z in '�'r ���)�endswithr �count�splitr. �match�UNICODEr r �_build_tag_regexr �BuildTag�int�groupr )
r8 �dashesr6 � name_partr r �
build_part� build_match�build�tagsr r r �parse_wheel_filenameQ s6
�
�
� rO c C s� | � d�r | d td� � }n,| � d�r<| d td� � }ntd| � ���|�d�\}}}|sltd| � ���t|�}t|�}||fS )Nz.tar.gzz.zipz@Invalid sdist filename (extension must be '.tar.gz' or '.zip'): r zInvalid sdist filename: )r@ �lenr �
rpartitionr r )r8 � file_stemrJ �sep� version_partr r r r r �parse_sdist_filenameu s
��rU )r. �typingr r r r r rN r r r r
r rG r$ rF r
�
ValueErrorr r �compiler rE r r7 rO rU r r r r �<module> s
,� $ site-packages/pip/_vendor/packaging/__pycache__/tags.cpython-39.pyc 0000644 00000030050 15056474501 0021240 0 ustar 00 a
��Reb= � @ s� U d dl Z d dlZd dlZd dlZd dlmZ d dlmZmZm Z m
Z
m Z m Z m
Z
mZmZmZ ddlmZmZ e �e�Ze
e Zeeef Zdddd d
d �Zeeef e d < ej d
kZ G dd� d�Z eee d�dd�Z dJee!eeedf d�dd�Z"eed�dd�Z#ee!d�dd �Z$dKee!e e d �d d �Z%dLdd �e e e e e e e e e!e
e d!�d"d#�Z&e
e d$�d%d&�Z'dMdd �e e e e e e e e e!e
e d'�d(d)�Z(ee
e d*�d+d,�Z)dNe e e e e e e e
e d-�d.d/�Z*e fee!ed0�d1d2�Z+eee e d3�d4d5�Z,dOe e e e e
e d6�d7d8�Z-e fe!e
e d9�d:d;�Z.e
e d$�d<d=�Z/e
e d$�d>d?�Z0ed$�d@dA�Z1dd �e!edB�dCdD�Z2eedE�dFdG�Z3dd �e!e
e dB�dHdI�Z4dS )P� N)�EXTENSION_SUFFIXES)
�Dict� FrozenSet�Iterable�Iterator�List�Optional�Sequence�Tuple�Union�cast� )�
_manylinux�
_musllinux�py�cp�pp�ip�jy)�python�cpython�pypy�
ironpython�jython�INTERPRETER_SHORT_NAMESl c @ s� e Zd ZdZg d�Zeeedd�dd�Zeed�dd ��Zeed�d
d ��Z eed�d d
��Z
e e d�dd�Z
ed�dd�Zed�dd�Zed�dd�ZdS )�Tagz�
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
)� _interpreter�_abi� _platform�_hashN)� interpreter�abi�platform�returnc C s8 |� � | _|� � | _|� � | _t| j| j| jf�| _d S �N)�lowerr r r �hashr )�selfr r! r" � r( ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/tags.py�__init__4 s
z Tag.__init__�r# c C s | j S r$ )r �r' r( r( r) r ? s zTag.interpreterc C s | j S r$ )r r, r( r( r) r! C s zTag.abic C s | j S r$ )r r, r( r( r) r" G s z Tag.platform)�otherr# c C s> t |t�stS | j|jko<| j|jko<| j|jko<| j|jkS r$ )�
isinstancer �NotImplementedr r r r )r' r- r( r( r) �__eq__K s
�
�
�z
Tag.__eq__c C s | j S r$ )r r, r( r( r) �__hash__V s z Tag.__hash__c C s | j � d| j� d| j� �S )N�-)r r r r, r( r( r) �__str__Y s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r' �self_id)�format�idr, r( r( r) �__repr__\ s z Tag.__repr__)�__name__�
__module__� __qualname__�__doc__� __slots__�strr* �propertyr r! r" �object�boolr0 �intr1 r3 r7 r( r( r( r) r * s r )�tagr# c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )z�
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
r2 �.)�set�split�addr � frozenset)rB �tags� interpreters�abis� platformsr r! � platform_r( r( r) � parse_tag` s rM F)�name�warnr# c C s& t �| �}|d u r"|r"t�d| � |S )Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)� sysconfig�get_config_var�logger�debug)rN rO �valuer( r( r) �_get_config_varp s
�rU )�stringr# c C s | � dd�� dd�S )NrC �_r2 )�replace)rV r( r( r) �_normalize_stringy s rY )�python_versionr# c C s t | �dkot| �dkS )zj
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
r
)� � )�len�tuple)rZ r( r( r) �
_abi3_applies} s r_ )�
py_versionrO r# c C s� t | �} g }t| d d� �}d } }}td|�}ttd�}dtv } |sX|d u r\|sX| r\d}| dk r�td|�}
|
sz|
d u r~d }| d
k r�td |�} | d ks�| d u r�tjd
kr�d}n|r�|�d|� �� |�ddj ||||d�� |S )Nr\ � �Py_DEBUG�gettotalrefcountz_d.pyd�d)r[ � �
WITH_PYMALLOC�m)r[ r[ �Py_UNICODE_SIZE� i�� �ur r z"cp{version}{debug}{pymalloc}{ucs4})�versionrS �pymalloc�ucs4)
r^ �_version_nodotrU �hasattr�sysr �
maxunicode�append�insertr5 ) r` rO rJ rk rS rl rm �
with_debug� has_refcount�has_ext�
with_pymalloc� unicode_sizer( r( r) �
_cpython_abis� s<
����ry �rO )rZ rJ rK rO r# c # sD | st jdd� } d�t| dd� ��� |du rLt| �dkrHt| |�}ng }t|�}dD ]&}z|�|� W qX ty| Y qX0 qXt|p�t � �}|D ] }|D ]}t
� ||�V q�q�t | �rЇ fdd�|D �E dH � fdd�|D �E dH t | ��r@t | d d dd �D ]8}|D ],}d
jt| d |f�d �� t
� d
|�V �q�qdS )a
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
Nr\ zcp{}r
)�abi3�nonec 3 s | ]}t � d |�V qdS )r{ N�r ��.0rL �r r( r) � <genexpr>� � z cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS )r| Nr} r~ r� r( r) r� � r� ���z cp{version}r �rk r{ )
rp � version_infor5 rn r] ry �list�remove�
ValueError�_platform_tagsr r_ �range)rZ rJ rK rO � explicit_abir! rL �
minor_versionr( r� r) � cpython_tags� s6
�r� r+ c c s t �d�} | rt| �V d S )N�SOABI)rP rQ rY )r! r( r( r) � _generic_abi� s
r� )r rJ rK rO r# c c s~ | s"t � }t|d�}d�||g�} |du r0t� }t|p:t� �}t|�}d|vrX|�d� |D ] }|D ]}t| ||�V qdq\dS )z�
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
rz ra Nr| )�interpreter_name�interpreter_version�joinr� r� r� rr r )r rJ rK rO � interp_name�interp_versionr! rL r( r( r) � generic_tags� s
r� )r` r# c c s| t | �dkr&djt| dd� �d�V dj| d d�V t | �dkrxt| d d d d �D ] }djt| d |f�d�V qXdS )
z�
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
r
z py{version}Nr\ r� z py{major}r )�majorr� )r] r5 rn r� )r` �minorr( r( r) �_py_interpreter_range s r� )rZ r rK r# c c sx | st jdd� } t|p t� �}t| �D ] }|D ]}t|d|�V q0q(|rXt|dd�V t| �D ]}t|dd�V q`dS )z�
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
Nr\ r| �any)rp r� r� r� r� r )rZ r rK rk rL r( r( r) �compatible_tags s
r� )�arch�is_32bitr# c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)r� r� r( r( r) � _mac_arch/ s
r� )rk �cpu_archr# c C s� |g}|dkr*| dk rg S |� g d�� nn|dkrN| dk r>g S |� g d�� nJ|dkrv| dksf| dk rjg S |�d� n"|d kr�| d
kr�g S |� d d g� |d
v r�|�d� |dv r�|�d� |S )N�x86_64)�
ri )�intel�fat64�fat32r� )r� r� �fat�ppc64)r� � r� r� )r� � r� r� > r� �arm64�
universal2> r� r� r� r� r� � universal)�extendrr )rk r� �formatsr( r( r) �_mac_binary_formats9 s,
r� )rk r� r# c
c s� t �� \}}}| du r:tdttt|�d�dd� ���} n| } |du rPt|�}n|}d| kr�| dk r�t| d dd�D ]2}d |f}t ||�}|D ]}d
j
d ||d �V q�qt| dkr�t| d d d�D ]2} | d f}t ||�}|D ]}d
j
| d |d �V q�q�| dk�r�|d
k�rVtddd�D ]>}d |f}t ||�}|D ] }d
j
|d |d |d �V �q.�qn:tddd�D ],}d |f}d}d
j
|d |d |d �V �qbdS )aD
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
N�
MacVersionrC r\ )r� r )� r r
r� r� z&macosx_{major}_{minor}_{binary_format})r� r� �
binary_formatr r� � r[ r� ) r" �mac_verr r^ �maprA rE r� r� r� r5 )
rk r� � version_strrW r� r� �compat_version�binary_formatsr� �
major_versionr( r( r) �
mac_platformsY sT $
�
�
��r� )r� r# c c sf t t�� �}| r*|dkr d}n |dkr*d}|�dd�\}}t�||�E d H t�|�E d H |V d S )N� linux_x86_64�
linux_i686�
linux_aarch64� linux_armv7lrW r
)rY rP � get_platformrE r �
platform_tagsr )r� �linuxrW r� r( r( r) �_linux_platforms� s r� c c s t t�� �V d S r$ )rY rP r� r( r( r( r) �_generic_platforms� s r� c C s. t �� dkrt� S t �� dkr$t� S t� S dS )z;
Provides the platform tags for this installation.
�Darwin�LinuxN)r" �systemr� r� r� r( r( r( r) r� � s
r� c C s t jj} t�| �p| S )z6
Returns the name of the running interpreter.
)rp �implementationrN r �get)rN r( r( r) r� � s r� )rO r# c C s0 t d| d�}|rt|�}nttjdd� �}|S )z9
Returns the version of the running interpreter.
�py_version_nodotrz Nr\ )rU r= rn rp r� )rO rk r( r( r) r� � s
r� )rk r# c C s d� tt| ��S )Nra )r� r� r= r� r( r( r) rn � s rn c c s< t � }|dkr t| d�E dH n t� E dH t� E dH dS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
r rz N)r� r� r� r� )rO r� r( r( r) �sys_tags� s
r� )F)F)NNN)NNN)NNN)NN)5�loggingr" rp rP �importlib.machineryr �typingr r r r r r r r
r r ra r r � getLoggerr8 rR rA �
PythonVersionr� r r= �__annotations__�maxsize�_32_BIT_INTERPRETERr rM r@ rU rY r_ ry r� r� r� r� r� r� r� r� r� r� r� r� r� rn r� r( r( r( r) �<module> s�
0
�
6 % ��
� 9 ��
� �
�
! � � H
site-packages/pip/_vendor/packaging/__pycache__/requirements.cpython-39.pyc 0000644 00000007655 15056474501 0023044 0 ustar 00 a
��ReD � @ sf d dl Z d dlZd dlZd dlmZmZmZ d dl m
Z
m Z mZm
Z
mZmZmZmZmZmZ ddlmZmZ ddlmZmZmZ G dd� de�Z eej ej �Z e d �� � Z!e d
�� � Z"e d �� � Z#e d �� � Z$e d
�� � Z%e d�� � Z&e d�� � Z'ed�Z(e ee(�e B Z)e
e ee)� �Z*e*d�Z+e*Z,ed�d�Z-e'e- Z.e,ee%e, � Z/e!ee/� e" d�Z0eej1e j2e j3B �Z4eej1e j2e j3B �Z5e4e5A Z6e
e6ee%e6 � d
dd�d�Z7ee#e7 e$ e7B �Z8e8�9dd� � ee8�d�Z:e:�9dd� � ee� �d �Ze�9d d� � e&Z;e;e Z<e:ee<� Z=e.ee<� Z>e+ee0� e>e=B Z?ee? e Z@e@�Ad � G d d � d �ZBdS )!� N)�List�Optional�Set)
�Combine�Literalr �ParseException�Regex�Word�
ZeroOrMore�originalTextFor� stringEnd� stringStart� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)�
joinString�adjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>@ � r- � specifierc C s |d S )Nr r r) r r r r- C r. �markerc C s t | |j|j� �S )N)r �_original_start�
_original_endr) r r r r- G r. zx[]c @ s< e Zd ZdZedd�dd�Zed�dd�Zed�d d
�ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
N)�requirement_string�returnc
C s zt �|�}W nJ tyX } z2td||j|jd � �d|j� ���W Y d }~n
d }~0 0 |j| _|jr�tj �
|j�}|j dkr�tj � |�|jkr�td��n(|j r�|j
r�|j s�|j
s�td|j� ���|j| _nd | _t|jr�|j�� ng �| _t|j�| _|j�r|jnd | _d S )NzParse error at "� z": �filezInvalid URL givenz
Invalid URL: )� REQUIREMENT� parseStringr r �loc�msgr" r# �urllib�parse�urlparse�scheme�
urlunparse�netloc�setr$ �asListr r/ r0 )�selfr4 �req�e�
parsed_urlr r r �__init__d s. �
��
zRequirement.__init__)r5 c C s� | j g}| jr0d�t| j��}|�d|� d�� | jrF|�t| j�� | jrn|�d| j� �� | jrn|�d� | jr�|�d| j� �� d�|�S )Nr r r z@ � z; r( ) r" r$ �join�sorted�appendr/ �strr# r0 )rD �parts�formatted_extrasr r r �__str__} s
zRequirement.__str__c C s d| � d�S )Nz<Requirement('z')>r )rD r r r �__repr__� s zRequirement.__repr__)r r r r rM rH rP rQ r r r r r3 W s r3 )C�re�string� urllib.parser< �typingr r � TOptionalr �pip._vendor.pyparsingr r �Lr r r r
r r r
�markersr r �
specifiersr r r �
ValueErrorr �
ascii_letters�digits�ALPHANUM�suppress�LBRACKET�RBRACKET�LPAREN�RPAREN�COMMA� SEMICOLON�AT� PUNCTUATION�IDENTIFIER_END�
IDENTIFIER�NAME�EXTRA�URI�URL� EXTRAS_LIST�EXTRAS�
_regex_str�VERBOSE�
IGNORECASE�VERSION_PEP440�VERSION_LEGACY� VERSION_ONE� VERSION_MANY�
_VERSION_SPEC�setParseAction� VERSION_SPEC�MARKER_SEPARATOR�MARKER�VERSION_AND_MARKER�URL_AND_MARKER�NAMED_REQUIREMENTr8 r9 r3 r r r r �<module> s` 0
�� �
site-packages/pip/_vendor/packaging/__pycache__/_structures.cpython-39.pyc 0000644 00000006061 15056474501 0022671 0 ustar 00 a
��Re] � @ s, G d d� d�Z e � ZG dd� d�Ze� ZdS )c @ s� e Zd Zed�dd�Zed�dd�Zeed�dd�Z eed�d d
�Z
eed�d d �Z eed�d
d�Z eed�dd�Z
eed�dd�Zedd�dd�ZdS )� InfinityType��returnc C s dS )N�Infinity� ��selfr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/_structures.py�__repr__ s zInfinityType.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__
s zInfinityType.__hash__��otherr c C s dS �NFr �r r r r r �__lt__
s zInfinityType.__lt__c C s dS r r r r r r �__le__ s zInfinityType.__le__c C s t || j�S r
��
isinstance� __class__r r r r �__eq__ s zInfinityType.__eq__c C s t || j� S r
r r r r r �__ne__ s zInfinityType.__ne__c C s dS �NTr r r r r �__gt__ s zInfinityType.__gt__c C s dS r r r r r r �__ge__ s zInfinityType.__ge__�NegativeInfinityType�r r c C s t S r
)�NegativeInfinityr r r r �__neg__ s zInfinityType.__neg__N)�__name__�
__module__� __qualname__�strr �intr �object�boolr r r r r r r r r r r r s r c @ s� e Zd Zed�dd�Zed�dd�Zeed�dd�Z eed�d d
�Z
eed�d d �Z eed�d
d�Z eed�dd�Z
eed�dd�Zeed�dd�ZdS )r r c C s dS )Nz -Infinityr r r r r r ' s z NegativeInfinityType.__repr__c C s t t| ��S r
r r r r r r * s z NegativeInfinityType.__hash__r c C s dS r r r r r r r - s zNegativeInfinityType.__lt__c C s dS r r r r r r r 0 s zNegativeInfinityType.__le__c C s t || j�S r
r r r r r r 3 s zNegativeInfinityType.__eq__c C s t || j� S r
r r r r r r 6 s zNegativeInfinityType.__ne__c C s dS r r r r r r r 9 s zNegativeInfinityType.__gt__c C s dS r r r r r r r < s zNegativeInfinityType.__ge__r c C s t S r
)r r r r r r ? s z NegativeInfinityType.__neg__N)r! r" r# r$ r r% r r& r' r r r r r r r r r r r r r & s r N)r r r r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/version.cpython-39.pyc 0000644 00000031372 15056474501 0021777 0 ustar 00 a
��Re�8 � @ sP d dl Z d dlZd dlZd dlZd dlmZmZmZmZm Z m
Z
m Z ddl m
Z
mZmZmZ g d�Ze eef Ze ee
eef f Ze eeef Ze ee
e ee
eef e
eef f df f Ze
ee
edf eeeef Ze
ee
edf f Zee eef e eef gef Ze � dg d��Z ee d d
�d d �Z G d
d� de �Z G dd� d�Z!G dd� de!�Z"e�#dej$�Z%dddddd�Z&eee d�dd�Z'eed
�dd �Z(d Z)G d d � d e!�Z*ee ee+e f ee
eef d �d!d"�Z,e�#d#�Z-eee d$�d%d&�Z.ee
edf ee
eef ee
eef ee
eef ee
e ed'�d(d)�Z/dS )*� N)�Callable�Iterator�List�Optional� SupportsInt�Tuple�Union� )�Infinity� InfinityType�NegativeInfinity�NegativeInfinityType)�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN.�_Version)�epoch�release�dev�pre�post�local)r r ��version�returnc C s* z
t | �W S ty$ t| � Y S 0 dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r r )r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/version.pyr * s
r c @ s e Zd ZdZdS )r zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r 6 s r c @ s� e Zd ZU eeef ed< ed�dd�Zd e d�dd�Z
d e d�dd �Z e e d�d
d �Z
d e d�d d
�Zd e d�dd�Ze e d�dd�ZdS )� _BaseVersion�_key�r c C s
t | j�S �N)�hashr$ ��selfr r r �__hash__? s z_BaseVersion.__hash__)�otherr c C s t |t�stS | j|jk S r& ��
isinstancer# �NotImplementedr$ �r) r+ r r r �__lt__E s
z_BaseVersion.__lt__c C s t |t�stS | j|jkS r& r, r/ r r r �__le__K s
z_BaseVersion.__le__c C s t |t�stS | j|jkS r& r, r/ r r r �__eq__Q s
z_BaseVersion.__eq__c C s t |t�stS | j|jkS r& r, r/ r r r �__ge__W s
z_BaseVersion.__ge__c C s t |t�stS | j|jkS r& r, r/ r r r �__gt__] s
z_BaseVersion.__gt__c C s t |t�stS | j|jkS r& r, r/ r r r �__ne__c s
z_BaseVersion.__ne__N)r r r! r �CmpKey� LegacyCmpKey�__annotations__�intr* �boolr0 r1 �objectr2 r3 r4 r5 r r r r r# < s
r# c @ s� e Zd Zedd�dd�Zed�dd�Zed�dd �Zeed�d
d ��Zeed�d d
��Z ee
d�dd��Z edd�dd��Z edd�dd��Z
edd�dd��Zedd�dd��Zedd�dd��Zeed�dd��Zeed�d d ��Zeed�d d ��ZdS ) r Nr c C s t |�| _t| j�| _d S r& )�str�_version�_legacy_cmpkeyr$ )r) r r r r �__init__k s
zLegacyVersion.__init__r% c C s | j S r& �r= r( r r r �__str__p s zLegacyVersion.__str__c C s d| � d�S )Nz<LegacyVersion('�')>r r( r r r �__repr__s s zLegacyVersion.__repr__c C s | j S r& r@ r( r r r �publicv s zLegacyVersion.publicc C s | j S r& r@ r( r r r � base_versionz s zLegacyVersion.base_versionc C s dS )N���r r( r r r r ~ s zLegacyVersion.epochc C s d S r& r r( r r r r � s zLegacyVersion.releasec C s d S r& r r( r r r r � s zLegacyVersion.prec C s d S r& r r( r r r r � s zLegacyVersion.postc C s d S r& r r( r r r r � s zLegacyVersion.devc C s d S r& r r( r r r r � s zLegacyVersion.localc C s dS �NFr r( r r r �
is_prerelease� s zLegacyVersion.is_prereleasec C s dS rG r r( r r r �is_postrelease� s z LegacyVersion.is_postreleasec C s dS rG r r( r r r �
is_devrelease� s zLegacyVersion.is_devrelease)r r r! r< r? rA rC �propertyrD rE r9 r r r r r r r: rH rI rJ r r r r r j s2 r z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr )�sr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dv rF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)rQ �partr r r �_parse_version_parts� s r] c C sv d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� q|t|�fS )NrF rU rV z*final-�00000000)r] �lower�
startswith�pop�append�tuple)r r �partsr\ r r r r> � s
r> a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ sp e Zd Ze�de d ejejB �Ze dd�dd�Z
e d�dd �Z e d�d
d �Z e
ed�d d
��Ze
eedf d�dd��Ze
eee ef d�dd��Ze
ee d�dd��Ze
ee d�dd��Ze
ee d�dd��Ze
e d�dd��Ze
e d�dd ��Ze
ed�d d ��Ze
ed�d d ��Ze
ed�d!d"��Z e
ed�d#d$��Z e
ed�d%d&��Z e
ed�d'd(��Z dS ))r z^\s*z\s*$Nr c
C s� | j �|�}|s td|� d���t|�d�r:t|�d��ndtdd� |�d��d�D ��t|�d �|�d
��t|�d �|�d �p�|�d
��t|�d�|�d��t |�d��d�| _
t | j
j | j
j
| j
j| j
j| j
j| j
j�| _d S )NzInvalid version: '�'r r c s s | ]}t |�V qd S r& )r9 ��.0�ir r r � <genexpr>
� z#Version.__init__.<locals>.<genexpr>r rR �pre_l�pre_n�post_l�post_n1�post_n2�dev_l�dev_nr )r r r r r r )�_regex�searchr r �groupr9 rc rX �_parse_letter_version�_parse_local_versionr= �_cmpkeyr r r r r r r$ )r) r �matchr r r r? s* � � �zVersion.__init__r% c C s d| � d�S )Nz
<Version('rB r r( r r r rC s zVersion.__repr__c C s� g }| j dkr |�| j � d�� |�d�dd� | jD ��� | jd urb|�d�dd� | jD ��� | jd ur~|�d| j� �� | jd ur�|�d | j� �� | jd ur�|�d
| j� �� d�|�S ) Nr �!rR c s s | ]}t |�V qd S r& �r< �rg �xr r r ri ( rj z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r& rz r{ r r r ri , rj z.postz.dev�+)r rb �joinr r r r r �r) rd r r r rA s
zVersion.__str__c C s | j j}|S r& )r= r )r) �_epochr r r r < s z
Version.epoch.c C s | j j}|S r& )r= r )r) �_releaser r r r A s zVersion.releasec C s | j j}|S r& )r= r )r) �_prer r r r F s z Version.prec C s | j jr| j jd S d S �Nr )r= r r( r r r r K s z Version.postc C s | j jr| j jd S d S r� )r= r r( r r r r O s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrR c s s | ]}t |�V qd S r& rz r{ r r r ri V rj z Version.local.<locals>.<genexpr>)r= r r r( r r r r S s z
Version.localc C s t | ��dd�d S )Nr~ r r )r< rX r( r r r rD Z s zVersion.publicc C sF g }| j dkr |�| j � d�� |�d�dd� | jD ��� d�|�S )Nr ry rR c s s | ]}t |�V qd S r& rz r{ r r r ri g rj z'Version.base_version.<locals>.<genexpr>r} )r rb r r r� r r r rE ^ s
zVersion.base_versionc C s | j d up| jd uS r& )r r r( r r r rH k s zVersion.is_prereleasec C s
| j d uS r& )r r( r r r rI o s zVersion.is_postreleasec C s
| j d uS r& )r r( r r r rJ s s zVersion.is_devreleasec C s t | j�dkr| jd S dS )Nr r ��lenr r( r r r �majorw s z
Version.majorc C s t | j�dkr| jd S dS )N� r r r� r( r r r �minor{ s z
Version.minorc C s t | j�dkr| jd S dS )N� r� r r� r( r r r �micro s z
Version.micro) r r r! �re�compiler �VERBOSE�
IGNORECASErr r< r? rC rA rK r9 r r r r r r r r rD rE r: rH rI rJ r� r� r� r r r r r � s@ r )�letter�numberr c C sv | rZ|d u rd}| � � } | dkr&d} n(| dkr4d} n| dv rBd} n | dv rNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr �alpha�a�beta�b)rL r rN rP )�rev�rr )r_ r9 )r� r� r r r ru � s" ru z[\._-])r r c C s$ | dur t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r& )�isdigitr_ r9 )rg r\ r r r ri � s �z'_parse_local_version.<locals>.<genexpr>)rc �_local_version_separatorsrX )r r r r rv � s
�rv )r r r r r r r c C s� t ttt�dd� t|�����}|d u r>|d u r>|d ur>t}n|d u rLt}n|}|d u r^t}n|}|d u rpt} n|} |d u r�t}
nt dd� |D ��}
| |||| |
fS )Nc S s | dkS )Nr r )r| r r r �<lambda>� rj z_cmpkey.<locals>.<lambda>c s s( | ] }t |t�r|d fnt|fV qdS )r} N)r- r9 r rf r r r ri � s z_cmpkey.<locals>.<genexpr>)rc �reversed�list� itertools� dropwhiler r
) r r r r r r r� r� �_post�_dev�_localr r r rw � s( � �rw )0� collectionsr� r� �warnings�typingr r r r r r r � _structuresr
r r r
�__all__�
InfiniteTypesr< r9 �PrePostDevType� SubLocalType� LocalTyper6 r7 r: �VersionComparisonMethod�
namedtupler r �
ValueErrorr r# r r� r� rW rY r] r> r r �bytesru r� rv rw r r r r �<module> s| $
������ ��� .9�
� $
� site-packages/pip/_vendor/packaging/__pycache__/__about__.cpython-39.pyc 0000644 00000001165 15056474501 0022215 0 ustar 00 a
��Re� � @ s0 g d �Z dZdZdZdZdZdZdZde Zd S )
)� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__� packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz21.0z)Donald Stufft and individual contributorszdonald@stufft.iozBSD-2-Clause or Apache-2.0z 2014-2019 %sN) �__all__r r r r r r r r � r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/__about__.py�<module> s site-packages/pip/_vendor/packaging/__pycache__/markers.cpython-39.pyc 0000644 00000022424 15056474501 0021754 0 ustar 00 a
��Re'! � @ s� U d dl Z d dlZd dlZd dlZd dlmZmZmZmZm Z m
Z
m Z d dl m
Z
mZmZmZmZmZmZmZmZ ddlmZmZ g d�Zeeege f Z G dd� de �Z G d d
� d
e �Z G d d � d e �Z!G d
d� d�Z"G dd� de"�Z#G dd� de"�Z$G dd� de"�Z%ed�ed�B ed�B ed�B ed�B ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B Z&d d ddddd'�Z'e&�(d(d)� � ed*�ed+�B ed,�B ed-�B ed.�B ed/�B ed0�B ed1�B Z)e)ed2�B ed3�B Z*e*�(d4d)� � ed5�ed6�B Z+e+�(d7d)� � ed8�ed9�B Z,e&e+B Z-ee-e* e- �Z.e.�(d:d)� � ed;��/� Z0ed<��/� Z1e
� Z2e.ee0e2 e1 �B Z3e2e3ee,e2 � > ee2 e Z4e eee f ee d=�d>d?�Z5d]e ee e
e"dAf ef e e edB�dCdD�Z6dEd)� dFd)� e j7e j8e j9e j:e j;e j<dG�Z=eee f e>dH< ee%ee dI�dJdK�Z?G dLdM� dM�Z@e@� ZAeeef eedN�dOdP�ZBee eeef e dQ�dRdS�ZCdTedU�dVdW�ZDeeef dX�dYdZ�ZEG d[d\� d\�ZFdS )^� N)�Any�Callable�Dict�List�Optional�Tuple�Union) �Forward�Group�Literal�ParseException� ParseResults� QuotedString�
ZeroOrMore� stringEnd� stringStart� )�InvalidSpecifier� Specifier)�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/markers.pyr $ s r c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r * s r c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r 0 s r c @ sF e Zd Zedd�dd�Zed�dd�Zed�dd �Zed�d
d �ZdS ) �NodeN)�value�returnc C s
|| _ d S �N)r" )�selfr" r r r �__init__8 s z
Node.__init__�r# c C s
t | j�S r$ )�strr" �r% r r r �__str__; s z Node.__str__c C s d| j j� d| � d�S )N�<z('�')>)� __class__r r) r r r �__repr__> s z
Node.__repr__c C s t �d S r$ )�NotImplementedErrorr) r r r � serializeA s zNode.serialize) r r r r r& r( r* r. r0 r r r r r! 7 s r! c @ s e Zd Zed�dd�ZdS )�Variabler' c C s t | �S r$ �r( r) r r r r0 F s zVariable.serializeN�r r r r( r0 r r r r r1 E s r1 c @ s e Zd Zed�dd�ZdS )�Valuer' c C s d| � d�S )N�"r r) r r r r0 K s zValue.serializeNr3 r r r r r4 J s r4 c @ s e Zd Zed�dd�ZdS )�Opr' c C s t | �S r$ r2 r) r r r r0 P s z Op.serializeNr3 r r r r r6 O s r6 �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementation�extra)rB rC rD rE rF rG c C s t t�|d |d ��S �Nr )r1 �ALIASES�get��s�l�tr r r �<lambda>p � rP z===�==�>=�<=�!=z~=�>r+ �not in�inc C s t |d �S rI )r6 rL r r r rP w rQ �'r5 c C s t |d �S rI )r4 rL r r r rP z rQ �and�orc C s t |d �S rI )�tuplerL r r r rP � rQ �(�))�resultsr# c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� rQ z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer
)r_ r r r r` � s
r` T.)�marker�firstr# c C s� t | tttf�sJ �t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)rf N)�_format_marker�ra �mr r r � <genexpr>� rQ z!_format_marker.<locals>.<genexpr>� r] r^ c S s g | ] }|� � �qS r )r0 rh r r r rc � rQ z"_format_marker.<locals>.<listcomp>)rd �listr\ r( �lenrg �join)re rf �innerr r r rg � s �
��
rg c C s | |v S r$ r ��lhs�rhsr r r rP � rQ c C s | |vS r$ r rp r r r rP � rQ )rX rW r+ rT rR rU rS rV �
_operators)rq �oprr r# c C st zt d�|�� |g��}W n ty, Y n 0 |�| �S t�|�� �}|d u rjtd|�d| �d|�d���|| |�S )N� z
Undefined z on z and �.)r rn r0 r �containsrs rK r )rq rt rr �spec�operr r r �_eval_op� s
rz c @ s e Zd ZdS )� UndefinedN)r r r r r r r r{ � s r{ )� environment�namer# c C s( | � |t�}t|t�r$t|�d���|S )Nz* does not exist in evaluation environment.)rK �
_undefinedrd r{ r )r| r} r" r r r �_get_env� s
�r )�markersr| r# c C s� g g}| D ]�}t |tttf�s"J �t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j�}|j}n|j}t||j�}|d �t |||�� q
|dv s�J �|dkr
|�g � q
t
dd� |D ��S )N���)rZ r[ r[ c s s | ]}t |�V qd S r$ )�all)ra �itemr r r rj � rQ z$_evaluate_markers.<locals>.<genexpr>) rd rl r\ r( �append�_evaluate_markersr1 r r" rz �any) r� r| �groupsre rq rt rr � lhs_value� rhs_valuer r r r� � s"
r� zsys._version_info)�infor# c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )�format� releaselevelr( �serial)r� �version�kindr r r �format_full_version� s
r� r' c C s^ t tjj�} tjj}|| tjt�� t�� t� � t�� t�
� t� � d� t�
� d d� �tjd� S )Nrv � ) r9 r7 rA r= r; r> r< r: r8 r? r@ )r� �sys�implementationr� r} �os�platform�machine�release�systemr? rG rn �python_version_tuple)�iverr9 r r r r s �r c @ sV e Zd Zedd�dd�Zed�dd�Zed�dd �Zd
eeeef e d
�d d �Z
dS )r N)re r# c C sb zt t�|��| _W nH ty\ } z0td|�d||j|jd � ����W Y d }~n
d }~0 0 d S )NzInvalid marker: z, parse error at � )r` �MARKER� parseString�_markersr r �loc)r% re �er r r r& s ��zMarker.__init__r' c C s
t | j�S r$ )rg r� r) r r r r* s zMarker.__str__c C s d| � d�S )Nz <Marker('r, r r) r r r r. s zMarker.__repr__)r| r# c C s$ t � }|dur|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater� r� )r% r| �current_environmentr r r �evaluate# s
zMarker.evaluate)N) r r r r( r& r* r. r r �boolr� r r r r r s r )T)G�operatorr� r� r� �typingr r r r r r r �pip._vendor.pyparsingr r
r �Lr r
r r r r �
specifiersr r �__all__r( r� �Operator�
ValueErrorr r r r! r1 r4 r6 �VARIABLErJ �setParseAction� VERSION_CMP� MARKER_OP� MARKER_VALUE�BOOLOP�
MARKER_VAR� MARKER_ITEM�suppress�LPAREN�RPAREN� MARKER_EXPR� MARKER_ATOMr� r` rg �lt�le�eq�ne�ge�gtrs �__annotations__rz r{ r~ r r� r� r r r r r r �<module> s�
$, �������� �
� � �
�������>� � � � site-packages/pip/_vendor/packaging/__pycache__/specifiers.cpython-39.pyc 0000644 00000053351 15056474501 0022447 0 ustar 00 a
��Re�x � @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z m
Z
m Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZmZ eeef Zeeeef Zeded�Zeeegef Z G dd � d e �Z G d
d � d e j d �Z G d
d� de �Z!G dd� de!�Z"edeegef edeegef d�dd�Z#G dd� de!�Z$e�%d�Z&ee
e d�dd�Z'eed�dd �Z(e
e e
e ee
e e
e f d �d d �Z)G d d!� d!e �Z*dS )"� N) �Callable�Dict�Iterable�Iterator�List�Optional�Pattern�Set�Tuple�TypeVar�Union� )�canonicalize_version)�
LegacyVersion�Version�parse�VersionTypeVar)�boundc @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/specifiers.pyr ! s r c @ s� e Zd Zejed�dd��Zejed�dd��Zeje e
d�dd��Z eje e
d�d d
��Z ej
ee
d�d d ��Zeje
d
d�dd ��Zejdeee
e
d�dd��Zejdee ee
ee d�dd��Zd
S )�
BaseSpecifier��returnc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__( s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__/ s zBaseSpecifier.__hash__��otherr c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r r# r r r �__eq__5 s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r$ r r r �__ne__< s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleasesC s zBaseSpecifier.prereleasesN��valuer c C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r r) r r r r' J s ��itemr' r c C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r r, r' r r r �containsQ s zBaseSpecifier.contains��iterabler' r c C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r r0 r' r r r �filterW s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethod�strr �intr! �object�boolr% r& �abstractpropertyr r' �setterr. r r r1 r r r r r ' s( � �r )� metaclassc @ sb e Zd ZU i Zeeef ed< ee ed< d-eee dd�dd�Z
ed�d d
�Z ed�d d �Z e
eeef d�d
d��Zed�dd�Zee d�dd�Zee d�dd�Zeed�dd�Zeed�dd�Ze
ed�d d ��Ze
ed�d d ��Ze
ee d�d d!��Z e j e dd"�d#d!��Z ee d$�d%d&�Z d.eee e d'�d(d)�Z d/e e! ee e e! d*�d+d,�Z"dS )0�_IndividualSpecifier�
_operators�_regex� N��specr' r c C sH | j �|�}|s td|� d���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '�'�operator�version)r= �searchr �group�strip�_spec� _prereleases)r r@ r' �matchr r r �__init__f s �z _IndividualSpecifier.__init__r c C s0 | j d urd| j��nd}d�| jjt| �|�S )N�, prereleases=r> z <{}({!r}{})>)rH r' �format� __class__r r4 �r �prer r r �__repr__s s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{}{})rL rG r r r r r | s z _IndividualSpecifier.__str__c C s | j d t| j d �fS )Nr r
)rG r r r r r �_canonical_spec s z$_IndividualSpecifier._canonical_specc C s
t | j�S �N)�hashrQ r r r r r! � s z _IndividualSpecifier.__hash__r" c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rR )�
isinstancer4 rM r �NotImplementedrQ r$ r r r r% � s
z_IndividualSpecifier.__eq__c C sR t |t�r6z| �t|��}W qF ty2 t Y S 0 nt || j�sFtS | j|jkS rR )rT r4 rM r rU rG r$ r r r r& � s
z_IndividualSpecifier.__ne__)�opr c C s t | d| j| � ��}|S )N� _compare_)�getattrr< )r rV �operator_callabler r r �
_get_operator� s �z"_IndividualSpecifier._get_operator�rC r c C s t |ttf�st|�}|S rR )rT r r r �r rC r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �rG r r r r rB � s z _IndividualSpecifier.operatorc C s
| j d S )Nr
r^ r r r r rC � s z _IndividualSpecifier.versionc C s | j S rR �rH r r r r r' � s z _IndividualSpecifier.prereleasesr( c C s
|| _ d S rR r_ r* r r r r' � s �r, r c C s
| � |�S rR �r. �r r, r r r � __contains__� s z!_IndividualSpecifier.__contains__r+ c C s> |d u r| j }| �|�}|jr&|s&dS | �| j�}||| j�S �NF)r' r] �
is_prereleaserZ rB rC )r r, r' �normalized_itemrY r r r r. � s
z _IndividualSpecifier.containsr/ c c s� d}g }d|d ur|ndi}|D ]F}| � |�}| j|fi |��r |jr\|s\| js\|�|� q d}|V q |s�|r�|D ]
}|V qtd S )NFr' T)r] r. re r' �append)r r0 r' �yielded�found_prereleases�kwrC �parsed_versionr r r r1 � s"
�� z_IndividualSpecifier.filter)r> N)N)N)#r r r r< r r4 �__annotations__r r r7 rJ rP r �propertyr
rQ r5 r! r6 r% r& �CallableOperatorrZ �UnparsedVersion�
ParsedVersionr] rB rC r' r9 rc r. r r r1 r r r r r; a s>
�� � �r; c s� e Zd ZdZe�de d ejejB �Zdddddd d
�Z d e
e e d d
�� fdd�
Z
eed�dd�Zee
e d�dd�Zee
e d�dd�Zee
e d�dd�Zee
e d�dd�Zee
e d�d d �Zee
e d�d d �Z� ZS )!�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>r> Nr? c s t � �||� t�dt� d S )NzZCreating a LegacyVersion has been deprecated and will be removed in the next major release)�superrJ �warnings�warn�DeprecationWarning)r r@ r' �rM r r rJ s
�zLegacySpecifier.__init__r[ c C s t |t�stt|��}|S rR )rT r r4 r\ r r r r] s
z LegacySpecifier._coerce_version�� prospectiver@ r c C s || � |�kS rR �r] �r r� r@ r r r �_compare_equal s z LegacySpecifier._compare_equalc C s || � |�kS rR r� r� r r r �_compare_not_equal s z"LegacySpecifier._compare_not_equalc C s || � |�kS rR r� r� r r r �_compare_less_than_equal" s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS rR r� r� r r r �_compare_greater_than_equal% s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S rR r� r� r r r �_compare_less_than* s z"LegacySpecifier._compare_less_thanc C s || � |�kS rR r� r� r r r �_compare_greater_than- s z%LegacySpecifier._compare_greater_than)r> N)r r r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr= r< r4 r r7 rJ ro r r] r� r� r� r� r� r� �
__classcell__r r r� r rq � s& � � rq � Specifier)�fnr c s& t �� �dtttd�� fdd� �}|S )Nr� )r r� r@ r c s t |t�sdS � | ||�S rd )rT r r� �r� r r �wrapped4 s
z)_require_version_compare.<locals>.wrapped)� functools�wrapsrp r4 r7 )r� r� r r� r �_require_version_compare1 s r� c @ s e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
e e e
d
�dd��Ze
e e e
d
�dd��Ze
e e e
d
�dd��Ze
e e e
d
�dd��Ze
e e e
d
�dd��Ze
e e e
d�dd��Ze
e e e
d�dd ��Zee e
d
�d d �Zee
d �d d!��Zeje
d"d#�d$d!��Zd"S )%r� a
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rr rs �
compatiblert ru rv rw rx ry � arbitrary)�~=rz r{ r| r} r~ r �===r� c C sJ d� tt�tt|���d d� �}|d7 }| �d�||�oH| �d�||�S )N�.����.*r} rz )�join�list� itertools� takewhile�_is_not_suffix�_version_splitrZ )r r� r@ �prefixr r r �_compare_compatible� s ��z Specifier._compare_compatiblec C sz |� d�rVt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}||kS t|�}|jsnt|j�}||kS d S )Nr� ���)�endswithr �publicr� r4 �len� _pad_version�local) r r� r@ �
split_spec�split_prospective�shortened_prospective� padded_spec�padded_prospective� spec_versionr r r r� � s
�
zSpecifier._compare_equalc C s | � ||� S rR )r� r� r r r r� � s z Specifier._compare_not_equalc C s t |j�t |�kS rR �r r� r� r r r r� � s z"Specifier._compare_less_than_equalc C s t |j�t |�kS rR r� r� r r r r� � s z%Specifier._compare_greater_than_equal)r� �spec_strr c C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r re � base_version�r r� r� r@ r r r r� � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd urZt |j�t |j�krZdS dS r� )r �is_postreleaser� r� r� r r r r� s
z Specifier._compare_greater_thanc C s t |��� t |��� kS rR )r4 �lowerr� r r r �_compare_arbitrary7 s z Specifier._compare_arbitraryr c C sR | j d ur| j S | j\}}|dv rN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rz r} r| r� r� rz r� r� TF)rH rG r� r re )r rB rC r r r r' : s
zSpecifier.prereleasesNr( c C s
|| _ d S rR r_ r* r r r r' S s )r r r r� r� r� r� r� r= r< r� rp r4 r7 r� r� r� r� r� r� r� r r� rm r' r9 r r r r r� = s@ ] � '� z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$r[ c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nr� )�split�
_prefix_regexrD �extend�groupsrg )rC �resultr, rI r r r r� [ s
r� )�segmentr c s t � fdd�dD �� S )Nc 3 s | ]}� � |�V qd S rR )�
startswith)�.0r� �r� r r � <genexpr>g s z!_is_not_suffix.<locals>.<genexpr>)�dev�a�b�rc�post)�anyr� r r� r r� f s �r� )�left�rightr c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S rR ��isdigit��xr r r �<lambda>p � z _pad_version.<locals>.<lambda>c S s | � � S rR r� r� r r r r� q r� r r
�0)rg r� r� r� r� �insert�max�chain)r� r� �
left_split� right_splitr r r r� l s
,,r� c @ s e Zd Zd%eee dd�dd�Zed�dd�Zed�d d
�Ze d�d d �Z
e d ef d d
�dd�Z e
ed
�dd�Ze
ed
�dd�Ze d�dd�Zee d�dd�Zeee d�dd��Zejedd�dd��Zeed �d d �Zd&eee ed �d d!�Zd'ee ee ee d"�d#d$�Z dS )(� SpecifierSetr> N)�
specifiersr' r c C sl dd� |� d�D �}t� }|D ]8}z|�t|�� W q tyT |�t|�� Y q 0 q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )rF �r� �sr r r �
<listcomp>� r� z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addr� r rq � frozenset�_specsrH )r r� r' �split_specifiers�parsed� specifierr r r rJ s
zSpecifierSet.__init__r c C s* | j d urd| j��nd}d�t| �|�S )NrK r> z<SpecifierSet({!r}{})>)rH r' rL r4 rN r r r rP � s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S rR )r4 r� r r r r� � r� z'SpecifierSet.__str__.<locals>.<genexpr>)r� �sortedr� r r r r r � s zSpecifierSet.__str__c C s
t | j�S rR )rS r� r r r r r! � s zSpecifierSet.__hash__r" c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd u rX|jd urX|j|_n<| jd urv|jd u rv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)rT r4 r� rU r� r� rH �
ValueError)r r# r� r r r �__and__� s
�zSpecifierSet.__and__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rR �rT r4 r; r� rU r� r$ r r r r% � s
zSpecifierSet.__eq__c C s6 t |ttf�r tt|��}nt |t�s*tS | j|jkS rR r� r$ r r r r& � s
zSpecifierSet.__ne__c C s
t | j�S rR )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S rR )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d ur| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S rR �r' r� r r r r� � r� z+SpecifierSet.prereleases.<locals>.<genexpr>)rH r� r� r r r r r' � s
zSpecifierSet.prereleasesr( c C s
|| _ d S rR r_ r* r r r r' � s r` c C s
| � |�S rR ra rb r r r rc � s zSpecifierSet.__contains__r+ c sL t � ttf�st� �� �d u r$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� Nra r� �r, r' r r r� r� z(SpecifierSet.contains.<locals>.<genexpr>)rT r r r r' re �allr� r- r r� r r. � s
zSpecifierSet.containsr/ c C s� |d u r| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d u r�|S |S d S )Nr� )
r' r� r1 r7 rT r r r re rg )r r0 r' r@ �filteredri r, rk r r r r1 s*
zSpecifierSet.filter)r> N)N)N) r r r r4 r r7 rJ rP r r5 r! r r� r6 r% r& r� r r; r� rm r' r9 ro rc r. r r r1 r r r r r� ~ s8 �� �� � �r� )+r2 r� r� r� r� �typingr r r r r r r r r
r r �utilsr rC r r r rp r4 ro r r7 rn r� r �ABCMetar r; rq r� r� r� r� r� r� r� r� r r r r �<module> s6 4 : =�
* site-packages/pip/_vendor/packaging/__pycache__/__init__.cpython-39.pyc 0000644 00000000745 15056474501 0022051 0 ustar 00 a
��Re� � @ s4 d dl mZmZmZmZmZmZmZmZ g d�Z dS )� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__)r r r r r r r r N)
� __about__r r r r r r r r �__all__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/__init__.py�<module> s ( site-packages/pip/_vendor/packaging/__pycache__/_musllinux.cpython-39.pyc 0000644 00000011050 15056474501 0022500 0 ustar 00 a
��Re � @ st d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl m
Z
m Z m Z m
Z
mZ e
e eeedf d�dd�Ze
e e
e d�d d
�ZG d d � d e �Zee
e d
�dd�Ze�� ee
e d�dd��Zee e d�dd�Zedk�rpddlZe�� Z e � d��sJ d��e de � e deej �� e dd d � ee� d d e �!d d!�d" ��D ]Z"e e"d#d � �q\dS )$z�PEP 656 support.
This module implements logic to detect if the currently running Python is
linked against musl, and what musl version is used.
� N)�IO�Iterator�
NamedTuple�Optional�Tuple.)�f�fmt�returnc C s t �|| �t �|���S �N)�struct�unpack�read�calcsize)r r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/_musllinux.py�_read_unpacked s r )r r c C sh | � d� zt| d�}W n tjy. Y dS 0 |dd� td�krHdS | � t�d�d� z dd d
�|d \}}}W n ty� Y dS 0 tj|� }z t| |�\}}}}}}} W n tjy� Y dS 0 t | d �D ]�}
| � |||
� z|t| |��\} } }
W n tj�y Y dS 0 | d k�r,q�| � | � t
� | � |
���
d �}d
|v�r\ dS | S dS )z�Detect musl libc location by parsing the Python executable.
Based on: https://gist.github.com/lyssdod/f51579ae8d93c8657a5564aefc2ffbca
ELF header: https://refspecs.linuxfoundation.org/elf/gabi4+/ch4.eheader.html
r �16BN� s ELF�HHI� )�IIIIHHH�IIIIIIII)r r r )�QQQIHHH�IIQQQQQQ)r � � )r r � � �musl)�seekr r �error�tupler �KeyError�operator�
itemgetter�range�os�fsdecoder
�strip)r �ident�e_fmt�p_fmt�p_idx�p_get�_�e_phoff� e_phentsize�e_phnum�i�p_type�p_offset�p_filesz� interpreterr r r �_parse_ld_musl_from_elf sF
��
r7 c @ s e Zd ZU eed< eed< dS )� _MuslVersion�major�minorN)�__name__�
__module__� __qualname__�int�__annotations__r r r r r8 G s
r8 )�outputr c C sx dd� dd� | � � D �D �}t|�dk s<|d d d� dkr@d S t�d |d
�}|sXd S tt|�d
��t|�d��d �S ) Nc S s g | ] }|r|�qS r r ��.0�nr r r �
<listcomp>M � z'_parse_musl_version.<locals>.<listcomp>c s s | ]}|� � V qd S r
)r( rA r r r � <genexpr>M rE z&_parse_musl_version.<locals>.<genexpr>r r r r zVersion (\d+)\.(\d+)r )r9 r: )�
splitlines�len�re�matchr8 r> �group)r@ �lines�mr r r �_parse_musl_versionL s rN )�
executabler c C s� t �� �N}z|�t| d��}W n ty> Y W d � dS 0 t|�}W d � n1 s\0 Y |sndS tj|gtjdd�}t |j
�S )a` Detect currently-running musl runtime version.
This is done by checking the specified executable's dynamic linking
information, and invoking the loader to parse its output for a version
string. If the loader is musl, the output would be something like::
musl libc (x86_64)
Version 1.2.2
Dynamic Program Loader
�rbNT)�stderr�universal_newlines) �
contextlib� ExitStack�
enter_context�open�IOErrorr7 �
subprocess�run�PIPErN rQ )rO �stackr �ld�procr r r �_get_musl_versionV s
&r^ )�archr c c sH t tj�}|du rdS t|jdd�D ] }d|j� d|� d| � �V q$dS )aT Generate musllinux tags compatible to the current platform.
:param arch: Should be the part of platform tag after the ``linux_``
prefix, e.g. ``x86_64``. The ``linux_`` prefix is assumed as a
prerequisite for the current platform to be musllinux-compatible.
:returns: An iterator of compatible musllinux tags.
N����
musllinux_r. )r^ �sysrO r% r: r9 )r_ �sys_muslr: r r r �
platform_tagsn s
rd �__main__zlinux-z not linuxzplat:zmusl:ztags:� )�endz[.-]r. �-r r` z
)#�__doc__rS � functoolsr# r& rI r rX rb �typingr r r r r �bytes�strr> r r7 r8 rN � lru_cacher^ rd r; � sysconfig� get_platform�plat�
startswith�printrO �sub�split�tr r r r �<module> s2 1
" site-packages/pip/_vendor/packaging/__pycache__/_manylinux.cpython-39.pyc 0000644 00000016245 15056474501 0022477 0 ustar 00 a
��Re�, � @ sz U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm Z m
Z
m Z m Z m
Z
G dd� d�Ze e d�dd�Zed�dd �Zed�d
d �Zeed �d
d�Ze �dd� �Ze eef ed< G dd� de �Ze e d�dd�Ze e d�dd�Ze e d�dd�Z ee
eef d�dd �Z e� � e
eef d�d d ��Z eeeed �d d!�Z d"d#d$d%�Z!eee
e d&�d'd(�Z"dS ))� N)�IO�Dict�Iterator�
NamedTuple�Optional�Tuplec @ s` e Zd ZG dd� de�ZdZdZdZdZdZ dZ
dZ dZ d Z
d
Zd Zd Zee d
d�dd�Zd
S )�_ELFFileHeaderc @ s e Zd ZdZdS )z$_ELFFileHeader._InvalidELFFileHeaderz7
An invalid ELF file header was found.
N)�__name__�
__module__� __qualname__�__doc__� r
r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/packaging/_manylinux.py�_InvalidELFFileHeader s r iFLE� � � � �( �> l ~ i i N)�file�returnc sz t td�� fdd� }|d�| _| j| jkr2t�� �|d�| _| j| j| jhvrVt�� �|d�| _ | j | j
| j hvrzt�� �|d�| _ |d�| _
|d�| _� �d�| _| j | j
kr�dnd}| j | j
kr�d nd}| j | j
kr�d
nd }| j| jkr�|n|}||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _||�| _ ||�| _ d S ) N)�fmtr c sF z � � t�| ��}t�| |�}W n tjy< t�� �Y n0 |d S )Nr )�read�struct�calcsize�unpack�errorr r )r �data�result�r r
r r $ s z'_ELFFileHeader.__init__.<locals>.unpackz>I�B� z<Hz>Hz<Iz<Qz>Q) �str�int�
e_ident_magic�ELF_MAGIC_NUMBERr r �
e_ident_class�
ELFCLASS32�
ELFCLASS64� e_ident_data� ELFDATA2LSB� ELFDATA2MSB�e_ident_version�
e_ident_osabi�e_ident_abiversionr � e_ident_pad�e_type� e_machine� e_version�e_entry�e_phoff�e_shoff�e_flags�e_ehsize� e_phentsize�e_phnum� e_shentsize�e_shnum�
e_shstrndx)�selfr r �format_h�format_i�format_q�format_pr
r r �__init__# s>
z_ELFFileHeader.__init__)r r
r �
ValueErrorr r& r( r) r+ r, �EM_386�EM_S390�EM_ARM� EM_X86_64�EF_ARM_ABIMASK�EF_ARM_ABI_VER5�EF_ARM_ABI_FLOAT_HARDr �bytesrC r
r
r
r r s r )r c
C sZ z8t tjd��} t| �}W d � n1 s,0 Y W n tttjfyT Y d S 0 |S )N�rb)�open�sys�
executabler �OSError� TypeErrorr )�f�
elf_headerr
r
r �_get_elf_headerL s *rU c C sn t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|| j| j@ | j kM }|| j| j
@ | j
kM }|S �NF) rU r' r( r* r+ r2 rG r7 rI rJ rK �rT r r
r
r �_is_linux_armhfU s
�
�rX c C sB t � } | d u rdS | j| jk}|| j| jkM }|| j| jkM }|S rV )rU r' r( r* r+ r2 rE rW r
r
r �_is_linux_i686h s rY )�archr c C s$ | dkrt � S | dkr t� S | dv S )N�armv7l�i686> �ppc64le�x86_64�aarch64�ppc64�s390x)rX rY )rZ r
r
r �_have_compatible_abir s
rb c C s dS )N�2 r
r
r
r
r �<lambda> � rd �_LAST_GLIBC_MINORc @ s e Zd ZU eed< eed< dS )�
_GLibCVersion�major�minorN)r r
r r$ �__annotations__r
r
r
r rg � s
rg c C sH z&t �d�} | dusJ �| �� \}}W n ttttfyB Y dS 0 |S )zJ
Primary implementation of glibc_version_string using os.confstr.
�CS_GNU_LIBC_VERSIONN)�os�confstr�split�AssertionError�AttributeErrorrQ rD )�version_string�_�versionr
r
r � _glibc_version_string_confstr� s
rt c C s� z ddl } W n ty Y dS 0 z| �d�}W n tyD Y dS 0 z
|j}W n tyd Y dS 0 | j|_|� }t|t �s�|�
d�}|S )zG
Fallback implementation of glibc_version_string using ctypes.
r N�ascii) �ctypes� ImportError�CDLLrQ �gnu_get_libc_versionrp �c_char_p�restype�
isinstancer# �decode)rv �process_namespacery � version_strr
r
r � _glibc_version_string_ctypes� s"
r� c C s t � p
t� S )z9Returns glibc version string, or None if not using glibc.)rt r� r
r
r
r �_glibc_version_string� s r� )r r c C s@ t �d| �}|s$t�d| t� dS t|�d��t|�d��fS )a3 Parse glibc version.
We use a regexp instead of str.split because we want to discard any
random junk that might come after the minor version -- this might happen
in patched/forked versions of glibc (e.g. Linaro's version of glibc
uses version strings like "2.20-2014.11"). See gh-3588.
z$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %s����r� rh ri )�re�match�warnings�warn�RuntimeWarningr$ �group)r �mr
r
r �_parse_glibc_version� s ��r� c C s t � } | d u rdS t| �S )Nr� )r� r� )r r
r
r �_get_glibc_version� s r� )�namerZ rs r c C s� t � }||k rdS z dd l}W n ty2 Y dS 0 t|d�rh|�|d |d |�}|d urdt|�S dS |tdd�kr�t|d�r�t|j�S |tdd �kr�t|d
�r�t|j�S |tdd �kr�t|d �r�t|j �S dS )
NFr T�manylinux_compatibler r � �manylinux1_compatible� �manylinux2010_compatible� �manylinux2014_compatible)
r� �
_manylinuxrw �hasattrr� �boolrg r� r� r� )r� rZ rs � sys_glibcr� r r
r
r �_is_compatible� s,
r� �
manylinux2014�
manylinux2010�
manylinux1))r r� )r r� )r r� )�linuxrZ r c c s� t |�s d S tdd�}|dv r(tdd�}tt� � }|g}t|jd dd�D ] }t| }|�t||�� qJ|D ]�}|j|jkr�|j}nd}t|j|d�D ]^}t|j|�} dj| � }
t |
|| �r�| �
d|
�V | t v r�t | } t | || �r�| �
d| �V q�qld S ) Nr � > r\ r^ � r r� zmanylinux_{}_{}r� ) rb rg r� �rangerh rf �appendri �formatr� �replace�_LEGACY_MANYLINUX_MAP) r� rZ �too_old_glibc2�
current_glibc�glibc_max_list� glibc_major� glibc_minor� glibc_max� min_minor�
glibc_version�tag�
legacy_tagr
r
r �
platform_tags s.
r� )#� collections� functoolsrl r� r rO r� �typingr r r r r r r rU r� rX rY r# rb � defaultdictrf r$ rj rg rt r� r� r� � lru_cacher� r� r� r� r
r
r
r �<module> s4
=
, �
site-packages/pip/_vendor/packaging/_manylinux.py 0000644 00000026340 15056474501 0016205 0 ustar 00 import collections
import functools
import os
import re
import struct
import sys
import warnings
from typing import IO, Dict, Iterator, NamedTuple, Optional, Tuple
# Python does not provide platform information at sufficient granularity to
# identify the architecture of the running executable in some cases, so we
# determine it dynamically by reading the information from the running
# process. This only applies on Linux, which uses the ELF format.
class _ELFFileHeader:
# https://en.wikipedia.org/wiki/Executable_and_Linkable_Format#File_header
class _InvalidELFFileHeader(ValueError):
"""
An invalid ELF file header was found.
"""
ELF_MAGIC_NUMBER = 0x7F454C46
ELFCLASS32 = 1
ELFCLASS64 = 2
ELFDATA2LSB = 1
ELFDATA2MSB = 2
EM_386 = 3
EM_S390 = 22
EM_ARM = 40
EM_X86_64 = 62
EF_ARM_ABIMASK = 0xFF000000
EF_ARM_ABI_VER5 = 0x05000000
EF_ARM_ABI_FLOAT_HARD = 0x00000400
def __init__(self, file: IO[bytes]) -> None:
def unpack(fmt: str) -> int:
try:
data = file.read(struct.calcsize(fmt))
result: Tuple[int, ...] = struct.unpack(fmt, data)
except struct.error:
raise _ELFFileHeader._InvalidELFFileHeader()
return result[0]
self.e_ident_magic = unpack(">I")
if self.e_ident_magic != self.ELF_MAGIC_NUMBER:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_class = unpack("B")
if self.e_ident_class not in {self.ELFCLASS32, self.ELFCLASS64}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_data = unpack("B")
if self.e_ident_data not in {self.ELFDATA2LSB, self.ELFDATA2MSB}:
raise _ELFFileHeader._InvalidELFFileHeader()
self.e_ident_version = unpack("B")
self.e_ident_osabi = unpack("B")
self.e_ident_abiversion = unpack("B")
self.e_ident_pad = file.read(7)
format_h = "<H" if self.e_ident_data == self.ELFDATA2LSB else ">H"
format_i = "<I" if self.e_ident_data == self.ELFDATA2LSB else ">I"
format_q = "<Q" if self.e_ident_data == self.ELFDATA2LSB else ">Q"
format_p = format_i if self.e_ident_class == self.ELFCLASS32 else format_q
self.e_type = unpack(format_h)
self.e_machine = unpack(format_h)
self.e_version = unpack(format_i)
self.e_entry = unpack(format_p)
self.e_phoff = unpack(format_p)
self.e_shoff = unpack(format_p)
self.e_flags = unpack(format_i)
self.e_ehsize = unpack(format_h)
self.e_phentsize = unpack(format_h)
self.e_phnum = unpack(format_h)
self.e_shentsize = unpack(format_h)
self.e_shnum = unpack(format_h)
self.e_shstrndx = unpack(format_h)
def _get_elf_header() -> Optional[_ELFFileHeader]:
try:
with open(sys.executable, "rb") as f:
elf_header = _ELFFileHeader(f)
except (OSError, TypeError, _ELFFileHeader._InvalidELFFileHeader):
return None
return elf_header
def _is_linux_armhf() -> bool:
# hard-float ABI can be detected from the ELF header of the running
# process
# https://static.docs.arm.com/ihi0044/g/aaelf32.pdf
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_ARM
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABIMASK
) == elf_header.EF_ARM_ABI_VER5
result &= (
elf_header.e_flags & elf_header.EF_ARM_ABI_FLOAT_HARD
) == elf_header.EF_ARM_ABI_FLOAT_HARD
return result
def _is_linux_i686() -> bool:
elf_header = _get_elf_header()
if elf_header is None:
return False
result = elf_header.e_ident_class == elf_header.ELFCLASS32
result &= elf_header.e_ident_data == elf_header.ELFDATA2LSB
result &= elf_header.e_machine == elf_header.EM_386
return result
def _have_compatible_abi(arch: str) -> bool:
if arch == "armv7l":
return _is_linux_armhf()
if arch == "i686":
return _is_linux_i686()
return arch in {"x86_64", "aarch64", "ppc64", "ppc64le", "s390x"}
# If glibc ever changes its major version, we need to know what the last
# minor version was, so we can build the complete list of all versions.
# For now, guess what the highest minor version might be, assume it will
# be 50 for testing. Once this actually happens, update the dictionary
# with the actual value.
_LAST_GLIBC_MINOR: Dict[int, int] = collections.defaultdict(lambda: 50)
class _GLibCVersion(NamedTuple):
major: int
minor: int
def _glibc_version_string_confstr() -> Optional[str]:
"""
Primary implementation of glibc_version_string using os.confstr.
"""
# os.confstr is quite a bit faster than ctypes.DLL. It's also less likely
# to be broken or missing. This strategy is used in the standard library
# platform module.
# https://github.com/python/cpython/blob/fcf1d003bf4f0100c/Lib/platform.py#L175-L183
try:
# os.confstr("CS_GNU_LIBC_VERSION") returns a string like "glibc 2.17".
version_string = os.confstr("CS_GNU_LIBC_VERSION")
assert version_string is not None
_, version = version_string.split()
except (AssertionError, AttributeError, OSError, ValueError):
# os.confstr() or CS_GNU_LIBC_VERSION not available (or a bad value)...
return None
return version
def _glibc_version_string_ctypes() -> Optional[str]:
"""
Fallback implementation of glibc_version_string using ctypes.
"""
try:
import ctypes
except ImportError:
return None
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
#
# We must also handle the special case where the executable is not a
# dynamically linked executable. This can occur when using musl libc,
# for example. In this situation, dlopen() will error, leading to an
# OSError. Interestingly, at least in the case of musl, there is no
# errno set on the OSError. The single string argument used to construct
# OSError comes from libc itself and is therefore not portable to
# hard code here. In any case, failure to call dlopen() means we
# can proceed, so we bail on our attempt.
try:
process_namespace = ctypes.CDLL(None)
except OSError:
return None
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str: str = gnu_get_libc_version()
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
def _glibc_version_string() -> Optional[str]:
"""Returns glibc version string, or None if not using glibc."""
return _glibc_version_string_confstr() or _glibc_version_string_ctypes()
def _parse_glibc_version(version_str: str) -> Tuple[int, int]:
"""Parse glibc version.
We use a regexp instead of str.split because we want to discard any
random junk that might come after the minor version -- this might happen
in patched/forked versions of glibc (e.g. Linaro's version of glibc
uses version strings like "2.20-2014.11"). See gh-3588.
"""
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn(
"Expected glibc version with 2 components major.minor,"
" got: %s" % version_str,
RuntimeWarning,
)
return -1, -1
return int(m.group("major")), int(m.group("minor"))
@functools.lru_cache()
def _get_glibc_version() -> Tuple[int, int]:
version_str = _glibc_version_string()
if version_str is None:
return (-1, -1)
return _parse_glibc_version(version_str)
# From PEP 513, PEP 600
def _is_compatible(name: str, arch: str, version: _GLibCVersion) -> bool:
sys_glibc = _get_glibc_version()
if sys_glibc < version:
return False
# Check for presence of _manylinux module.
try:
import _manylinux # noqa
except ImportError:
return True
if hasattr(_manylinux, "manylinux_compatible"):
result = _manylinux.manylinux_compatible(version[0], version[1], arch)
if result is not None:
return bool(result)
return True
if version == _GLibCVersion(2, 5):
if hasattr(_manylinux, "manylinux1_compatible"):
return bool(_manylinux.manylinux1_compatible)
if version == _GLibCVersion(2, 12):
if hasattr(_manylinux, "manylinux2010_compatible"):
return bool(_manylinux.manylinux2010_compatible)
if version == _GLibCVersion(2, 17):
if hasattr(_manylinux, "manylinux2014_compatible"):
return bool(_manylinux.manylinux2014_compatible)
return True
_LEGACY_MANYLINUX_MAP = {
# CentOS 7 w/ glibc 2.17 (PEP 599)
(2, 17): "manylinux2014",
# CentOS 6 w/ glibc 2.12 (PEP 571)
(2, 12): "manylinux2010",
# CentOS 5 w/ glibc 2.5 (PEP 513)
(2, 5): "manylinux1",
}
def platform_tags(linux: str, arch: str) -> Iterator[str]:
if not _have_compatible_abi(arch):
return
# Oldest glibc to be supported regardless of architecture is (2, 17).
too_old_glibc2 = _GLibCVersion(2, 16)
if arch in {"x86_64", "i686"}:
# On x86/i686 also oldest glibc to be supported is (2, 5).
too_old_glibc2 = _GLibCVersion(2, 4)
current_glibc = _GLibCVersion(*_get_glibc_version())
glibc_max_list = [current_glibc]
# We can assume compatibility across glibc major versions.
# https://sourceware.org/bugzilla/show_bug.cgi?id=24636
#
# Build a list of maximum glibc versions so that we can
# output the canonical list of all glibc from current_glibc
# down to too_old_glibc2, including all intermediary versions.
for glibc_major in range(current_glibc.major - 1, 1, -1):
glibc_minor = _LAST_GLIBC_MINOR[glibc_major]
glibc_max_list.append(_GLibCVersion(glibc_major, glibc_minor))
for glibc_max in glibc_max_list:
if glibc_max.major == too_old_glibc2.major:
min_minor = too_old_glibc2.minor
else:
# For other glibc major versions oldest supported is (x, 0).
min_minor = -1
for glibc_minor in range(glibc_max.minor, min_minor, -1):
glibc_version = _GLibCVersion(glibc_max.major, glibc_minor)
tag = "manylinux_{}_{}".format(*glibc_version)
if _is_compatible(tag, arch, glibc_version):
yield linux.replace("linux", tag)
# Handle the legacy manylinux1, manylinux2010, manylinux2014 tags.
if glibc_version in _LEGACY_MANYLINUX_MAP:
legacy_tag = _LEGACY_MANYLINUX_MAP[glibc_version]
if _is_compatible(legacy_tag, arch, glibc_version):
yield linux.replace("linux", legacy_tag)
site-packages/pip/_vendor/packaging/markers.py 0000644 00000020447 15056474501 0015470 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import operator
import os
import platform
import sys
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
from pip._vendor.pyparsing import ( # noqa: N817
Forward,
Group,
Literal as L,
ParseException,
ParseResults,
QuotedString,
ZeroOrMore,
stringEnd,
stringStart,
)
from .specifiers import InvalidSpecifier, Specifier
__all__ = [
"InvalidMarker",
"UndefinedComparison",
"UndefinedEnvironmentName",
"Marker",
"default_environment",
]
Operator = Callable[[str, str], bool]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node:
def __init__(self, value: Any) -> None:
self.value = value
def __str__(self) -> str:
return str(self.value)
def __repr__(self) -> str:
return f"<{self.__class__.__name__}('{self}')>"
def serialize(self) -> str:
raise NotImplementedError
class Variable(Node):
def serialize(self) -> str:
return str(self)
class Value(Node):
def serialize(self) -> str:
return f'"{self}"'
class Op(Node):
def serialize(self) -> str:
return str(self)
VARIABLE = (
L("implementation_version")
| L("platform_python_implementation")
| L("implementation_name")
| L("python_full_version")
| L("platform_release")
| L("platform_version")
| L("platform_machine")
| L("platform_system")
| L("python_version")
| L("sys_platform")
| L("os_name")
| L("os.name") # PEP-345
| L("sys.platform") # PEP-345
| L("platform.version") # PEP-345
| L("platform.machine") # PEP-345
| L("platform.python_implementation") # PEP-345
| L("python_implementation") # undocumented setuptools legacy
| L("extra") # PEP-508
)
ALIASES = {
"os.name": "os_name",
"sys.platform": "sys_platform",
"platform.version": "platform_version",
"platform.machine": "platform_machine",
"platform.python_implementation": "platform_python_implementation",
"python_implementation": "platform_python_implementation",
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results: Union[ParseResults, List[Any]]) -> List[Any]:
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(
marker: Union[List[str], Tuple[Node, ...], str], first: Optional[bool] = True
) -> str:
assert isinstance(marker, (list, tuple, str))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (
isinstance(marker, list)
and len(marker) == 1
and isinstance(marker[0], (list, tuple))
):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators: Dict[str, Operator] = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
}
def _eval_op(lhs: str, op: Op, rhs: str) -> bool:
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper: Optional[Operator] = _operators.get(op.serialize())
if oper is None:
raise UndefinedComparison(f"Undefined {op!r} on {lhs!r} and {rhs!r}.")
return oper(lhs, rhs)
class Undefined:
pass
_undefined = Undefined()
def _get_env(environment: Dict[str, str], name: str) -> str:
value: Union[str, Undefined] = environment.get(name, _undefined)
if isinstance(value, Undefined):
raise UndefinedEnvironmentName(
f"{name!r} does not exist in evaluation environment."
)
return value
def _evaluate_markers(markers: List[Any], environment: Dict[str, str]) -> bool:
groups: List[List[bool]] = [[]]
for marker in markers:
assert isinstance(marker, (list, tuple, str))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info: "sys._version_info") -> str:
version = "{0.major}.{0.minor}.{0.micro}".format(info)
kind = info.releaselevel
if kind != "final":
version += kind[0] + str(info.serial)
return version
def default_environment() -> Dict[str, str]:
iver = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": ".".join(platform.python_version_tuple()[:2]),
"sys_platform": sys.platform,
}
class Marker:
def __init__(self, marker: str) -> None:
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
raise InvalidMarker(
f"Invalid marker: {marker!r}, parse error at "
f"{marker[e.loc : e.loc + 8]!r}"
)
def __str__(self) -> str:
return _format_marker(self._markers)
def __repr__(self) -> str:
return f"<Marker('{self}')>"
def evaluate(self, environment: Optional[Dict[str, str]] = None) -> bool:
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/pip/_vendor/packaging/__about__.py 0000644 00000001225 15056474501 0015723 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "21.0"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD-2-Clause or Apache-2.0"
__copyright__ = "2014-2019 %s" % __author__
site-packages/pip/_vendor/packaging/utils.py 0000644 00000010150 15056474501 0015152 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import re
from typing import FrozenSet, NewType, Tuple, Union, cast
from .tags import Tag, parse_tag
from .version import InvalidVersion, Version
BuildTag = Union[Tuple[()], Tuple[int, str]]
NormalizedName = NewType("NormalizedName", str)
class InvalidWheelFilename(ValueError):
"""
An invalid wheel filename was found, users should refer to PEP 427.
"""
class InvalidSdistFilename(ValueError):
"""
An invalid sdist filename was found, users should refer to the packaging user guide.
"""
_canonicalize_regex = re.compile(r"[-_.]+")
# PEP 427: The build number must start with a digit.
_build_tag_regex = re.compile(r"(\d+)(.*)")
def canonicalize_name(name: str) -> NormalizedName:
# This is taken from PEP 503.
value = _canonicalize_regex.sub("-", name).lower()
return cast(NormalizedName, value)
def canonicalize_version(version: Union[Version, str]) -> str:
"""
This is very similar to Version.__str__, but has one subtle difference
with the way it handles the release segment.
"""
if isinstance(version, str):
try:
parsed = Version(version)
except InvalidVersion:
# Legacy versions cannot be normalized
return version
else:
parsed = version
parts = []
# Epoch
if parsed.epoch != 0:
parts.append(f"{parsed.epoch}!")
# Release segment
# NB: This strips trailing '.0's to normalize
parts.append(re.sub(r"(\.0)+$", "", ".".join(str(x) for x in parsed.release)))
# Pre-release
if parsed.pre is not None:
parts.append("".join(str(x) for x in parsed.pre))
# Post-release
if parsed.post is not None:
parts.append(f".post{parsed.post}")
# Development release
if parsed.dev is not None:
parts.append(f".dev{parsed.dev}")
# Local version segment
if parsed.local is not None:
parts.append(f"+{parsed.local}")
return "".join(parts)
def parse_wheel_filename(
filename: str,
) -> Tuple[NormalizedName, Version, BuildTag, FrozenSet[Tag]]:
if not filename.endswith(".whl"):
raise InvalidWheelFilename(
f"Invalid wheel filename (extension must be '.whl'): {filename}"
)
filename = filename[:-4]
dashes = filename.count("-")
if dashes not in (4, 5):
raise InvalidWheelFilename(
f"Invalid wheel filename (wrong number of parts): {filename}"
)
parts = filename.split("-", dashes - 2)
name_part = parts[0]
# See PEP 427 for the rules on escaping the project name
if "__" in name_part or re.match(r"^[\w\d._]*$", name_part, re.UNICODE) is None:
raise InvalidWheelFilename(f"Invalid project name: {filename}")
name = canonicalize_name(name_part)
version = Version(parts[1])
if dashes == 5:
build_part = parts[2]
build_match = _build_tag_regex.match(build_part)
if build_match is None:
raise InvalidWheelFilename(
f"Invalid build number: {build_part} in '{filename}'"
)
build = cast(BuildTag, (int(build_match.group(1)), build_match.group(2)))
else:
build = ()
tags = parse_tag(parts[-1])
return (name, version, build, tags)
def parse_sdist_filename(filename: str) -> Tuple[NormalizedName, Version]:
if filename.endswith(".tar.gz"):
file_stem = filename[: -len(".tar.gz")]
elif filename.endswith(".zip"):
file_stem = filename[: -len(".zip")]
else:
raise InvalidSdistFilename(
f"Invalid sdist filename (extension must be '.tar.gz' or '.zip'):"
f" {filename}"
)
# We are requiring a PEP 440 version, which cannot contain dashes,
# so we split on the last dash.
name_part, sep, version_part = file_stem.rpartition("-")
if not sep:
raise InvalidSdistFilename(f"Invalid sdist filename: {filename}")
name = canonicalize_name(name_part)
version = Version(version_part)
return (name, version)
site-packages/pip/_vendor/packaging/_musllinux.py 0000644 00000010432 15056474501 0016214 0 ustar 00 """PEP 656 support.
This module implements logic to detect if the currently running Python is
linked against musl, and what musl version is used.
"""
import contextlib
import functools
import operator
import os
import re
import struct
import subprocess
import sys
from typing import IO, Iterator, NamedTuple, Optional, Tuple
def _read_unpacked(f: IO[bytes], fmt: str) -> Tuple[int, ...]:
return struct.unpack(fmt, f.read(struct.calcsize(fmt)))
def _parse_ld_musl_from_elf(f: IO[bytes]) -> Optional[str]:
"""Detect musl libc location by parsing the Python executable.
Based on: https://gist.github.com/lyssdod/f51579ae8d93c8657a5564aefc2ffbca
ELF header: https://refspecs.linuxfoundation.org/elf/gabi4+/ch4.eheader.html
"""
f.seek(0)
try:
ident = _read_unpacked(f, "16B")
except struct.error:
return None
if ident[:4] != tuple(b"\x7fELF"): # Invalid magic, not ELF.
return None
f.seek(struct.calcsize("HHI"), 1) # Skip file type, machine, and version.
try:
# e_fmt: Format for program header.
# p_fmt: Format for section header.
# p_idx: Indexes to find p_type, p_offset, and p_filesz.
e_fmt, p_fmt, p_idx = {
1: ("IIIIHHH", "IIIIIIII", (0, 1, 4)), # 32-bit.
2: ("QQQIHHH", "IIQQQQQQ", (0, 2, 5)), # 64-bit.
}[ident[4]]
except KeyError:
return None
else:
p_get = operator.itemgetter(*p_idx)
# Find the interpreter section and return its content.
try:
_, e_phoff, _, _, _, e_phentsize, e_phnum = _read_unpacked(f, e_fmt)
except struct.error:
return None
for i in range(e_phnum + 1):
f.seek(e_phoff + e_phentsize * i)
try:
p_type, p_offset, p_filesz = p_get(_read_unpacked(f, p_fmt))
except struct.error:
return None
if p_type != 3: # Not PT_INTERP.
continue
f.seek(p_offset)
interpreter = os.fsdecode(f.read(p_filesz)).strip("\0")
if "musl" not in interpreter:
return None
return interpreter
return None
class _MuslVersion(NamedTuple):
major: int
minor: int
def _parse_musl_version(output: str) -> Optional[_MuslVersion]:
lines = [n for n in (n.strip() for n in output.splitlines()) if n]
if len(lines) < 2 or lines[0][:4] != "musl":
return None
m = re.match(r"Version (\d+)\.(\d+)", lines[1])
if not m:
return None
return _MuslVersion(major=int(m.group(1)), minor=int(m.group(2)))
@functools.lru_cache()
def _get_musl_version(executable: str) -> Optional[_MuslVersion]:
"""Detect currently-running musl runtime version.
This is done by checking the specified executable's dynamic linking
information, and invoking the loader to parse its output for a version
string. If the loader is musl, the output would be something like::
musl libc (x86_64)
Version 1.2.2
Dynamic Program Loader
"""
with contextlib.ExitStack() as stack:
try:
f = stack.enter_context(open(executable, "rb"))
except IOError:
return None
ld = _parse_ld_musl_from_elf(f)
if not ld:
return None
proc = subprocess.run([ld], stderr=subprocess.PIPE, universal_newlines=True)
return _parse_musl_version(proc.stderr)
def platform_tags(arch: str) -> Iterator[str]:
"""Generate musllinux tags compatible to the current platform.
:param arch: Should be the part of platform tag after the ``linux_``
prefix, e.g. ``x86_64``. The ``linux_`` prefix is assumed as a
prerequisite for the current platform to be musllinux-compatible.
:returns: An iterator of compatible musllinux tags.
"""
sys_musl = _get_musl_version(sys.executable)
if sys_musl is None: # Python not dynamically linked against musl.
return
for minor in range(sys_musl.minor, -1, -1):
yield f"musllinux_{sys_musl.major}_{minor}_{arch}"
if __name__ == "__main__": # pragma: no cover
import sysconfig
plat = sysconfig.get_platform()
assert plat.startswith("linux-"), "not linux"
print("plat:", plat)
print("musl:", _get_musl_version(sys.executable))
print("tags:", end=" ")
for t in platform_tags(re.sub(r"[.-]", "_", plat.split("-", 1)[-1])):
print(t, end="\n ")
site-packages/pip/_vendor/packaging/version.py 0000644 00000034217 15056474501 0015511 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import collections
import itertools
import re
import warnings
from typing import Callable, Iterator, List, Optional, SupportsInt, Tuple, Union
from ._structures import Infinity, InfinityType, NegativeInfinity, NegativeInfinityType
__all__ = ["parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"]
InfiniteTypes = Union[InfinityType, NegativeInfinityType]
PrePostDevType = Union[InfiniteTypes, Tuple[str, int]]
SubLocalType = Union[InfiniteTypes, int, str]
LocalType = Union[
NegativeInfinityType,
Tuple[
Union[
SubLocalType,
Tuple[SubLocalType, str],
Tuple[NegativeInfinityType, SubLocalType],
],
...,
],
]
CmpKey = Tuple[
int, Tuple[int, ...], PrePostDevType, PrePostDevType, PrePostDevType, LocalType
]
LegacyCmpKey = Tuple[int, Tuple[str, ...]]
VersionComparisonMethod = Callable[
[Union[CmpKey, LegacyCmpKey], Union[CmpKey, LegacyCmpKey]], bool
]
_Version = collections.namedtuple(
"_Version", ["epoch", "release", "dev", "pre", "post", "local"]
)
def parse(version: str) -> Union["LegacyVersion", "Version"]:
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion:
_key: Union[CmpKey, LegacyCmpKey]
def __hash__(self) -> int:
return hash(self._key)
# Please keep the duplicated `isinstance` check
# in the six comparisons hereunder
# unless you find a way to avoid adding overhead function calls.
def __lt__(self, other: "_BaseVersion") -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key < other._key
def __le__(self, other: "_BaseVersion") -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key <= other._key
def __eq__(self, other: object) -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key == other._key
def __ge__(self, other: "_BaseVersion") -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key >= other._key
def __gt__(self, other: "_BaseVersion") -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key > other._key
def __ne__(self, other: object) -> bool:
if not isinstance(other, _BaseVersion):
return NotImplemented
return self._key != other._key
class LegacyVersion(_BaseVersion):
def __init__(self, version: str) -> None:
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self) -> str:
return self._version
def __repr__(self) -> str:
return f"<LegacyVersion('{self}')>"
@property
def public(self) -> str:
return self._version
@property
def base_version(self) -> str:
return self._version
@property
def epoch(self) -> int:
return -1
@property
def release(self) -> None:
return None
@property
def pre(self) -> None:
return None
@property
def post(self) -> None:
return None
@property
def dev(self) -> None:
return None
@property
def local(self) -> None:
return None
@property
def is_prerelease(self) -> bool:
return False
@property
def is_postrelease(self) -> bool:
return False
@property
def is_devrelease(self) -> bool:
return False
_legacy_version_component_re = re.compile(r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE)
_legacy_version_replacement_map = {
"pre": "c",
"preview": "c",
"-": "final-",
"rc": "c",
"dev": "@",
}
def _parse_version_parts(s: str) -> Iterator[str]:
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version: str) -> LegacyCmpKey:
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts: List[str] = []
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
return epoch, tuple(parts)
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE)
def __init__(self, version: str) -> None:
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion(f"Invalid version: '{version}'")
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(match.group("pre_l"), match.group("pre_n")),
post=_parse_letter_version(
match.group("post_l"), match.group("post_n1") or match.group("post_n2")
),
dev=_parse_letter_version(match.group("dev_l"), match.group("dev_n")),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self) -> str:
return f"<Version('{self}')>"
def __str__(self) -> str:
parts = []
# Epoch
if self.epoch != 0:
parts.append(f"{self.epoch}!")
# Release segment
parts.append(".".join(str(x) for x in self.release))
# Pre-release
if self.pre is not None:
parts.append("".join(str(x) for x in self.pre))
# Post-release
if self.post is not None:
parts.append(f".post{self.post}")
# Development release
if self.dev is not None:
parts.append(f".dev{self.dev}")
# Local version segment
if self.local is not None:
parts.append(f"+{self.local}")
return "".join(parts)
@property
def epoch(self) -> int:
_epoch: int = self._version.epoch
return _epoch
@property
def release(self) -> Tuple[int, ...]:
_release: Tuple[int, ...] = self._version.release
return _release
@property
def pre(self) -> Optional[Tuple[str, int]]:
_pre: Optional[Tuple[str, int]] = self._version.pre
return _pre
@property
def post(self) -> Optional[int]:
return self._version.post[1] if self._version.post else None
@property
def dev(self) -> Optional[int]:
return self._version.dev[1] if self._version.dev else None
@property
def local(self) -> Optional[str]:
if self._version.local:
return ".".join(str(x) for x in self._version.local)
else:
return None
@property
def public(self) -> str:
return str(self).split("+", 1)[0]
@property
def base_version(self) -> str:
parts = []
# Epoch
if self.epoch != 0:
parts.append(f"{self.epoch}!")
# Release segment
parts.append(".".join(str(x) for x in self.release))
return "".join(parts)
@property
def is_prerelease(self) -> bool:
return self.dev is not None or self.pre is not None
@property
def is_postrelease(self) -> bool:
return self.post is not None
@property
def is_devrelease(self) -> bool:
return self.dev is not None
@property
def major(self) -> int:
return self.release[0] if len(self.release) >= 1 else 0
@property
def minor(self) -> int:
return self.release[1] if len(self.release) >= 2 else 0
@property
def micro(self) -> int:
return self.release[2] if len(self.release) >= 3 else 0
def _parse_letter_version(
letter: str, number: Union[str, bytes, SupportsInt]
) -> Optional[Tuple[str, int]]:
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
return None
_local_version_separators = re.compile(r"[\._-]")
def _parse_local_version(local: str) -> Optional[LocalType]:
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_separators.split(local)
)
return None
def _cmpkey(
epoch: int,
release: Tuple[int, ...],
pre: Optional[Tuple[str, int]],
post: Optional[Tuple[str, int]],
dev: Optional[Tuple[str, int]],
local: Optional[Tuple[SubLocalType]],
) -> CmpKey:
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
_release = tuple(
reversed(list(itertools.dropwhile(lambda x: x == 0, reversed(release))))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
_pre: PrePostDevType = NegativeInfinity
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
_pre = Infinity
else:
_pre = pre
# Versions without a post segment should sort before those with one.
if post is None:
_post: PrePostDevType = NegativeInfinity
else:
_post = post
# Versions without a development segment should sort after those with one.
if dev is None:
_dev: PrePostDevType = Infinity
else:
_dev = dev
if local is None:
# Versions without a local segment should sort before those with one.
_local: LocalType = NegativeInfinity
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
_local = tuple(
(i, "") if isinstance(i, int) else (NegativeInfinity, i) for i in local
)
return epoch, _release, _pre, _post, _dev, _local
site-packages/pip/_vendor/packaging/__init__.py 0000644 00000000761 15056474501 0015560 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from .__about__ import (
__author__,
__copyright__,
__email__,
__license__,
__summary__,
__title__,
__uri__,
__version__,
)
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
site-packages/pip/_vendor/packaging/specifiers.py 0000644 00000074364 15056474501 0016167 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import abc
import functools
import itertools
import re
import warnings
from typing import (
Callable,
Dict,
Iterable,
Iterator,
List,
Optional,
Pattern,
Set,
Tuple,
TypeVar,
Union,
)
from .utils import canonicalize_version
from .version import LegacyVersion, Version, parse
ParsedVersion = Union[Version, LegacyVersion]
UnparsedVersion = Union[Version, LegacyVersion, str]
VersionTypeVar = TypeVar("VersionTypeVar", bound=UnparsedVersion)
CallableOperator = Callable[[ParsedVersion, str], bool]
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(metaclass=abc.ABCMeta):
@abc.abstractmethod
def __str__(self) -> str:
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self) -> int:
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other: object) -> bool:
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other: object) -> bool:
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self) -> Optional[bool]:
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value: bool) -> None:
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item: str, prereleases: Optional[bool] = None) -> bool:
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(
self, iterable: Iterable[VersionTypeVar], prereleases: Optional[bool] = None
) -> Iterable[VersionTypeVar]:
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators: Dict[str, str] = {}
_regex: Pattern[str]
def __init__(self, spec: str = "", prereleases: Optional[bool] = None) -> None:
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier(f"Invalid specifier: '{spec}'")
self._spec: Tuple[str, str] = (
match.group("operator").strip(),
match.group("version").strip(),
)
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self) -> str:
pre = (
f", prereleases={self.prereleases!r}"
if self._prereleases is not None
else ""
)
return "<{}({!r}{})>".format(self.__class__.__name__, str(self), pre)
def __str__(self) -> str:
return "{}{}".format(*self._spec)
@property
def _canonical_spec(self) -> Tuple[str, str]:
return self._spec[0], canonicalize_version(self._spec[1])
def __hash__(self) -> int:
return hash(self._canonical_spec)
def __eq__(self, other: object) -> bool:
if isinstance(other, str):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._canonical_spec == other._canonical_spec
def __ne__(self, other: object) -> bool:
if isinstance(other, str):
try:
other = self.__class__(str(other))
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op: str) -> CallableOperator:
operator_callable: CallableOperator = getattr(
self, f"_compare_{self._operators[op]}"
)
return operator_callable
def _coerce_version(self, version: UnparsedVersion) -> ParsedVersion:
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self) -> str:
return self._spec[0]
@property
def version(self) -> str:
return self._spec[1]
@property
def prereleases(self) -> Optional[bool]:
return self._prereleases
@prereleases.setter
def prereleases(self, value: bool) -> None:
self._prereleases = value
def __contains__(self, item: str) -> bool:
return self.contains(item)
def contains(
self, item: UnparsedVersion, prereleases: Optional[bool] = None
) -> bool:
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
normalized_item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if normalized_item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
operator_callable: CallableOperator = self._get_operator(self.operator)
return operator_callable(normalized_item, self.version)
def filter(
self, iterable: Iterable[VersionTypeVar], prereleases: Optional[bool] = None
) -> Iterable[VersionTypeVar]:
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later in case nothing
# else matches this specifier.
if parsed_version.is_prerelease and not (
prereleases or self.prereleases
):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the beginning.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def __init__(self, spec: str = "", prereleases: Optional[bool] = None) -> None:
super().__init__(spec, prereleases)
warnings.warn(
"Creating a LegacyVersion has been deprecated and will be "
"removed in the next major release",
DeprecationWarning,
)
def _coerce_version(self, version: UnparsedVersion) -> LegacyVersion:
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective: LegacyVersion, spec: str) -> bool:
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective: LegacyVersion, spec: str) -> bool:
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective: LegacyVersion, spec: str) -> bool:
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(
self, prospective: LegacyVersion, spec: str
) -> bool:
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective: LegacyVersion, spec: str) -> bool:
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective: LegacyVersion, spec: str) -> bool:
return prospective > self._coerce_version(spec)
def _require_version_compare(
fn: Callable[["Specifier", ParsedVersion, str], bool]
) -> Callable[["Specifier", ParsedVersion, str], bool]:
@functools.wraps(fn)
def wrapped(self: "Specifier", prospective: ParsedVersion, spec: str) -> bool:
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective: ParsedVersion, spec: str) -> bool:
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore suffix segments.
prefix = ".".join(
list(itertools.takewhile(_is_not_suffix, _version_split(spec)))[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return self._get_operator(">=")(prospective, spec) and self._get_operator("==")(
prospective, prefix
)
@_require_version_compare
def _compare_equal(self, prospective: ParsedVersion, spec: str) -> bool:
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
split_spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
split_prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
shortened_prospective = split_prospective[: len(split_spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
padded_spec, padded_prospective = _pad_version(
split_spec, shortened_prospective
)
return padded_prospective == padded_spec
else:
# Convert our spec string into a Version
spec_version = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec_version.local:
prospective = Version(prospective.public)
return prospective == spec_version
@_require_version_compare
def _compare_not_equal(self, prospective: ParsedVersion, spec: str) -> bool:
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective: ParsedVersion, spec: str) -> bool:
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(
self, prospective: ParsedVersion, spec: str
) -> bool:
# NB: Local version identifiers are NOT permitted in the version
# specifier, so local version labels can be universally removed from
# the prospective version.
return Version(prospective.public) >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective: ParsedVersion, spec_str: str) -> bool:
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective: ParsedVersion, spec_str: str) -> bool:
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec_str)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is technically greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective: Version, spec: str) -> bool:
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self) -> bool:
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value: bool) -> None:
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version: str) -> List[str]:
result: List[str] = []
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _is_not_suffix(segment: str) -> bool:
return not any(
segment.startswith(prefix) for prefix in ("dev", "a", "b", "rc", "post")
)
def _pad_version(left: List[str], right: List[str]) -> Tuple[List[str], List[str]]:
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]) :])
right_split.append(right[len(right_split[0]) :])
# Insert our padding
left_split.insert(1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])))
right_split.insert(1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])))
return (list(itertools.chain(*left_split)), list(itertools.chain(*right_split)))
class SpecifierSet(BaseSpecifier):
def __init__(
self, specifiers: str = "", prereleases: Optional[bool] = None
) -> None:
# Split on , to break each individual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
split_specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed: Set[_IndividualSpecifier] = set()
for specifier in split_specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self) -> str:
pre = (
f", prereleases={self.prereleases!r}"
if self._prereleases is not None
else ""
)
return "<SpecifierSet({!r}{})>".format(str(self), pre)
def __str__(self) -> str:
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self) -> int:
return hash(self._specs)
def __and__(self, other: Union["SpecifierSet", str]) -> "SpecifierSet":
if isinstance(other, str):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other: object) -> bool:
if isinstance(other, (str, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other: object) -> bool:
if isinstance(other, (str, _IndividualSpecifier)):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self) -> int:
return len(self._specs)
def __iter__(self) -> Iterator[_IndividualSpecifier]:
return iter(self._specs)
@property
def prereleases(self) -> Optional[bool]:
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value: bool) -> None:
self._prereleases = value
def __contains__(self, item: UnparsedVersion) -> bool:
return self.contains(item)
def contains(
self, item: UnparsedVersion, prereleases: Optional[bool] = None
) -> bool:
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(s.contains(item, prereleases=prereleases) for s in self._specs)
def filter(
self, iterable: Iterable[VersionTypeVar], prereleases: Optional[bool] = None
) -> Iterable[VersionTypeVar]:
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered: List[VersionTypeVar] = []
found_prereleases: List[VersionTypeVar] = []
item: UnparsedVersion
parsed_version: Union[Version, LegacyVersion]
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/pip/_vendor/packaging/_structures.py 0000644 00000003135 15056474501 0016401 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
class InfinityType:
def __repr__(self) -> str:
return "Infinity"
def __hash__(self) -> int:
return hash(repr(self))
def __lt__(self, other: object) -> bool:
return False
def __le__(self, other: object) -> bool:
return False
def __eq__(self, other: object) -> bool:
return isinstance(other, self.__class__)
def __ne__(self, other: object) -> bool:
return not isinstance(other, self.__class__)
def __gt__(self, other: object) -> bool:
return True
def __ge__(self, other: object) -> bool:
return True
def __neg__(self: object) -> "NegativeInfinityType":
return NegativeInfinity
Infinity = InfinityType()
class NegativeInfinityType:
def __repr__(self) -> str:
return "-Infinity"
def __hash__(self) -> int:
return hash(repr(self))
def __lt__(self, other: object) -> bool:
return True
def __le__(self, other: object) -> bool:
return True
def __eq__(self, other: object) -> bool:
return isinstance(other, self.__class__)
def __ne__(self, other: object) -> bool:
return not isinstance(other, self.__class__)
def __gt__(self, other: object) -> bool:
return False
def __ge__(self, other: object) -> bool:
return False
def __neg__(self: object) -> InfinityType:
return Infinity
NegativeInfinity = NegativeInfinityType()
site-packages/pip/_vendor/packaging/tags.py 0000644 00000036542 15056474501 0014765 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import logging
import platform
import sys
import sysconfig
from importlib.machinery import EXTENSION_SUFFIXES
from typing import (
Dict,
FrozenSet,
Iterable,
Iterator,
List,
Optional,
Sequence,
Tuple,
Union,
cast,
)
from . import _manylinux, _musllinux
logger = logging.getLogger(__name__)
PythonVersion = Sequence[int]
MacVersion = Tuple[int, int]
INTERPRETER_SHORT_NAMES: Dict[str, str] = {
"python": "py", # Generic.
"cpython": "cp",
"pypy": "pp",
"ironpython": "ip",
"jython": "jy",
}
_32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32
class Tag:
"""
A representation of the tag triple for a wheel.
Instances are considered immutable and thus are hashable. Equality checking
is also supported.
"""
__slots__ = ["_interpreter", "_abi", "_platform", "_hash"]
def __init__(self, interpreter: str, abi: str, platform: str) -> None:
self._interpreter = interpreter.lower()
self._abi = abi.lower()
self._platform = platform.lower()
# The __hash__ of every single element in a Set[Tag] will be evaluated each time
# that a set calls its `.disjoint()` method, which may be called hundreds of
# times when scanning a page of links for packages with tags matching that
# Set[Tag]. Pre-computing the value here produces significant speedups for
# downstream consumers.
self._hash = hash((self._interpreter, self._abi, self._platform))
@property
def interpreter(self) -> str:
return self._interpreter
@property
def abi(self) -> str:
return self._abi
@property
def platform(self) -> str:
return self._platform
def __eq__(self, other: object) -> bool:
if not isinstance(other, Tag):
return NotImplemented
return (
(self._hash == other._hash) # Short-circuit ASAP for perf reasons.
and (self._platform == other._platform)
and (self._abi == other._abi)
and (self._interpreter == other._interpreter)
)
def __hash__(self) -> int:
return self._hash
def __str__(self) -> str:
return f"{self._interpreter}-{self._abi}-{self._platform}"
def __repr__(self) -> str:
return "<{self} @ {self_id}>".format(self=self, self_id=id(self))
def parse_tag(tag: str) -> FrozenSet[Tag]:
"""
Parses the provided tag (e.g. `py3-none-any`) into a frozenset of Tag instances.
Returning a set is required due to the possibility that the tag is a
compressed tag set.
"""
tags = set()
interpreters, abis, platforms = tag.split("-")
for interpreter in interpreters.split("."):
for abi in abis.split("."):
for platform_ in platforms.split("."):
tags.add(Tag(interpreter, abi, platform_))
return frozenset(tags)
def _get_config_var(name: str, warn: bool = False) -> Union[int, str, None]:
value = sysconfig.get_config_var(name)
if value is None and warn:
logger.debug(
"Config variable '%s' is unset, Python ABI tag may be incorrect", name
)
return value
def _normalize_string(string: str) -> str:
return string.replace(".", "_").replace("-", "_")
def _abi3_applies(python_version: PythonVersion) -> bool:
"""
Determine if the Python version supports abi3.
PEP 384 was first implemented in Python 3.2.
"""
return len(python_version) > 1 and tuple(python_version) >= (3, 2)
def _cpython_abis(py_version: PythonVersion, warn: bool = False) -> List[str]:
py_version = tuple(py_version) # To allow for version comparison.
abis = []
version = _version_nodot(py_version[:2])
debug = pymalloc = ucs4 = ""
with_debug = _get_config_var("Py_DEBUG", warn)
has_refcount = hasattr(sys, "gettotalrefcount")
# Windows doesn't set Py_DEBUG, so checking for support of debug-compiled
# extension modules is the best option.
# https://github.com/pypa/pip/issues/3383#issuecomment-173267692
has_ext = "_d.pyd" in EXTENSION_SUFFIXES
if with_debug or (with_debug is None and (has_refcount or has_ext)):
debug = "d"
if py_version < (3, 8):
with_pymalloc = _get_config_var("WITH_PYMALLOC", warn)
if with_pymalloc or with_pymalloc is None:
pymalloc = "m"
if py_version < (3, 3):
unicode_size = _get_config_var("Py_UNICODE_SIZE", warn)
if unicode_size == 4 or (
unicode_size is None and sys.maxunicode == 0x10FFFF
):
ucs4 = "u"
elif debug:
# Debug builds can also load "normal" extension modules.
# We can also assume no UCS-4 or pymalloc requirement.
abis.append(f"cp{version}")
abis.insert(
0,
"cp{version}{debug}{pymalloc}{ucs4}".format(
version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4
),
)
return abis
def cpython_tags(
python_version: Optional[PythonVersion] = None,
abis: Optional[Iterable[str]] = None,
platforms: Optional[Iterable[str]] = None,
*,
warn: bool = False,
) -> Iterator[Tag]:
"""
Yields the tags for a CPython interpreter.
The tags consist of:
- cp<python_version>-<abi>-<platform>
- cp<python_version>-abi3-<platform>
- cp<python_version>-none-<platform>
- cp<less than python_version>-abi3-<platform> # Older Python versions down to 3.2.
If python_version only specifies a major version then user-provided ABIs and
the 'none' ABItag will be used.
If 'abi3' or 'none' are specified in 'abis' then they will be yielded at
their normal position and not at the beginning.
"""
if not python_version:
python_version = sys.version_info[:2]
interpreter = "cp{}".format(_version_nodot(python_version[:2]))
if abis is None:
if len(python_version) > 1:
abis = _cpython_abis(python_version, warn)
else:
abis = []
abis = list(abis)
# 'abi3' and 'none' are explicitly handled later.
for explicit_abi in ("abi3", "none"):
try:
abis.remove(explicit_abi)
except ValueError:
pass
platforms = list(platforms or _platform_tags())
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
if _abi3_applies(python_version):
yield from (Tag(interpreter, "abi3", platform_) for platform_ in platforms)
yield from (Tag(interpreter, "none", platform_) for platform_ in platforms)
if _abi3_applies(python_version):
for minor_version in range(python_version[1] - 1, 1, -1):
for platform_ in platforms:
interpreter = "cp{version}".format(
version=_version_nodot((python_version[0], minor_version))
)
yield Tag(interpreter, "abi3", platform_)
def _generic_abi() -> Iterator[str]:
abi = sysconfig.get_config_var("SOABI")
if abi:
yield _normalize_string(abi)
def generic_tags(
interpreter: Optional[str] = None,
abis: Optional[Iterable[str]] = None,
platforms: Optional[Iterable[str]] = None,
*,
warn: bool = False,
) -> Iterator[Tag]:
"""
Yields the tags for a generic interpreter.
The tags consist of:
- <interpreter>-<abi>-<platform>
The "none" ABI will be added if it was not explicitly provided.
"""
if not interpreter:
interp_name = interpreter_name()
interp_version = interpreter_version(warn=warn)
interpreter = "".join([interp_name, interp_version])
if abis is None:
abis = _generic_abi()
platforms = list(platforms or _platform_tags())
abis = list(abis)
if "none" not in abis:
abis.append("none")
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
def _py_interpreter_range(py_version: PythonVersion) -> Iterator[str]:
"""
Yields Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all previous versions of that major version.
"""
if len(py_version) > 1:
yield "py{version}".format(version=_version_nodot(py_version[:2]))
yield "py{major}".format(major=py_version[0])
if len(py_version) > 1:
for minor in range(py_version[1] - 1, -1, -1):
yield "py{version}".format(version=_version_nodot((py_version[0], minor)))
def compatible_tags(
python_version: Optional[PythonVersion] = None,
interpreter: Optional[str] = None,
platforms: Optional[Iterable[str]] = None,
) -> Iterator[Tag]:
"""
Yields the sequence of tags that are compatible with a specific version of Python.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any # ... if `interpreter` is provided.
- py*-none-any
"""
if not python_version:
python_version = sys.version_info[:2]
platforms = list(platforms or _platform_tags())
for version in _py_interpreter_range(python_version):
for platform_ in platforms:
yield Tag(version, "none", platform_)
if interpreter:
yield Tag(interpreter, "none", "any")
for version in _py_interpreter_range(python_version):
yield Tag(version, "none", "any")
def _mac_arch(arch: str, is_32bit: bool = _32_BIT_INTERPRETER) -> str:
if not is_32bit:
return arch
if arch.startswith("ppc"):
return "ppc"
return "i386"
def _mac_binary_formats(version: MacVersion, cpu_arch: str) -> List[str]:
formats = [cpu_arch]
if cpu_arch == "x86_64":
if version < (10, 4):
return []
formats.extend(["intel", "fat64", "fat32"])
elif cpu_arch == "i386":
if version < (10, 4):
return []
formats.extend(["intel", "fat32", "fat"])
elif cpu_arch == "ppc64":
# TODO: Need to care about 32-bit PPC for ppc64 through 10.2?
if version > (10, 5) or version < (10, 4):
return []
formats.append("fat64")
elif cpu_arch == "ppc":
if version > (10, 6):
return []
formats.extend(["fat32", "fat"])
if cpu_arch in {"arm64", "x86_64"}:
formats.append("universal2")
if cpu_arch in {"x86_64", "i386", "ppc64", "ppc", "intel"}:
formats.append("universal")
return formats
def mac_platforms(
version: Optional[MacVersion] = None, arch: Optional[str] = None
) -> Iterator[str]:
"""
Yields the platform tags for a macOS system.
The `version` parameter is a two-item tuple specifying the macOS version to
generate platform tags for. The `arch` parameter is the CPU architecture to
generate platform tags for. Both parameters default to the appropriate value
for the current system.
"""
version_str, _, cpu_arch = platform.mac_ver()
if version is None:
version = cast("MacVersion", tuple(map(int, version_str.split(".")[:2])))
else:
version = version
if arch is None:
arch = _mac_arch(cpu_arch)
else:
arch = arch
if (10, 0) <= version and version < (11, 0):
# Prior to Mac OS 11, each yearly release of Mac OS bumped the
# "minor" version number. The major version was always 10.
for minor_version in range(version[1], -1, -1):
compat_version = 10, minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
yield "macosx_{major}_{minor}_{binary_format}".format(
major=10, minor=minor_version, binary_format=binary_format
)
if version >= (11, 0):
# Starting with Mac OS 11, each yearly release bumps the major version
# number. The minor versions are now the midyear updates.
for major_version in range(version[0], 10, -1):
compat_version = major_version, 0
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
yield "macosx_{major}_{minor}_{binary_format}".format(
major=major_version, minor=0, binary_format=binary_format
)
if version >= (11, 0):
# Mac OS 11 on x86_64 is compatible with binaries from previous releases.
# Arm64 support was introduced in 11.0, so no Arm binaries from previous
# releases exist.
#
# However, the "universal2" binary format can have a
# macOS version earlier than 11.0 when the x86_64 part of the binary supports
# that version of macOS.
if arch == "x86_64":
for minor_version in range(16, 3, -1):
compat_version = 10, minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
yield "macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
else:
for minor_version in range(16, 3, -1):
compat_version = 10, minor_version
binary_format = "universal2"
yield "macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
def _linux_platforms(is_32bit: bool = _32_BIT_INTERPRETER) -> Iterator[str]:
linux = _normalize_string(sysconfig.get_platform())
if is_32bit:
if linux == "linux_x86_64":
linux = "linux_i686"
elif linux == "linux_aarch64":
linux = "linux_armv7l"
_, arch = linux.split("_", 1)
yield from _manylinux.platform_tags(linux, arch)
yield from _musllinux.platform_tags(arch)
yield linux
def _generic_platforms() -> Iterator[str]:
yield _normalize_string(sysconfig.get_platform())
def _platform_tags() -> Iterator[str]:
"""
Provides the platform tags for this installation.
"""
if platform.system() == "Darwin":
return mac_platforms()
elif platform.system() == "Linux":
return _linux_platforms()
else:
return _generic_platforms()
def interpreter_name() -> str:
"""
Returns the name of the running interpreter.
"""
name = sys.implementation.name
return INTERPRETER_SHORT_NAMES.get(name) or name
def interpreter_version(*, warn: bool = False) -> str:
"""
Returns the version of the running interpreter.
"""
version = _get_config_var("py_version_nodot", warn=warn)
if version:
version = str(version)
else:
version = _version_nodot(sys.version_info[:2])
return version
def _version_nodot(version: PythonVersion) -> str:
return "".join(map(str, version))
def sys_tags(*, warn: bool = False) -> Iterator[Tag]:
"""
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
"""
interp_name = interpreter_name()
if interp_name == "cp":
yield from cpython_tags(warn=warn)
else:
yield from generic_tags()
yield from compatible_tags()
site-packages/pip/_vendor/packaging/requirements.py 0000644 00000011104 15056474501 0016535 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
import re
import string
import urllib.parse
from typing import List, Optional as TOptional, Set
from pip._vendor.pyparsing import ( # noqa
Combine,
Literal as L,
Optional,
ParseException,
Regex,
Word,
ZeroOrMore,
originalTextFor,
stringEnd,
stringStart,
)
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r"[^ ]+")("url")
URL = AT + URI
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(
VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False
)("_raw_spec")
_VERSION_SPEC = Optional((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "")
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start : t._original_end])
)
MARKER_SEPARATOR = SEMICOLON
MARKER = MARKER_SEPARATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
# pyparsing isn't thread safe during initialization, so we do it eagerly, see
# issue #104
REQUIREMENT.parseString("x[]")
class Requirement:
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string: str) -> None:
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
f'Parse error at "{ requirement_string[e.loc : e.loc + 8]!r}": {e.msg}'
)
self.name: str = req.name
if req.url:
parsed_url = urllib.parse.urlparse(req.url)
if parsed_url.scheme == "file":
if urllib.parse.urlunparse(parsed_url) != req.url:
raise InvalidRequirement("Invalid URL given")
elif not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc
):
raise InvalidRequirement(f"Invalid URL: {req.url}")
self.url: TOptional[str] = req.url
else:
self.url = None
self.extras: Set[str] = set(req.extras.asList() if req.extras else [])
self.specifier: SpecifierSet = SpecifierSet(req.specifier)
self.marker: TOptional[Marker] = req.marker if req.marker else None
def __str__(self) -> str:
parts: List[str] = [self.name]
if self.extras:
formatted_extras = ",".join(sorted(self.extras))
parts.append(f"[{formatted_extras}]")
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append(f"@ {self.url}")
if self.marker:
parts.append(" ")
if self.marker:
parts.append(f"; {self.marker}")
return "".join(parts)
def __repr__(self) -> str:
return f"<Requirement('{self}')>"
site-packages/pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-39.pyc 0000644 00000032762 15056474501 0022064 0 ustar 00 a
��ReXA � @ s� d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ
dZ d Z d
�
ee g�Zd
�
ee d d d
e
e g�Zd
�
ed
g�Ze�d�Ze�d�Zdd� Zdd� Zedd�Zdd� Zdd� Zdd� Zd d � Ze�d �Z e�d �Z e�d �Z G d!d"� d"e �Z dS )#� )�absolute_import�division�unicode_literalsN� )�DataLossWarninga^
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a�
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309Aa
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z}
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]� | �.�-�_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s� dd� | � d�D �}g }|D ]�}d}ttfD ]V}|�|�}|d ur,|�dd� |�� D �� t|d �dkrz|d d |d< d } q�q,|s t|�dks�J �|�t|�gd � q t|�}|S )
Nc S s g | ] }|� � �qS � )�strip��.0�itemr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_ihatexml.py�
<listcomp>h � z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |��qS r )�hexToIntr
r r r r o r ���r � T) �split�reChar� reCharRange�match�append�groups�len�ord�normaliseCharList)�charsZ
charRanges�rvr Z
foundMatch�regexpr r r r �charStringToListg s"
r" c C s� t | �} | D ]}|d |d ks J �q g }d}|t| �k r�d}|�| | � || t| �k r�| || d |d d d kr�| || d |d d< |d7 }qL||7 }q.|S )Nr r r )�sortedr r )�charListr r �i�jr r r r | s 0
r ZFFFF� c C s� g }| d dkr*|� d| d d d g� t| d d� �D ].\}}|� |d d | |d d d g� q:| d d tkr�|� | d d d tg� |S )Nr r r )r � enumerate� max_unicode)r$ r r% r r r r �
missingRanges� s (r* c C sn g }| D ]V}|d |d kr4|� tt|d ��� q|� tt|d ��d tt|d �� � qdd�|� S )Nr r r z[%s]� )r � escapeRegexp�chr�join)r$ r r r r r �listToRegexpStr� s �r/ c C s
t | d�S )Nr' )�int)�hex_strr r r r � s r c C s" d}|D ]}| � |d| �} q| S )N)r �^�$�*�+�?�{�}�[�]�|�(�)r �\)�replace)�stringZspecialCharacters�charr r r r, � s r, u� [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u� [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^
a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd Ze�d�Zddd�Zd dd�Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS ) �
InfosetFilterz
U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S �N)�dropXmlnsLocalName�dropXmlnsAttrNs�preventDoubleDashComments�preventDashAtCommentEnd�replaceFormFeedCharacters�preventSingleQuotePubid� replaceCache)�selfrD rE rF rG rH rI r r r �__init__� s zInfosetFilter.__init__Nc C sL | j r |�d�r t�dt� d S | jr>|dkr>t�dt� d S | �|�S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rD �
startswith�warnings�warnr rE � toXmlName)rK �name� namespacer r r �coerceAttribute� s � z InfosetFilter.coerceAttributec C s
| � |�S rC )rP )rK rQ r r r �
coerceElement� s zInfosetFilter.coerceElementc C sJ | j rFd|v r(t�dt� |�dd�}q|�d�rFt�dt� |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash� )rF rN rO r r? �endswith)rK �datar r r �
coerceComment� s
zInfosetFilter.coerceCommentc C s6 | j r2t|�d��D ]}t�dt� q|�dd�}|S )N� zText cannot contain U+000CrU )rH �range�countrN rO r r? )rK rW r
r r r �coerceCharacters� s
z InfosetFilter.coerceCharactersc C sl |}t �|�D ]&}t�dt� | �|�}|�||�}q| jrh|�d�dkrht�dt� |�d| �d��}|S )NzCoercing non-XML pubid�'r z!Pubid cannot contain single quote) �nonPubidCharRegexp�findallrN rO r �getReplacementCharacterr? rI �find)rK rW Z
dataOutputrA � replacementr r r � coercePubid� s
zInfosetFilter.coercePubidc
C s� |d }|dd � }t �|�}|r>t�d| t� | �|�}n|}|}tt�|��}|D ]*}t�d| t� | �|�} |� || �}qX|| S )Nr r zCoercing non-XML name: %s)
�nonXmlNameFirstBMPRegexpr rN rO r r` �set�nonXmlNameBMPRegexpr_ r? )
rK rQ � nameFirstZnameRest�mZnameFirstOutputZnameRestOutputZ replaceCharsrA rb r r r rP � s
zInfosetFilter.toXmlNamec C s$ || j v r| j | }n
| �|�}|S rC )rJ �
escapeChar�rK rA rb r r r r` s
z%InfosetFilter.getReplacementCharacterc C s, t | j�|��D ]}|�|| �|��}q|S rC )re �replacementRegexpr_ r? � unescapeChar)rK rQ r r r r � fromXmlName s zInfosetFilter.fromXmlNamec C s dt |� }|| j|< |S )NzU%05X)r rJ rj r r r ri s
zInfosetFilter.escapeCharc C s t t|dd � d��S )Nr r' )r- r0 )rK Zcharcoder r r rl s zInfosetFilter.unescapeChar)FFFFTF)N)�__name__�
__module__� __qualname__�re�compilerk rL rS rT rX r\ rc rP r` rm ri rl r r r r rB � s$
�
rB )!�
__future__r r r rq rN � constantsr ZbaseCharZ ideographicZcombiningCharacter�digitZextenderr. �letterrQ rg rr r r r" r r0 r) r* r/ r r, rf rd r^ �objectrB r r r r �<module> s4 0�
site-packages/pip/_vendor/html5lib/__pycache__/html5parser.cpython-39.pyc 0000644 00000261652 15056474501 0022362 0 ustar 00 a
��Re�� � @ s d dl mZmZmZ d dlmZmZ d dlZddlm Z ddlm
Z
ddlm Z ddl m
Z
dd lmZ dd
lmZmZmZmZmZmZmZmZmZmZmZmZ m Z m Z m Z m Z d d
d�Z!d!dd�Z"dd� Z#G dd� de$�Z%ej&dd� �Z'dd� Z(d"d d �Z)G d d � d e*�Z+dS )#� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeysN� )� _inputstream)�
_tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements�
cdataElements�rcdataElements�
tokenTypes�
tagTokenTypes�
namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�_ReparseException�etreeTc K s( t �|�}t||d�}|j| fi |��S )a� Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
��namespaceHTMLElements)r
�getTreeBuilder�
HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r( ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/html5parser.pyr" s
r" �divc K s, t �|�}t||d�}|j| fd|i|��S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
r � container)r
r r! �
parseFragment)r# r+ r$ r r% r& r' r( r( r) r, 1 s
r, c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> |� � D ]$\}}t|tj�r$� |�}|||< qt�| |||�S �N)�items�
isinstance�types� FunctionType�type�__new__)�meta� classname�bases� classDict�
attributeName� attribute��functionr( r) r3 L s
z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__�
__module__� __qualname__r3 r( r: r( r) � DecoratedK s r? )r2 )r; r? r( r: r) �method_decorator_metaclassJ s r@ c @ s� e Zd ZdZd'dd�Zd(dd �Zd
d � Zed d
� �Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d)dd�Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )*r! z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sH |� _ |du rt�d�}||�� _g � _� fdd�t|��� D �� _dS )a�
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s i | ]\}}||� � j ��qS r( )�tree)�.0�name�cls��selfr( r) �
<dictcomp>y � z'HTMLParser.__init__.<locals>.<dictcomp>)�strictr
r rA �errors� getPhasesr. �phases)rF rA rI r �debugr( rE r) �__init__] s
�zHTMLParser.__init__r* c K sf || _ || _|| _tj|fd| i|��| _| �� z | �� W n" ty` | �� | �� Y n0 d S )N�parser) �
innerHTMLModer+ � scriptingr �
HTMLTokenizer� tokenizer�reset�mainLoopr )rF �stream� innerHTMLr+ rQ r% r( r( r) �_parse| s zHTMLParser._parsec C s� | j �� d| _g | _g | _d| _| jr�| j�� | _ | j t
v rL| j j | j _
n0| j tv rd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j�� | �� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext�
beforeHtml�initialT)rA rT �
firstStartTagrJ �log�
compatModerP r+ �lowerrW r rS � rcdataState�stater � rawtextState�plaintextStaterL �phase�insertHtmlElement�resetInsertionMode� lastPhase�beforeRCDataPhase�
framesetOKrE r( r( r) rT � s*
zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rS Nr )�hasattrrS rV � charEncodingrC rE r( r( r) �documentEncoding� s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jv o4|jd �t�dv S |j|j ftv S d S )N�annotation-xml�mathml�encoding)z text/htmlzapplication/xhtml+xml)rC � namespacer �
attributes� translater r �rF �elementr( r( r) �isHTMLIntegrationPoint� s
�
���z!HTMLParser.isHTMLIntegrationPointc C s |j |jftv S r- )rp rC r rs r( r( r) � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sf t d }t d }t d }t d }t d }t d }t d }| jD �]�}d } |}
|
d u�r�|
} | jjrn| jjd nd } | r|| jnd } | r�| jnd }
|
d }||kr�| �|
d
|
�d i �� d }
qLt| jj�d k�sb| | jj k�sb| �
| ��r||k�r|d
t ddg�v�sb|||fv �sb| t d k�rF|
dk�rF||k�rF|d
dk�sb| �
| ��rj||||fv �rj| j}n
| jd }||k�r�|�|
�}
qL||k�r�|�|
�}
qL||k�r�|�|
�}
qL||k�r�|�|
�}
qL||k�r�|�|
�}
qL||krL|�|
�}
qL||kr>| d r>| d s>| �dd
| d
i� q>d}g }|�rb|�| j� | j�� }|�r,| j|v�s,J ��q,d S )N�
Characters�SpaceCharacters�StartTag�EndTag�Comment�Doctype�
ParseError���r2 �data�datavarsr rC �mglyph�
malignmarkrn rm �svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r rS rA � openElementsrp rC �
parseError�get�len�defaultNamespacerv � frozensetr ru rd rL �processCharacters�processSpaceCharacters�processStartTag�
processEndTag�processComment�processDoctype�append�
processEOF)rF �CharactersToken�SpaceCharactersToken�
StartTagToken� EndTagToken� CommentToken� DoctypeToken�ParseErrorToken�token�
prev_token� new_token� currentNode�currentNodeNamespace�currentNodeNamer2 rd � reprocessrL r( r( r) rU � s�
����
�
���
�
� �
�
�
zHTMLParser.mainLoopc O s& | j |ddg|�R i |�� | j�� S )a� Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
FN)rX rA � getDocument�rF rV �argsr% r( r( r) r" s zHTMLParser.parsec O s$ | j |dg|�R i |�� | j�� S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
T)rX rA � getFragmentr� r( r( r) r, s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d u r i }| j �| jj�� ||f� | jr<tt| | ��d S r- )rJ r� rS rV �positionrI r} r )rF � errorcoder� r( r( r) r� ; s
zHTMLParser.parseErrorc C s t |t� d S r- )�adjust_attributesr �rF r� r( r( r) r C s z!HTMLParser.adjustMathMLAttributesc C s t |t� d S r- )r� r r� r( r( r) r F s z HTMLParser.adjustSVGAttributesc C s t |t� d S r- )r� �adjustForeignAttributesMapr� r( r( r) r I s z"HTMLParser.adjustForeignAttributesc C s | j �� d S r- )rO rd r� r( r( r) �reparseTokenNormalL s z HTMLParser.reparseTokenNormalc C s� d}ddddddddddd d d
d d �}| j jd d d
� D ]�}|j}d }|| j jd krj| js`J �d}| j}|dv r|| js|J �|s�|j| j jkr�q8||v r�| j|| } q�q8|r8| jd } q�q8|| _d S )NF�inSelect�inCell�inRow� inTableBody� inCaption�
inColumnGroup�inTable�inBody�
inFrameset�
beforeHead)�select�td�th�tr�tbody�thead�tfoot�caption�colgroup�table�head�body�frameset�htmlr~ r T)r� r� r� r� )rA r� rC rW rp r� rL rd )rF �last�newModes�node�nodeName� new_phaser( r( r) rf P sD �
z HTMLParser.resetInsertionModec C sR |dv s J �| j �|� |dkr.| jj| j_n | jj| j_| j| _| jd | _d S )N)�RAWTEXT�RCDATAr� �text) rA �
insertElementrS rb ra r` rd �
originalPhaserL )rF r� � contentTyper( r( r) �parseRCDataRawtext| s z HTMLParser.parseRCDataRawtext)NFTF)Fr* F)r� N)r< r= r> �__doc__rN rX rT �propertyrl ru rv rU r" r, r� r r r r� rf r� r( r( r( r) r! V s$
"
C
,r! c s dd� }dd� }G dd� dt || |����G dd� d��}G d d
� d
��}G d d � d ��}G d
d� d��}G dd� d��}G dd� d��}G � �fdd�d��� G dd� d��} G �fdd�d��}
G �fdd�d���G �fdd �d ��} G �fd d �d ��} G �fd d �d ��}
G �fd!d"�d"��}G �fd#d$�d$��}G �fd%d&�d&��}G d'd(� d(��}G �fd)d*�d*��}G d+d,� d,��}G �fd-d.�d.��}G �fd/d0�d0��}G d1d2� d2��}G d3d4� d4��}||||||� | |
�| | |
||||||||||d5�S )6Nc s$ dd� t �� D ��� �fdd�}|S )z4Logger that records which phase processes each tokenc S s i | ]\}}||�qS r( r( )rB �key�valuer( r( r) rG � rH z*getPhases.<locals>.log.<locals>.<dictcomp>c s� � j �d�r�t|�dkr�|d }d�|d i}|d tv rH|d |d< | jj�| jjjj | jj j
j | j
j � j |f� � | g|�R i |��S � | g|�R i |��S d S )N�processr r2 rC ) r< �
startswithr� r rO r] r� rS ra rd � __class__)rF r� r% r� �info�r; �
type_namesr( r) �wrapped� s
�z'getPhases.<locals>.log.<locals>.wrapped)r r. )r; r� r( r� r) r] � s zgetPhases.<locals>.logc S s | r t |�S tS d S r- )r@ r2 )�
use_metaclass�metaclass_funcr( r( r) � getMetaclass� s z getPhases.<locals>.getMetaclassc @ s\ e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing
)rO rA �__startTagCache�
__endTagCachec S s || _ || _i | _i | _d S r- )rO rA �_Phase__startTagCache�_Phase__endTagCache)rF rO rA r( r( r) rN � s z!getPhases.<locals>.Phase.__init__c S s t �d S r- )�NotImplementedErrorrE r( r( r) r� � s z#getPhases.<locals>.Phase.processEOFc S s | j �|| j jd � d S )Nr~ �rA �
insertCommentr� r� r( r( r) r� � s z'getPhases.<locals>.Phase.processCommentc S s | j �d� d S )Nzunexpected-doctype�rO r� r� r( r( r) r� � s z'getPhases.<locals>.Phase.processDoctypec S s | j �|d � d S �Nr �rA �
insertTextr� r( r( r) r� � s z*getPhases.<locals>.Phase.processCharactersc S s | j �|d � d S r� r� r� r( r( r) r� � s z/getPhases.<locals>.Phase.processSpaceCharactersc S sj |d }|| j v r | j | }nD| j| }| j |< t| j �t| j�d krb| j �tt| j ��� q2||�S �NrC g�������?)r� �startTagHandlerr� �pop�next�iter�rF r� rC �funcr( r( r) r� � s
z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j �d� |d �� D ],\}}|| jjd jvr,|| jjd j|< q,d| j _d S )NrC r� z
non-html-rootr r F)rO r\ r� r. rA r� rq �rF r� �attrr� r( r( r) � startTagHtml� s z%getPhases.<locals>.Phase.startTagHtmlc S sj |d }|| j v r | j | }nD| j| }| j |< t| j �t| j�d krb| j �tt| j ��� q2||�S r� )r� �
endTagHandlerr� r� r� r� r� r( r( r) r� � s
z&getPhases.<locals>.Phase.processEndTagN)r< r= r> r� � __slots__rN r� r� r� r� r� r� r� r� r( r( r( r) �Phase� s
r� c @ sR e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dS )z getPhases.<locals>.InitialPhasec S s d S r- r( r� r( r( r) r� � s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j �|| j j� d S r- �rA r� �documentr� r( r( r) r� � s z.getPhases.<locals>.InitialPhase.processCommentc S s� |d }|d }|d }|d }|dks@|d us@|d urL|dkrL| j �d� |d u rXd}| j�|� |dkrv|�t�}|r�|d dks�|�d �s�|d
v s�|�d �r�|d u s�|r�|�� d kr�d
| j _n$|�d�s�|�d �r�|d ur�d| j _| j j d | j _
d S )NrC �publicId�systemId�correctr� zabout:legacy-compatzunknown-doctype� )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr� )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd�quirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrZ ) rO r� rA �
insertDoctyperr r r� r_ r^ rL rd )rF r� rC r� r� r� r( r( r) r� � sX ��
��9�<��?�@�@
�A
����z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr� rZ )rO r^ rL rd rE r( r( r) � anythingElseZ s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j �d� | �� |S )Nz expected-doctype-but-got-chars�rO r� r r� r( r( r) r� ^ s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j �dd|d i� | �� |S )Nz"expected-doctype-but-got-start-tagrC r r� r( r( r) r� c s
�z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j �dd|d i� | �� |S )Nz expected-doctype-but-got-end-tagrC r r� r( r( r) r� i s
�z-getPhases.<locals>.InitialPhase.processEndTagc S s | j �d� | �� dS )Nz expected-doctype-but-got-eofTr rE r( r( r) r� o s z*getPhases.<locals>.InitialPhase.processEOFN)
r< r= r> �tupler� r� r� r� r r� r� r� r� r( r( r( r) � InitialPhase� s _r c @ sJ e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j �tdd�� | jjd | j_d S )Nr� ry r� )rA �
insertRoot�impliedTagTokenrO rL rd rE r( r( r) re x s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | � � dS �NT�re rE r( r( r) r� } s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j �|| j j� d S r- r� r� r( r( r) r� � s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r- r( r� r( r( r) r� � s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | � � |S r- r r� r( r( r) r� � s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| �� |S )NrC r� T)rO r\ re r� r( r( r) r� � s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dvr$| j �dd|d i� n | �� |S d S )NrC �r� r� r� �brz unexpected-end-tag-before-html)rO r� re r� r( r( r) r� � s
�z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN) r< r= r> r r� re r� r� r� r� r� r� r( r( r( r) �BeforeHtmlPhaset s r
c @ s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z e
�defde fg�Ze
e_e
�de fg�Ze e_dS )z"getPhases.<locals>.BeforeHeadPhasec S s | � tdd�� dS )Nr� ry T�� startTagHeadr rE r( r( r) r� � s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r- r( r� r( r( r) r� � s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | � tdd�� |S �Nr� ry r r� r( r( r) r� � s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd �|�S �Nr� �rO rL r� r� r( r( r) r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j �|� | j jd | j _| jjd | j_d S )Nr~ �inHead)rA r� r� � headPointerrO rL rd r� r( r( r) r � s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | � tdd�� |S r
r r� r( r( r) �
startTagOther� s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | � tdd�� |S r
r r� r( r( r) �endTagImplyHead� s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j �dd|d i� d S )Nzend-tag-after-implied-rootrC r� r� r( r( r) � endTagOther� s
�z.getPhases.<locals>.BeforeHeadPhase.endTagOtherr� r� r N)r< r= r> r r� r� r� r� r� r r r r r �MethodDispatcherr� �defaultr� r( r( r( r) �BeforeHeadPhase� s$ ��r c @ s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Ze�d efd e fd!e fd"e
fd#efd$e fd%e
fd&efg�Zee_e�d&efd'efg�Zee_d(S ))z getPhases.<locals>.InHeadPhasec S s | � � dS r �r rE r( r( r) r� � s z)getPhases.<locals>.InHeadPhase.processEOFc S s | � � |S r- r r� r( r( r) r� � s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd �|�S r r r� r( r( r) r� � s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j �d� d S )Nz!two-heads-are-not-better-than-oner� r� r( r( r) r � s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j �|� | j j�� d|d< d S �NTr� �rA r� r� r� r� r( r( r) �startTagBaseLinkCommand� s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s� | j �|� | j j�� d|d< |d }| jjjjd dkr�d|v rZ| jjj�|d � nVd|v r�d|v r�|d � � d kr�t
� |d � d
��}t
�
|�}|�� }| jjj�|� d S ) NTr� r r � tentative�charset�contentz
http-equivz content-typezutf-8)rA r� r� r� rO rS rV rk �changeEncodingr_ r �
EncodingBytes�encode�ContentAttrParserr" )rF r� rq r rO �codecr( r( r) � startTagMeta� s ��
z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j �|d� d S )Nr� �rO r� r� r( r( r) �
startTagTitle� s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j �|d� d S )Nr� r% r� r( r( r) �startTagNoFramesStyle� s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j �|d� n | j�|� | j jd | j _d S )Nr� �inHeadNoscript)rO rQ r� rA r� rL rd r� r( r( r) �startTagNoscript� s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j �|� | jjj| jj_| jj| j_| jjd | j_d S )Nr� ) rA r� rO rS �scriptDataStatera rd r� rL r� r( r( r) �startTagScript s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | � � |S r- r r� r( r( r) r s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s: | j jj�� }|jdks&J d|j ��| j jd | j _d S )Nr� zExpected head got %s� afterHead�rO rA r� r� rC rL rd �rF r� r� r( r( r) �
endTagHead
s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | � � |S r- r r� r( r( r) �endTagHtmlBodyBr s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S �N�unexpected-end-tagrC r� r� r( r( r) r s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | � td�� d S )Nr� )r/ r rE r( r( r) r s z+getPhases.<locals>.InHeadPhase.anythingElser� �title)�noframes�style�noscript�script)�base�basefont�bgsound�command�linkr4 r� )r r� r� N)r< r= r> r r� r� r� r� r r r$ r& r' r) r+ r r/ r0 r r r r r� r r� r( r( r( r) � InHeadPhase� sD �� �r= c @ s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Ze�de fde
fde fg�Ze e_e�d e
fd efg�Zee_d S ) z&getPhases.<locals>.InHeadNoscriptPhasec S s | j �d� | �� dS )Nzeof-in-head-noscriptTr rE r( r( r) r� / s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd �|�S �Nr )rO rL r� r� r( r( r) r� 4 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j �d� | �� |S )Nzchar-in-head-noscriptr r� r( r( r) r� 7 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd �|�S r> �rO rL r� r� r( r( r) r� < s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd �|�S r r r� r( r( r) r� ? s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd �|�S r> r r� r( r( r) r B s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j �dd|d i� d S �N�unexpected-start-tagrC r� r� r( r( r) �startTagHeadNoscriptE s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j �dd|d i� | �� |S �Nz unexpected-inhead-noscript-tagrC r r� r( r( r) r H s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s: | j jj�� }|jdks&J d|j ��| j jd | j _d S )Nr6 zExpected noscript got %sr r- r. r( r( r) �endTagNoscriptM s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j �dd|d i� | �� |S rC r r� r( r( r) �endTagBrR s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j �dd|d i� d S r1 r� r� r( r( r) r W s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | � td�� d S )Nr6 )rD r rE r( r( r) r Z s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElser� )r9 r: r< r4 r4 r5 )r� r6 r6 r N)r< r= r> r r� r� r� r� r� r� r rB r rD rE r r r r r� r r� r( r( r( r) �InHeadNoscriptPhase, s0 ��rF c @ s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Ze�defdefde fde
fde fg�Ze e_e�d e
fg�Zee_d S ) z!getPhases.<locals>.AfterHeadPhasec S s | � � dS r r rE r( r( r) r� n s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | � � |S r- r r� r( r( r) r� r s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd �|�S r r r� r( r( r) r� v s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j�|� | j jd | j _d S )NFr� )rO ri rA r� rL rd r� r( r( r) � startTagBodyy s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j �|� | jjd | j_d S )Nr� )rA r� rO rL rd r� r( r( r) �startTagFrameset~ s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j �dd|d i� | jj�| jj� | j jd �|� | jjd d d� D ] }|jdkrL| jj� |� qnqLd S )Nz#unexpected-start-tag-out-of-my-headrC r r~ r� )
rO r� rA r� r� r rL r� rC �remover. r( r( r) �startTagFromHead� s
�
z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j �dd|d i� d S r@ r� r� r( r( r) r � s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | � � |S r- r r� r( r( r) r � s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | � � |S r- r r� r( r( r) r0 � s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S r1 r� r� r( r( r) r � s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j �tdd�� | jjd | j_d| j_d S )Nr� ry r� T)rA r� r rO rL rd ri rE r( r( r) r � s z.getPhases.<locals>.AfterHeadPhase.anythingElser� r� r� ) r8 r9 r: r< r4 r4 r7 r5 r3 r� )r� r� r N)r< r= r> r r� r� r� r� rG rH rJ r r r0 r r r r r� r r� r( r( r( r) �AfterHeadPhasek s4
�� �rK c $ s� e Zd ZdZ�� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z!d>d?� Z"d@dA� Z#dBdC� Z$dDdE� Z%dFdG� Z&dHdI� Z'dJdK� Z(dLdM� Z)dNdO� Z*dPdQ� Z+dRdS� Z,dTdU� Z-dVdW� Z.dXdY� Z/dZd[� Z0d\d]� Z1d^d_� Z2d`da� Z3dbdc� Z4ddde� Z5dfdg� Z6e7�8dh�j9fdie fdje fdke
fdlefe:efdmefdnefdoefdpefdqefdrefdsefdtefduefdvefdwefdxefdye fdze fd{e fd|e fd}e fd~e!fde"fd�e#fd�e$fd�e&fd�e'fd�e%fd�e(fd�e)fd�e*fg!�Z;e+e;_<e7�8dje-fdhe.fd�e/fdne0fd�e,fd�e1fe:e2fd�e3fdue4fd�e5fg
�Z=e6e=_<� Z>S )�z getPhases.<locals>.InBodyPhase)r� c s" t � | �j|i |�� | j| _d S r- )�superrN � processSpaceCharactersNonPrer� �rF r� r% )� InBodyPhaser� r( r) rN � s z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r- )rC rp rq )rF �node1�node2r( r( r) �isMatchingFormattingElement� s
�
�z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s� | j �|� | j jd }g }| j jd d d� D ](}|tu r@ qXq.| �||�r.|�|� q.t|�dkshJ �t|�dkr�| j j�|d � | j j�|� d S )Nr~ � ) rA r� r� �activeFormattingElementsr rR r� r� rI )rF r� rt �matchingElementsr� r( r( r) �addFormattingElement� s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d�}| jjd d d� D ] }|j|vr| j�d� q:qd S )N) �dd�dt�lir' r� r� r� r� r� r� r� r� r~ z expected-closing-tag-but-got-eof)r� rA r� rC rO r� )rF �allowed_elementsr� r( r( r) r� � s
z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|�d�rH| jjd jdv rH| jjd �� sH|dd � }|rb| j�� | j�|� d S )Nr �
r~ )�pre�listing�textarear ) rM r� r� rA r� rC �
hasContent�#reconstructActiveFormattingElementsr� )rF r� r r( r( r) �!processSpaceCharactersDropNewline� s
��
z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j �� | j �|d � | jjrPtdd� |d D ��rPd| j_d S )Nr � c S s g | ] }|t v�qS r( �r
�rB �charr( r( r) �
<listcomp>� s �zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)rA r` r� rO ri �anyr� r( r( r) r� � s
��z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j �� | j �|d � d S r� )rA r` r� r� r( r( r) rM � s
z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd �|�S r> r r� r( r( r) �startTagProcessInHead� s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�J �nBd| j _|d �� D ],\}}|| jjd j vrV|| jjd j |< qVd S )NrA rC r� r Fr )
rO r� r� rA r� rC rW ri r. rq r� r( r( r) rG � s �z+getPhases.<locals>.InBodyPhase.startTagBodyc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�J �np| j jsLnf| jjd jrv| jjd j� | jjd � | jjd jdkr�| jj�
� qv| j� |� | j j d | j _
d S ) NrA rC r� r r� r~ r� r� )rO r� r� rA r� rC rW ri �parent� removeChildr� r� rL rd r� r( r( r) rH s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jddd�r | �td�� | j �|� d S �Nr' �button��variant)rA �elementInScope�endTagPr r� r� r( r( r) �startTagCloseP s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jddd�r | �td�� | j �|� d| j_| j| _d S )Nr' rl rm F) rA ro rp r r� rO ri ra r� r� r( r( r) �startTagPreListing s
z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | j�dddi� n:| j jddd�r:| �td�� | j �|� | j jd | j _d S )NrA rC �formr' rl rm r~ ) rA � formPointerrO r� ro rp r r� r� r� r( r( r) � startTagForm s z+getPhases.<locals>.InBodyPhase.startTagFormc S s� d| j _dgddgddgd�}||d }t| jj�D ]@}|j|v r^| j j�t|jd�� qx|j t
v r6|jdvr6 qxq6| jj d d
d �r�| j j�td d�� | j� |� d S ) NFrY rX rW )rY rX rW rC rz )�addressr* r' r' rl rm )
rO ri �reversedrA r� rC rd r� r � nameTupler ro r� )rF r� � stopNamesMap� stopNamesr� r( r( r) �startTagListItem& s* �
�
��z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jddd�r | �td�� | j �|� | jjj| jj_d S rk ) rA ro rp r r� rO rS rc ra r� r( r( r) �startTagPlaintext< s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jddd�r | �td�� | j jd jtv rR| j�dd|d i� | j j� � | j �
|� d S )Nr' rl rm r~ rA rC ) rA ro rp r r� rC r rO r� r� r� r� r( r( r) �startTagHeadingB s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j �d�}|rf| j�dddd�� | �td�� || j jv rL| j j�|� || j jv rf| j j�|� | j � � | �
|� d S )N�a�$unexpected-start-tag-implies-end-tag�� startName�endName) rA �!elementInActiveFormattingElementsrO r� �endTagFormattingr r� rI rT r` rV )rF r� � afeAElementr( r( r) � startTagAJ s �
z(getPhases.<locals>.InBodyPhase.startTagAc S s | j �� | �|� d S r- )rA r` rV r� r( r( r) �startTagFormattingW s
z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j �� | j �d�rB| j�dddd�� | �td�� | j �� | �|� d S )N�nobrr r� )rA r` ro rO r� r� r rV r� r( r( r) � startTagNobr[ s
�
z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j �d�r2| j�dddd�� | �td�� |S | j �� | j �|� d| j_d S )Nrl r r� F) rA ro rO r� r� r r` r� ri r� r( r( r) �startTagButtone s �
z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j �� | j �|� | j j�t� d| j_d S �NF)rA r` r� rT r� r rO ri r� r( r( r) �startTagAppletMarqueeObjectp s
z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jddd�r | �td�� | j �� d| j_| j�|d� d S )Nr' rl rm Fr� )rA ro rp r r` rO ri r� r� r( r( r) � startTagXmpv s
z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjddd�r*| �td�� | j�|� d| j _| j jd | j _ d S )Nr� r' rl rm Fr� )
rO r^ rA ro r� r r� ri rL rd r� r( r( r) �
startTagTable} s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j �� | j �|� | j j�� d|d< d| j_d S )NTr� F)rA r` r� r� r� rO ri r� r( r( r) �startTagVoidFormatting� s
z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| �|� d|d v r<|d d �t�dkr<|| j _d S )Nr2 r �hidden)rO ri r� rr r )rF r� ri r( r( r) �
startTagInput� s
�z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j �|� | j j�� d|d< d S r r r� r( r( r) �startTagParamSource� s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jddd�r | �td�� | j �|� | j j�� d|d< d| j_d S )Nr' rl rm Tr� F) rA ro rp r r� r� r� rO ri r� r( r( r) �
startTagHr� s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j �dddd�� | �tdd|d |d d�� d S ) Nz unexpected-start-tag-treated-as�image�img�� originalName�newNamery r r� �rq r� )rO r� r� r r� r( r( r) �
startTagImage� s �
�z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j �dddi� | jjr d S i }d|d v r>|d d |d< | �tdd|d�� | �td d�� | �td
d�� d |d v r�|d d }nd }| �td
|d�� |d �� }d|v r�|d= d |v r�|d = d|d< | �tdd||d d�� | � td
�� | �td d�� | � td�� d S )Nzdeprecated-tagrC �isindex�actionr rs ry )rq �hr�label�promptz3This is a searchable index. Enter search keywords: rw �r2 r �inputr� r� )
rO r� rA rt r� r r� r �copyr� )rF r� �
form_attrsr� rq r( r( r) �startTagIsIndex� s<
� �
�z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j �|� | jjj| jj_| j| _d| j_d S r� ) rA r� rO rS r` ra ra r� ri r� r( r( r) �startTagTextarea� s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| �|� d S r� )rO ri �startTagRawtextr� r( r( r) �startTagIFrame� s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| �|� n
| �|� d S r- )rO rQ r� r r� r( r( r) r) � s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j �|d� dS )z8iframe, noembed noframes, noscript(if scripting enabled)r� Nr% r� r( r( r) r� � s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jj�td�� | j �� | jj �|� d S �Nr~ �option) rA r� rC rO rd r� r r` r� r� r( r( r) � startTagOpt� s
z*getPhases.<locals>.InBodyPhase.startTagOptc S s� | j �� | j �|� d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fv rx| jjd | j_n| jjd | j_d S )
NFr� r� r� r� r� r� �inSelectInTabler� )rA r` r� rO ri rd rL r� r( r( r) �startTagSelect� s
�z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j �d�r2| j �� | j jd jdkr2| j�� | j �|� d S )N�rubyr~ )rA ro �generateImpliedEndTagsr� rC rO r� r� r� r( r( r) � startTagRpRt� s
z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nrn rp r� Tr� ) rA r` rO r r r r� r� r� r� r( r( r) � startTagMath� s
z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nr� rp r� Tr� ) rA r` rO r r r r� r� r� r� r( r( r) � startTagSvg s
z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j �dd|d i� dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredrC Nr� r� r( r( r) �startTagMisplaced s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j �� | j �|� d S r- )rA r` r� r� r( r( r) r s
z,getPhases.<locals>.InBodyPhase.startTagOtherc S s� | j jddd�sD| �tdd�� | j�dddi� | �tdd�� nT| j �d� | j jd j dkrt| j�dddi� | j j�
� }|j dkr�| j j�
� }q�d S ) Nr' rl rm ry r2 rC rz r~ ) rA ro rq r rO r� rp r� r� rC r� r. r( r( r) rp s
z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j �d�s| j�� d S | j jd jdkrj| j jdd � D ],}|jtd�vr<| j�dd|jd�� qjq<| jjd | j_d S )Nr� r~ � )rW rX rY �optgroupr� r' �rp�rtr� r� r� r� r� r� r� r� �$expected-one-end-tag-but-got-another��gotName� expectedName� afterBody) rA ro rO r� r� rC r� rL rd r. r( r( r) �
endTagBody) s
�z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j �d�r | �td�� |S d S )Nr� )rA ro r� r r� r( r( r) �
endTagHtml; s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s� |d dkr| j | _| j�|d �}|r2| j�� | jjd j|d kr^| j�dd|d i� |r�| jj� � }|j|d kr�| jj� � }qnd S )NrC r\ r~ �end-tag-too-early)
rM r� rA ro r� r� rC rO r� r� )rF r� �inScoper� r( r( r) � endTagBlockA s
z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d u s$| j �|�s8| j�dddi� n:| j �� | j jd |krd| j�dddi� | j j�|� d S )Nr2 rC rs r~ zend-tag-too-early-ignored)rA rt ro rO r� r� r� rI r. r( r( r) �
endTagFormO s �
�z)getPhases.<locals>.InBodyPhase.endTagFormc S s� |d dkrd}nd }| j j|d |d�sB| j�dd|d i� nf| j j|d d� | j jd j|d kr�| j�dd|d i� | j j�� }|j|d kr�| j j�� }q�d S ) NrC rY �listrm r2 ��excluder~ r� )rA ro rO r� r� r� rC r� )rF r� rn r� r( r( r) �endTagListItem\ s
� z-getPhases.<locals>.InBodyPhase.endTagListItemc S s� t D ] }| j�|�r| j�� q$q| jjd j|d krP| j�dd|d i� t D ]8}| j�|�rT| jj�� }|jt vr�| jj�� }qp q�qTd S )Nr~ rC r� ) r rA ro r� r� rC rO r� r� )rF r� �itemr( r( r) �
endTagHeadingm s
z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk �r
|d7 }| j �|d �}|rD|| j jv rR| j �|j�sR| �|� dS || j jvr�| j�dd|d i� | j j� |� dS | j �|j�s�| j�dd|d i� dS || j jd kr�| j�d d|d i� | j j�
|�}d}| j j|d� D ]}|j t v r�|} �qq�|du �rR| j j�
� }||k�r@| j j�
� }�q&| j j� |� dS | j j|d }| j j�
|�}| } }
d} | j j�
|
�} | d
k �rX| d7 } | d8 } | j j| }
|
| j jv�r�| j j� |
� �q�|
|k�rސqX| |k�r�| j j�
|
�d }|
�� }
|
| j j| j j�
|
�< |
| j j| j j�
|
�< |
}
| j�rF| j�| � |
�| � |
} �q�| j�rl| j�| � |jtd �v �r�| j �� \}}|�| |� n
|�| � |�� }
|�|
� |�|
� | j j� |� | j j�||
� | j j� |� | j j�| j j�
|�d |
� qdS ) z)The much-feared adoption agency algorithmr � r rC Nzadoption-agency-1.2zadoption-agency-4.4r~ zadoption-agency-1.3rS �r� r� r� r� r� )rA r� r� ro rC r rO r� rT rI �indexrx r r� � cloneNoderi rj � appendChildr� � getTableMisnestedNodePosition� insertBefore�reparentChildren�insert)rF r� �outerLoopCounter�formattingElement�afeIndex�
furthestBlockrt �commonAncestor�bookmark�lastNoder� �innerLoopCounterr� �cloneri r� r( r( r) r� | s�
�
� �
� �� �
�z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s� | j �|d �r| j �� | j jd j|d krF| j�dd|d i� | j �|d �r�| j j�� }|j|d kr~| j j�� }qb| j �� d S )NrC r~ r� ) rA ro r� r� rC rO r� r� � clearActiveFormattingElements)rF r� rt r( r( r) �endTagAppletMarqueeObject s
z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j �dddd�� | j�� | j�tdd�� | jj�� d S )Nz unexpected-end-tag-treated-asr z
br elementr� ry )rO r� rA r` r� r r� r� r� r( r( r) rE + s �
z'getPhases.<locals>.InBodyPhase.endTagBrc S s� | j jd d d� D ]�}|j|d krz| j j|d d� | j jd j|d krb| j�dd|d i� | j j�� |krtqb q�q|jtv r| j�dd|d i� q�qd S )Nr~ rC r� r2 ) rA r� rC r� rO r� r� rx r r. r( r( r) r 2 s
z*getPhases.<locals>.InBodyPhase.endTagOtherr� ) r8 r9 r: r; r< r4 r7 r5 r3 r� r� )rv �article�aside�
blockquote�center�details�dirr* �dl�fieldset�
figcaption�figure�footer�header�hgroup�main�menu�nav�olr' �section�summary�ul)r\ r] rs )rY rW rX rY r~ ) �b�big�code�em�font�i�s�small�strike�strong�tt�ur� rl )�applet�marquee�object�xmpr� )�arear �embedr� �keygen�wbr)�param�source�trackr� r� r� r� r^ �iframer6 )�noembedr4 r� )r� r� )r� r� �mathr� ) r� �colr� �framer� r� r� r� r� r� r� )rv r� r� r� rl r� r� �dialogr� r* r� r� r� r� r� r� r� r] r� r� r� r� r\ r� r� r� r' )rW rX rY )r~ r� r� r� r� r� r� r� r� r� r� r� r� r� r )?r< r= r> r� rN rR rV r� ra r� rM rh rG rH rq rr ru r{ r| r} r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r� r� r� r� r� r� r rp r� r� r� r� r� r� r� r� rE r r r r� r r� r r� �
__classcell__r( )rO r� �r� r) rO � s�
$ ������-���rO c @ s` e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z e
� g �Z ee _
e
� d efg�Ze e_
d S )
z getPhases.<locals>.TextPhasec S s | j �|d � d S r� r� r� r( r( r) r� � s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j �dd| jjd ji� | jj�� | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofrC r~ T)rO r� rA r� rC r� r� rd rE r( r( r) r� � s � z'getPhases.<locals>.TextPhase.processEOFc S s dsJ d|d ��d S )NFz4Tried to process start tag %s in RCDATA/RAWTEXT moderC r( r� r( r( r) r � s z*getPhases.<locals>.TextPhase.startTagOtherc S s* | j j�� }|jdksJ �| jj| j_d S )Nr7 )rA r� r� rC rO r� rd r. r( r( r) � endTagScript� s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j�� | jj| j_d S r- )rA r� r� rO r� rd r� r( r( r) r � s z(getPhases.<locals>.TextPhase.endTagOtherr7 N)r< r= r> r r� r� r� r r r r r r� r r� r( r( r( r) � TextPhase� s
�r c
s e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Ze�d%� jfd&e
fd'e fd(e fd)e
fd*efd+efd,efd-efd.efg
�Zee_e�d+efd/efg�Z ee _d0S )1z getPhases.<locals>.InTablePhasec S s$ | j jd jdvr | j j�� q d S )Nr~ )r� r� )rA r� rC r� rE r( r( r) �clearStackToTableContext� s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s0 | j jd jdkr | j�d� n | jjs,J �d S )Nr~ r� z eof-in-table�rA r� rC rO r� rW rE r( r( r) r� � s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j�|� d S �N� inTableText)rO rd rL r� r� �rF r� r� r( r( r) r� � s
z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j�|� d S r )rO rd rL r� r� r r( r( r) r� � s
z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd �|� d| j _d S )NTr� F)rA �insertFromTablerO rL r� r� r( r( r) r� � s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | � � | jj�t� | j�|� | jjd | j_d S )Nr� ) r rA rT r� r r� rO rL rd r� r( r( r) �startTagCaption� s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | � � | j�|� | jjd | j_d S )Nr� �r rA r� rO rL rd r� r( r( r) �startTagColgroup� s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | � tdd�� |S )Nr� ry )r r r� r( r( r) � startTagCol� s z+getPhases.<locals>.InTablePhase.startTagColc S s( | � � | j�|� | jjd | j_d S �Nr� r r� r( r( r) �startTagRowGroup� s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | � tdd�� |S )Nr� ry )r r r� r( r( r) �startTagImplyTbody� s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j �dddd�� | j j�td�� | j js2|S d S )Nr r� r� )rO r� rd r� r rW r� r( r( r) r� � s �z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd �|�S r> r r� r( r( r) �startTagStyleScript� s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d v rH|d d � t�dkrH| j�d� | j�|� | jj�� n
| �|� d S )Nr2 r r� z unexpected-hidden-input-in-table) rr r rO r� rA r� r� r� r r� r( r( r) r� � s � z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j �d� | jjd u r@| j�|� | jjd | j_| jj�� d S )Nzunexpected-form-in-tabler~ )rO r� rA rt r� r� r� r� r( r( r) ru � s
z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz)unexpected-start-tag-implies-table-voodoorC Tr� F)rO r� rA r rL r� r� r( r( r) r � s z-getPhases.<locals>.InTablePhase.startTagOtherc S s� | j jddd�r�| j �� | j jd jdkrJ| j�dd| j jd jd�� | j jd jdkrj| j j�� qJ| j j�� | j�� n| jj s�J �| j�� d S )Nr� rm r~ zend-tag-too-early-namedr� )
rA ro r� r� rC rO r� r� rf rW r� r( r( r) � endTagTable s
�� z+getPhases.<locals>.InTablePhase.endTagTablec S s | j �dd|d i� d S r1 r� r� r( r( r) � endTagIgnore s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz'unexpected-end-tag-implies-table-voodoorC Tr� F)rO r� rA r rL r� r� r( r( r) r s z+getPhases.<locals>.InTablePhase.endTagOtherr� r� r� r
�r� r� r� )r� r� r� r� )r5 r7 r� rs ) r� r� r
r� r� r� r� r� r� r� r� N) r< r= r> r r� r r� r� r� r� r r r r r r� r r� ru r r r r r r r� r� r r� r( �r� r( r) � InTablePhase� sN
� ��r# c sZ e Zd ZdZ�� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z � Z S )z#getPhases.<locals>.InTableTextPhase)r� �characterTokensc s& t � | �j|i |�� d | _g | _d S r- )rL rN r� r$ rN )�InTableTextPhaser� r( r) rN 6 s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d� dd� | jD ��}tdd� |D ��rJtd |d�}| jjd �|� n|rZ| j�|� g | _d S )Nr� c S s g | ] }|d �qS )r r( �rB r� r( r( r) rf < rH zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t v�qS r( rc r& r( r( r) rf = rH rw r� r� )�joinr$ rg r rO rL r� rA )rF r r� r( r( r) �flushCharacters; s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | � � | j| j_|S r- �r( r� rO rd r� r( r( r) r� D s
z2getPhases.<locals>.InTableTextPhase.processCommentc S s | � � | j| j_dS r r) rE r( r( r) r� I s
z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j �|� d S �Nr rb �r$ r� r� r( r( r) r� N s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j �|� d S r- r+ r� r( r( r) r� S s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | � � | j| j_|S r- r) r� r( r( r) r� X s
z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | � � | j| j_|S r- r) r� r( r( r) r� ] s
z1getPhases.<locals>.InTableTextPhase.processEndTag)
r< r= r> r� rN r( r� r� r� r� r� r� r
r( )r% r r) r% 3 s r% c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
e�d� jfdefg�Ze e_e�de
fde fde fg�Ze
e_dS )z!getPhases.<locals>.InCaptionPhasec S s | j jddd� S )Nr� r� rm �rA ro rE r( r( r) �ignoreEndTagCaptionf s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd �� d S r �rO rL r� rE r( r( r) r� i s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd �|�S r �rO rL r� r� r( r( r) r� l s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j �� | �� }| j j�td�� |s,|S d S �Nr� �rO r� r- rd r� r �rF r� � ignoreEndTagr( r( r) �startTagTableElemento s
z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd �|�S r r r� r( r( r) r w s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s� | � � s�| j�� | jjd jdkrB| j�dd| jjd jd�� | jjd jdkrb| jj�� qB| jj�� | j�� | jj d | j_
n| jj s�J �| j�� d S )Nr~ r� r� r� r� ) r- rA r� r� rC rO r� r� r� rL rd rW r� r( r( r) �
endTagCaptionz s
��
z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j �� | �� }| j j�td�� |s,|S d S r0 r1 r2 r( r( r) r � s
z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j �dd|d i� d S r1 r� r� r( r( r) r � s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd �|�S r �rO rL r� r� r( r( r) r � s z-getPhases.<locals>.InCaptionPhase.endTagOtherr� � r� r
r� r� r� r� r� r� r� r� r� )
r� r
r� r� r� r� r� r� r� r� N)r< r= r> r r� r- r� r� r4 r r5 r r r r r r� r� r r� r( r" r( r) �InCaptionPhaseb s2 ����r8 c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z e
�d� jfdefg�Ze e_e
�de
fde fg�Ze e_dS )z%getPhases.<locals>.InColumnGroupPhasec S s | j jd jdkS )Nr~ r� )rA r� rC rE r( r( r) �ignoreEndTagColgroup� s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S sD | j jd jdkr"| jjs J �d S | �� }| �td�� |s@dS d S )Nr~ r� r� T)rA r� rC rO rW r9 �endTagColgroupr )rF r3 r( r( r) r� � s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | � � }| �td�� |s |S d S �Nr� �r9 r: r r2 r( r( r) r� � s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j �|� | j j�� d|d< d S r r r� r( r( r) r � s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | � � }| �td�� |s |S d S r; r< r2 r( r( r) r � s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s@ | � � r | jjsJ �| j�� n | jj�� | jjd | j_d S �Nr� ) r9 rO rW r� rA r� r� rL rd r� r( r( r) r: � s
z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j �dddi� d S )Nz
no-end-tagrC r
r� r� r( r( r) � endTagCol� s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | � � }| �td�� |s |S d S r; r< r2 r( r( r) r � s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherr� r
r� N)r< r= r> r r� r9 r� r� r r r: r> r r r r� r� r r� r( r" r( r) �InColumnGroupPhase� s&
��r? c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Ze�d� jfde fde
fd e fg�Ze e_e�d e
fd efd efg�Zee_d S )!z#getPhases.<locals>.InTableBodyPhasec S sB | j jd jdvr | j j�� q | j jd jdkr>| jjs>J �d S )Nr~ )r� r� r� r� r� )rA r� rC r� rO rW rE r( r( r) � clearStackToTableBodyContext� s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd �� d S r= r. rE r( r( r) r� � s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd �|�S r= r? r� r( r( r) r� � s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd �|�S r= r/ r� r( r( r) r� � s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | � � | j�|� | jjd | j_d S )Nr� )r@ rA r� rO rL rd r� r( r( r) �
startTagTr s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j �dd|d i� | �tdd�� |S )Nz unexpected-cell-in-table-bodyrC r� ry )rO r� rA r r� r( r( r) �startTagTableCell s
�z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`J �| j� � d S �Nr� r� rm r� r� r~ �
rA ro r@ �endTagTableRowGroupr r� rC rO rW r� r� r( r( r) �startTagTableOther s ��� z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd �|�S r= r r� r( r( r) r s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d dd�r:| �� | j j�� | jjd | j_n| j�dd|d i� d S )NrC r� rm r� � unexpected-end-tag-in-table-body) rA ro r@ r� r� rO rL rd r� r� r( r( r) rE s
�z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`J �| j� � d S rC rD r� r( r( r) r % s ��� z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j �dd|d i� d S )NrG rC r� r� r( r( r) r 2 s
�z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd �|�S r= r6 r� r( r( r) r 6 s z/getPhases.<locals>.InTableBodyPhase.endTagOtherr� r� �r� r� )r� r
r� r� r� r� r! r� )r� r� r
r� r� r� r� r� N)r< r= r> r r� r@ r� r� r� rA rB rF r rE r r r r r r� r� r r� r( r" r( r) �InTableBodyPhase� s<
����rI c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Ze�d� jfd e
fd e fg�Ze e_e�d e
fd efd efd!efg�Zee_d"S )#z getPhases.<locals>.InRowPhasec S s@ | j jd jdvr<| j�dd| j jd ji� | j j�� q d S )Nr~ )r� r� z'unexpected-implied-end-tag-in-table-rowrC )rA r� rC rO r� r� rE r( r( r) �clearStackToTableRowContextO s
�z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd� S )Nr� r� rm r, rE r( r( r) �ignoreEndTagTrU s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd �� d S r= r. rE r( r( r) r� Y s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd �|�S r= r? r� r( r( r) r� \ s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd �|�S r= r/ r� r( r( r) r� _ s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | � � | j�|� | jjd | j_| jj�t� d S )Nr� ) rJ rA r� rO rL rd rT r� r r� r( r( r) rB b s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | � � }| �td�� |s |S d S �Nr� �rK �endTagTrr r2 r( r( r) rF h s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd �|�S r= r r� r( r( r) r o s z+getPhases.<locals>.InRowPhase.startTagOtherc S sH | � � s.| �� | jj�� | jjd | j_n| jjs:J �| j� � d S r )
rK rJ rA r� r� rO rL rd rW r� r� r( r( r) rN r s z&getPhases.<locals>.InRowPhase.endTagTrc S s" | � � }| �td�� |s |S d S rL rM r2 r( r( r) r | s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d dd�r&| �td�� |S | j�� d S )NrC r� rm r� )rA ro rN r rO r� r� r( r( r) rE � s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-table-rowrC r� r� r( r( r) r � s
�z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd �|�S r= r6 r� r( r( r) r � s z)getPhases.<locals>.InRowPhase.endTagOtherr� rH )r� r
r� r� r� r� r� r� r� r! )r� r� r
r� r� r� r� N)r< r= r> r r� rJ rK r� r� r� rB rF r rN r rE r r r r r� r� r r� r( r" r( r) �
InRowPhaseJ s>
����rO c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
e�d� jfdefg�Ze e_e�de
fde fde fg�Ze
e_dS )z getPhases.<locals>.InCellPhasec S sB | j jddd�r | �td�� n | j jddd�r>| �td�� d S �Nr� r� rm r� )rA ro �endTagTableCellr rE r( r( r) � closeCell� s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd �� d S r r. rE r( r( r) r� � s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd �|�S r r/ r� r( r( r) r� � s z0getPhases.<locals>.InCellPhase.processCharactersc S sF | j jddd�s | j jddd�r,| �� |S | jjs8J �| j�� d S rP )rA ro rR rO rW r� r� r( r( r) rF � s � z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd �|�S r r r� r( r( r) r � s z,getPhases.<locals>.InCellPhase.startTagOtherc S s� | j j|d dd�r�| j �|d � | j jd j|d krp| j�dd|d i� | j j�� }|j|d krPq|qPn | j j�� | j �� | jj d | j_
n| j�dd|d i� d S )NrC r� rm r~ zunexpected-cell-end-tagr� r2 ) rA ro r� r� rC rO r� r� r� rL rd r. r( r( r) rQ � s
�
z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j �dd|d i� d S r1 r� r� r( r( r) r � s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d dd�r | �� |S | j�� d S )NrC r� rm )rA ro rR rO r� r� r( r( r) � endTagImply� s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd �|�S r r6 r� r( r( r) r � s z*getPhases.<locals>.InCellPhase.endTagOtherr� r7 rH )r� r� r
r� r� r� N)r< r= r> r r� rR r� r� rF r rQ r rS r r r r� r� r r� r( r" r( r) � InCellPhase� s.
���rT c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� Ze�d� jfdefdefd e fd e
fd e fg�Ze e_e�de
fdefd efg�Zee_d S ) z getPhases.<locals>.InSelectPhasec S s0 | j jd jdkr | j�d� n | jjs,J �d S )Nr~ r� z
eof-in-selectr rE r( r( r) r� � s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j �|d � d S r* r� r� r( r( r) r� � s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j�� | j �|� d S r� �rA r� rC r� r� r� r( r( r) �startTagOption� s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j�� | j jd jdkr<| j j�� | j �|� d S )Nr~ r� r� rU r� r( r( r) �startTagOptgroup s
z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j �d� | �td�� d S )Nzunexpected-select-in-selectr� )rO r� � endTagSelectr r� r( r( r) r� s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s> | j �d� | jjddd�r.| �td�� |S | j js:J �d S )Nzunexpected-input-in-selectr� rm )rO r� rA ro rX r rW r� r( r( r) r� s
z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd �|�S r> r r� r( r( r) r+ s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-selectrC r� r� r( r( r) r s
�z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j�� n| j�dddi� d S )Nr~ r� � unexpected-end-tag-in-selectrC �rA r� rC r� rO r� r� r( r( r) � endTagOption s
�z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j�� | j jd jdkrP| j j�� n| j�dddi� d S )Nr~ r� ���r� rY rC rZ r� r( r( r) �endTagOptgroup% s � �z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sZ | j jddd�r@| j j�� }|jdkr4| j j�� }q | j�� n| jjsLJ �| j�� d S )Nr� rm ) rA ro r� r� rC rO rf rW r� r. r( r( r) rX 2 s
z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j �dd|d i� d S )NrY rC r� r� r( r( r) r = s
�z,getPhases.<locals>.InSelectPhase.endTagOtherr� r� r� r� )r� r r^ r7 N)r< r= r> r r� r� r� rV rW r� r� r+ r r[ r] rX r r r r� r� r r� r( r" r( r) �
InSelectPhase� s8
��r^ c @ sn e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
e � d
efg�Z
ee
_e � d
e fg�Ze
e_dS )z'getPhases.<locals>.InSelectInTablePhasec S s | j jd �� d S �Nr� r. rE r( r( r) r� U s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd �|�S r_ r/ r� r( r( r) r� X s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j �dd|d i� | �td�� |S )Nz5unexpected-table-element-start-tag-in-select-in-tablerC r� )rO r� r r r� r( r( r) r� [ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd �|�S r_ r r� r( r( r) r ` s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j �dd|d i� | jj|d dd�r<| �td�� |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tablerC r� rm r� )rO r� rA ro r r r� r( r( r) r c s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd �|�S r_ r6 r� r( r( r) r i s z3getPhases.<locals>.InSelectInTablePhase.endTagOther)r� r� r� r� r� r� r� r� N)r< r= r> r r� r� r� r� r r r r r r� r r� r( r( r( r) �InSelectInTablePhaseR s& ����r` c sB e Zd Ze� Zeg d��Zdd� Z� fdd�Zdd� Z dd � Z
d
S ) z(getPhases.<locals>.InForeignContentPhase),r� r� r� r� r r� r� rW r* r� rX r� r �h1�h2�h3�h4�h5�h6r� r� r� r� rY r] r� r4 r� r� r' r\ r� r� r� �spanr� r� �sub�supr� r� r� r� �varc % S sn ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%�$}|d& |v rj||d& |d&< d S )'N�altGlyph� altGlyphDef� altGlyphItem� animateColor�
animateMotion�animateTransform�clipPath�feBlend�
feColorMatrix�feComponentTransfer� feComposite�feConvolveMatrix�feDiffuseLighting�feDisplacementMap�feDistantLight�feFlood�feFuncA�feFuncB�feFuncG�feFuncR�feGaussianBlur�feImage�feMerge� feMergeNode� feMorphology�feOffset� fePointLight�feSpecularLighting� feSpotLight�feTile� feTurbulence�
foreignObject�glyphRef�linearGradient�radialGradient�textPath)$�altglyph� altglyphdef� altglyphitem� animatecolor�
animatemotion�animatetransform�clippath�feblend�
fecolormatrix�fecomponenttransfer� fecomposite�feconvolvematrix�fediffuselighting�fedisplacementmap�fedistantlight�feflood�fefunca�fefuncb�fefuncg�fefuncr�fegaussianblur�feimage�femerge� femergenode� femorphology�feoffset� fepointlight�fespecularlighting� fespotlight�fetile� feturbulence�
foreignobject�glyphref�lineargradient�radialgradient�textpathrC r( )rF r� � replacementsr( r( r) �adjustSVGTagNames� sN �% z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd� |d D ��r<d| j _� �| |� d S )Nr rb u �c s s | ]}|t vV qd S r- rc rd r( r( r) � <genexpr>� rH zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rO ri rg r� r� r" r( r) r� � s
�z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s( | j jd }|d | jv s>|d dkr�t|d �� �h d�@ r�| j�dd|d i� | j jd j| j jkr�| j� | j jd �s�| j�
| j jd �s�| j j� � qT|S |jt d kr�| j�
|� n$|jt d kr�| �|� | j�|� | j�|� |j|d < | j �|� |d
�r$| j j� � d |d < d S )
Nr~ rC r� r > �size�face�colorz*unexpected-html-element-in-foreign-contentrn r� rp r� Tr� )rA r� �breakoutElements�set�keysrO r� rp r� ru rv r� r r r� r r r� )rF r� r� r( r( r) r� � s:
��
� ���
z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s� t | jj�d }| jjd }|j�t�|d krF| j�dd|d i� |j�t�|d kr�| jj| jj d kr�| jj�
� | jjj | j_| jj� � |kr�| jjs�J �q�d }q�|d8 }| jj| }|j
| jjkr�qFqF| jj�|�}q�qF|S )Nr r~ rC r2 r )r� rA r� rC rr r rO r� rd rL r( r� r� rp r� r� )rF r� � nodeIndexr� r� r( r( r) r� � s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN) r< r= r> r r� r� r� r� r� r� r� r( r" r( r) �InForeignContentPhasex s ) r� c @ sv e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z e �
defg�Ze e_e �
de
fg�Ze e_dS )z!getPhases.<locals>.AfterBodyPhasec S s d S r- r( rE r( r( r) r� � s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j �|| j jd � d S )Nr r� r� r( r( r) r� � s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j �d� | j jd | j _|S )Nzunexpected-char-after-bodyr� �rO r� rL rd r� r( r( r) r� � s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd �|�S r r r� r( r( r) r� � s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-start-tag-after-bodyrC r� r� r� r( r( r) r � s
�z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j �d� n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtml�afterAfterBody)rO rW r� rL rd )rF rC r( r( r) r�
s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-end-tag-after-bodyrC r� r� r� r( r( r) r
s
�z-getPhases.<locals>.AfterBodyPhase.endTagOtherr� N)r< r= r> r r� r� r� r� r� r r� r r r r� r r� r( r( r( r) �AfterBodyPhase� s �r� c s� e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z e
�d� jfdefdefde fg�Ze
e_e
�de fg�Ze e_dS )z"getPhases.<locals>.InFramesetPhasec S s0 | j jd jdkr | j�d� n | jjs,J �d S )Nr~ r� zeof-in-framesetr rE r( r( r) r�
s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j �d� d S )Nzunexpected-char-in-framesetr� r� r( r( r) r� "
s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j �|� d S r- )rA r� r� r( r( r) rH %
s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j �|� | j j�� d S r- r r� r( r( r) �
startTagFrame(
s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd �|�S r r r� r( r( r) �startTagNoframes,
s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-framesetrC r� r� r( r( r) r /
s
�z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | j�d� n | j j�� | jjsV| j jd jdkrV| jjd | j_d S )Nr~ r� z)unexpected-frameset-in-frameset-innerhtmlr� �
afterFrameset) rA r� rC rO r� r� rW rL rd r� r( r( r) �endTagFrameset3
s �z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-framesetrC r� r� r( r( r) r ?
s
�z.getPhases.<locals>.InFramesetPhase.endTagOtherr� r� r r4 N)r< r= r> r r� r� r� rH r� r� r r� r r r r� r� r r� r( r" r( r) �InFramesetPhase
s( ��r� c sv e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
e � d
� j
fdefg�Zee_e � d
e fg�Ze
e_dS )z%getPhases.<locals>.AfterFramesetPhasec S s d S r- r( rE r( r( r) r� T
s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j �d� d S )Nz unexpected-char-after-framesetr� r� r( r( r) r� X
s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd �|�S r> r r� r( r( r) r� [
s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz#unexpected-start-tag-after-framesetrC r� r� r( r( r) r ^
s
�z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )N�afterAfterFrameset)rO rL rd r� r( r( r) r� b
s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j �dd|d i� d S )Nz!unexpected-end-tag-after-framesetrC r� r� r( r( r) r e
s
�z1getPhases.<locals>.AfterFramesetPhase.endTagOtherr� r4 N)r< r= r> r r� r� r� r� r r� r r r r� r� r r� r( r" r( r) �AfterFramesetPhaseP
s ��r� c @ s` e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z e �
de fg�Ze
e_dS )z&getPhases.<locals>.AfterAfterBodyPhasec S s d S r- r( rE r( r( r) r� w
s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j �|| j j� d S r- r� r� r( r( r) r� z
s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd �|�S r r? r� r( r( r) r� }
s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j �d� | j jd | j _|S )N�expected-eof-but-got-charr� r� r� r( r( r) r� �
s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd �|�S r r r� r( r( r) r� �
s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-start-tagrC r� r� r� r( r( r) r �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-end-tagrC r� r� r� r( r( r) r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagr� N)r< r= r> r r� r� r� r� r� r� r r� r r r� r r( r( r( r) �AfterAfterBodyPhaset
s �r� c @ sn e Zd Ze� Zdd� Zdd� Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z e
�de fde
fg�Ze e_dS )z*getPhases.<locals>.AfterAfterFramesetPhasec S s d S r- r( rE r( r( r) r� �
s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j �|| j j� d S r- r� r� r( r( r) r� �
s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd �|�S r r? r� r( r( r) r� �
s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j �d� d S )Nr� r� r� r( r( r) r� �
s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd �|�S r r r� r( r( r) r� �
s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd �|�S r> r r� r( r( r) �startTagNoFrames�
s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j �dd|d i� d S )Nr� rC r� r� r( r( r) r �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j �dd|d i� d S )Nr� rC r� r� r( r( r) r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagr� r4 N)r< r= r> r r� r� r� r� r� r� r� r r� r r r� r r( r( r( r) �AfterAfterFramesetPhase�
s �r� )r[ rZ r� r r( r, r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� )r )rM r] r� r r
r r= rF rK r r# r8 r? rI rO rT r^ r` r� r� r� r� r� r� r( )rO r% r� r) rK � sr H %-f?B Y! /F@bYLc&r.8$%&�rK c sF t | d �t � �@ }|rBt| d �� fdd�| d �� D ��| d< d S )Nr c 3 s" | ]\}}� � ||�|fV qd S r- )r� )rB �k�v�r� r( r) r� �
s �z$adjust_attributes.<locals>.<genexpr>)r r2 r. )r� r� �needs_adjustmentr( r� r) r� �
s
�r� rz Fc C s |d u r i }t | | ||d�S )N)r2 rC r r� )r )rC r2 rq r� r( r( r) r �
s
�r c @ s e Zd ZdZdS )r} zError in parsed documentN)r< r= r> r� r( r( r( r) r} �
s r} )r T)r* r T)rz NF),�
__future__r r r Zpip._vendor.sixr r r0 r� r r r
Ztreebuilders.baser r � constantsr
r r r r r r r r r r r r� r r r r r" r, r@ r� r! �memoizerK r� r � Exceptionr} r( r( r( r) �<module> sN H
8
_ �
site-packages/pip/_vendor/html5lib/__pycache__/_inputstream.cpython-39.pyc 0000644 00000052245 15056474501 0022622 0 ustar 00 a
��Rea~ � @ s� d dl mZmZmZ d dlmZ d dlmZmZ d dl Z d dl
Z
d dl m Z m
Z
d dlmZ ddlmZmZmZmZ dd lmZ dd
lmZ ed d � eD ��Zed
d � eD ��Zedd � eD ��Zeeddg�B Z dZ ej �r e d dkr�e � d�dks�J �e
� e dd� e!d� d �Z"n
e
� e �Z"h d�Z#e
� d�Z$i Z%G dd� de&�Z'dd� Z(G dd � d e&�Z)G d d � d e)�Z*G d d � d e+�Z,G d!d"� d"e&�Z-G d#d$� d$e&�Z.d%d&� Z/dS )'� )�absolute_import�division�unicode_literals)� text_type)� http_client�urllibN)�BytesIO�StringIO)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utilsc C s g | ]}|� d ��qS ��ascii��encode��.0�item� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_inputstream.py�
<listcomp> � r c C s g | ]}|� d ��qS r r r r r r r r c C s g | ]}|� d ��qS r r r r r r r r � >� <u� [- - --]����]z"\uD800-\uDFFF"> i��
i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� z[ -
-/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfr" r r r �__init__: s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q|| jd 7 }|S �Nr r )r# r$ �len)r% �pos�chunkr r r �tell? s
zBufferedStream.tellc C sT || � � ksJ �|}d}t| j| �|k rF|t| j| �8 }|d7 }q||g| _d S r' )�_bufferedBytesr( r# r$ )r% r) �offset�ir r r �seekF s
zBufferedStream.seekc C sT | j s| �|�S | jd t| j �krF| jd t| j d �krF| �|�S | �|�S d S )Nr r r )r# � _readStreamr$ r( �_readFromBuffer�r% �bytesr r r �readO s
�
zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ] }t |��qS r )r( r r r r r Y r z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumr# �r% r r r r, X s z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S r' )r" r4 r# �appendr$ r( )r% r3 �datar r r r0 [ s
zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k r�|dkr�|dks>J �| j| }|t|�| krl|}||| g| _ n"t|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}q |r�|�| �|�� d�|�S )Nr r r )r$ r( r# r7 r0 �join)r% r3 �remainingBytes�rv� bufferIndex� bufferOffset� bufferedData� bytesToReadr r r r1 b s&
z BufferedStream._readFromBufferN) �__name__�
__module__� __qualname__�__doc__r& r+ r/ r4 r, r0 r1 r r r r r! 3 s r! c K s� t | tj�s(t | tjj�r.t | jtj�r.d}n&t| d�rJt | �d�t �}n
t | t �}|r�dd� |D �}|rvt
d| ��t | fi |��S t | fi |��S d S )NFr4 r c S s g | ]}|� d �r|�qS )� _encoding)�endswith)r �xr r r r � r z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r)
�
isinstancer � HTTPResponser �response�addbase�fp�hasattrr4 r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargs� isUnicode� encodingsr r r �HTMLInputStream} s � �
rT c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
ddd�Z dd� Z dd� Z
d dd�Zdd� ZdS ) rN ��Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c C sZ t jsd| _n td�dkr$| j| _n| j| _dg| _td�df| _| � |�| _
| � � dS )� Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsr( �characterErrorsUCS4�characterErrorsUCS2�newLines�lookupEncoding� charEncoding�
openStream�
dataStream�reset)r% rP r r r r& � s
z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )r* � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterr6 r r r rb � s z HTMLUnicodeInputStream.resetc C s t |d�r|}nt|�}|S �zvProduces a file object from source.
source can be either a file object, local filename or a string.
r4 )rL r �r% rP r" r r r r` � s
z!HTMLUnicodeInputStream.openStreamc C sT | j }|�dd|�}| j| }|�dd|�}|dkr@| j| }n ||d }||fS )N�
r r r )r* �countrg �rfindrh )r% r- r* �nLines� positionLine� lastLinePos�positionColumnr r r � _position� s
z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r )rs re )r% �line�colr r r r$ � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| �� stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r )re rd � readChunkr r* )r% re �charr r r rw � s
zHTMLUnicodeInputStream.charNc C s� |d u r| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j rX| j | }d | _ n|s`dS t
|�dkr�t |d �}|dks�d| kr�dkr�n n|d | _ |d d� }| j r�| � |� |�
d d
�}|�
d d
�}|| _t
|�| _d S )
Nrc r Fr r �
� � i�� z
rl �
T)�_defaultChunkSizers rd rg rh r* re ra r4 ri r( �ordrZ �replace)r% rd r8 �lastvr r r rv � s0
z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� qd S )N�invalid-codepoint)�ranger( �invalid_unicode_re�findallrf r7 )r% r8 �_r r r r[ s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]�}|rqt|�� �}|�� }t�|||d � �rrt�|||d � �}|tv rl| j �
d� d}q|dkr�|dkr�|t |�d kr�| j �
d� qd}| j �
d� qd S )NF� r Try i�� r ) r� �finditerr| �group�startr �isSurrogatePair�surrogatePairToCodepoint�non_bmp_invalid_codepointsrf r7 r( )r% r8 �skip�match� codepointr) �char_valr r r r\ # s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc
C s zt ||f }W nf tyv |D ]}t|�dk s"J �q"d�dd� |D ��}|sXd| }t�d| � }t ||f< Y n0 g }|�| j| j�}|du r�| j| j kr�q�n0|�
� }|| j kr�|� | j| j|� � || _q�|� | j| jd� � | � � s|q�q|d�|�} | S )z� Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
� rc c S s g | ]}d t |� �qS )z\x%02x)r| )r �cr r r r H r z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N)
�charsUntilRegEx�KeyErrorr| r9 �re�compiler� r* re rd �endr7 rv )
r% �
characters�opposite�charsr� �regexr; �mr� �rr r r �
charsUntil: s0
z!HTMLUnicodeInputStream.charsUntilc C sT |t urP| jdkr.|| j | _| jd7 _n"| jd8 _| j| j |ksPJ �d S r' )r re r* rd )r% rw r r r �ungeti s
z HTMLUnicodeInputStream.unget)N)F)r@ rA rB rC r{ r& rb r` rs r$ rw rv r[ r\ r� r� r r r r rN � s
&
/rN c @ sL e Zd ZdZddd�Zdd� Zd d
� Zdd d �Zd
d� Zdd� Z dd� Z
dS )rO rU N� windows-1252Tc C sn | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _
| � |�| _ | j d dusbJ �| �
� dS )rV i �d r N)r` � rawStreamrN r& � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingr_ rb )r% rP r� r� r� r� r� �
useChardetr r r r& � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr r} )r_ �
codec_info� streamreaderr� ra rN rb r6 r r r rb � s zHTMLBinaryInputStream.resetc C sJ t |d�r|}nt|�}z|�|�� � W n tyD t|�}Y n0 |S rj )rL r r/ r+ � Exceptionr! rk r r r r` � s
z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d ur |S t| j�df}|d d ur:|S t| j�df}|d d urX|S | �� df}|d d urt|S t| j�df}|d d ur�|d j�d�s�|S t| j�df}|d d ur�|S |�rnzddl m
} W n t y� Y n�0 g }|� }|j �s:| j
�| j�}t|t��sJ �|�s$�q:|�|� |�|� q�|�� t|jd �}| j
�d� |d u�rn|dfS t| j�df}|d d u�r�|S td�dfS )NrX r � tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMr^ r� r� �detectEncodingMetar� �name�
startswithr� �%pip._vendor.chardet.universaldetectorr� � ImportError�doner� r4 r� rG r3 r7 �feed�close�resultr/ r� )r% �chardetr_ r� �buffers�detectorr# r� r r r r� � sR
z'HTMLBinaryInputStream.determineEncodingc C s� | j d dksJ �t|�}|d u r&d S |jdv rFtd�}|d us�J �nT|| j d krf| j d df| _ n4| j�d� |df| _ | �� td| j d |f ��d S )Nr rX ��utf-16be�utf-16lerW r z Encoding changed from %s to %s)r_ r^ r� r� r/ rb r )r% � newEncodingr r r �changeEncoding s
z$HTMLBinaryInputStream.changeEncodingc
C s� t jdt jdt jdt jdt jdi}| j�d�}t|t �s<J �|�
|dd� �}d}|s~|�
|�}d}|s~|�
|dd � �}d }|r�| j� |� t |�S | j� d
� dS dS ) z�Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return NonerW r� r� zutf-32lezutf-32be� N� r� r )
�codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� r4 rG r3 �getr/ r^ )r% �bomDict�stringr� r/ r r r r� s& �
z HTMLBinaryInputStream.detectBOMc C sV | j �| j�}t|t�s J �t|�}| j �d� |�� }|durR|jdv rRt d�}|S )z9Report the encoding declared by the meta element
r Nr� rW )
r� r4 r� rG r3 �EncodingParserr/ � getEncodingr� r^ )r% r# �parserr� r r r r� 3 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) r@ rA rB rC r& rb r` r� r� r� r� r r r r rO z s �
*
>"rO c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e e e
�Z
dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) �
EncodingBytesz�String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raisedc C s t |t�sJ �t�| |�� �S �N)rG r3 �__new__�lower�r% �valuer r r r� F s zEncodingBytes.__new__c C s
d| _ d S )Nr )rs r� r r r r& J s zEncodingBytes.__init__c C s | S r� r r6 r r r �__iter__N s zEncodingBytes.__iter__c C s> | j d }| _ |t| �kr"t�n |dk r.t�| ||d � S )Nr r �rs r( �
StopIterationrM �r% �pr r r �__next__Q s zEncodingBytes.__next__c C s | � � S r� )r� r6 r r r �nextY s zEncodingBytes.nextc C sB | j }|t| �krt�n |dk r$t�|d | _ }| ||d � S r' r� r� r r r �previous] s zEncodingBytes.previousc C s | j t| �krt�|| _ d S r� �rs r( r� )r% r$ r r r � setPositionf s zEncodingBytes.setPositionc C s* | j t| �krt�| j dkr"| j S d S d S )Nr r� r6 r r r � getPositionk s
zEncodingBytes.getPositionc C s | | j | j d � S �Nr )r$ r6 r r r �getCurrentByteu s z EncodingBytes.getCurrentBytec C sH | j }|t| �k r>| ||d � }||vr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr N�r$ r( rs �r% r� r� r� r r r r� z s
zEncodingBytes.skipc C sH | j }|t| �k r>| ||d � }||v r4|| _|S |d7 }q|| _d S r� r� r� r r r � skipUntil� s
zEncodingBytes.skipUntilc C s( | � || j�}|r$| jt|�7 _|S )z�Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r� r$ r( )r% r3 r; r r r �
matchBytes� s zEncodingBytes.matchBytesc C s< z | � || j�t|� d | _W n ty6 t�Y n0 dS )z�Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchr T)�indexr$ r( rs �
ValueErrorr� r2 r r r �jumpTo� s
zEncodingBytes.jumpToN)r@ rA rB rC r� r& r� r� r� r� r� r� �propertyr$ r� � currentByte�spaceCharactersBytesr� r� r� r� r r r r r� B s
r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� r8 r� �r% r8 r r r r& � s
zEncodingParser.__init__c
C s� d| j vrd S d| jfd| jfd| jfd| jfd| jfd| jff}| j D ]�}d}z| j �d� W n tyx Y q�Y n0 |D ]B\}}| j �|�r~z|� }W q�W q~ ty� d}Y q�Y q~0 q~|sH q�qH| j S ) Ns <metas <!--s </s <!s <?r TF)
r8 �
handleComment�
handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr� r� r� r� )r% �methodDispatchr� � keepParsing�key�methodr r r r� � s4
�
zEncodingParser.getEncodingc C s | j �d�S )zSkip over commentss -->�r8 r� r6 r r r r� � s z EncodingParser.handleCommentc C s� | j jtvrdS d}d }| �� }|d u r,dS |d dkr\|d dk}|r�|d ur�|| _dS q|d dkr�|d }t|�}|d ur�|| _dS q|d dkrtt|d ��}|�� }|d urt|�}|d ur|r�|| _dS |}qd S ) NTFr s
http-equivr s content-type� charsets content) r8 r� r� � getAttributer� r^ �ContentAttrParserr� �parse)r% � hasPragma�pendingEncoding�attr�tentativeEncoding�codec�
contentParserr r r r� � s8 zEncodingParser.handleMetac C s
| � d�S )NF)�handlePossibleTagr6 r r r r� � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� r8 r r6 r r r r� � s
z#EncodingParser.handlePossibleEndTagc C sb | j }|jtvr(|r$|�� | �� dS |�t�}|dkrD|�� n| �� }|d ur^| �� }qLdS )NTr )r8 r� �asciiLettersBytesr� r� r� �spacesAngleBracketsr� )r% �endTagr8 r� r� r r r r � s
z EncodingParser.handlePossibleTagc C s | j �d�S )Nr r� r6 r r r r� s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|du s2t|�dks2J �|dv r>dS g }g }|dkrV|rVq�nX|tv rj|�� }q�nD|dv r�d�|�dfS |tv r�|�|�� � n|du r�dS |�|� t |�}qF|dkr�|�
� d�|�dfS t |� |�� }|dv �rJ|}t |�}||k�r"t |� d�|�d�|�fS |tv �r<|�|�� � q�|�|� q�nJ|d k�rbd�|�dfS |tv �r||�|�� � n|du �r�dS |�|� t |�}|t v �r�d�|�d�|�fS |tv �r�|�|�� � n|du �r�dS |�|� �q�dS )
z_Return a name,value pair for the next attribute in the stream,
if one is found, or None� /Nr )r N� =)r r r )� '� "r ) r8 r� r� � frozensetr( r9 �asciiUppercaseBytesr7 r� r� r� r )r% r8 r� �attrName� attrValue� quoteCharr r r r� sb
zEncodingParser.getAttributeN)
r@ rA rB rC r& r� r� r� r� r� r r� r� r r r r r� � s $r� c @ s e Zd Zdd� Zdd� ZdS )r� c C s t |t�sJ �|| _d S r� )rG r3 r8 r� r r r r& a s zContentAttrParser.__init__c C s � z�| j �d� | j jd7 _| j �� | j jdks<W d S | j jd7 _| j �� | j jdv r�| j j}| j jd7 _| j j}| j �|�r�| j || j j� W S W d S nP| j j}z"| j �t� | j || j j� W W S t� y� | j |d � Y W S 0 W n t�y Y d S 0 d S )Nr� r r )r r )r8 r� r$ r� r� r� r� r� )r% � quoteMark� oldPositionr r r r� e s.
zContentAttrParser.parseN)r@ rA rB r& r� r r r r r� ` s r� c C sb t | t�r.z| �d�} W n ty, Y dS 0 | durZz t�| �W S tyV Y dS 0 ndS dS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rG r3 �decode�UnicodeDecodeErrorr
�lookup�AttributeError)r� r r r r^ � s
r^ )0�
__future__r r r Zpip._vendor.sixr �pip._vendor.six.movesr r r� r� �ior r � pip._vendorr
� constantsr r
r r r rc r r
r� r r r � invalid_unicode_no_surrogaterY rm r� �evalr� r� �ascii_punctuation_rer� �objectr! rT rN rO r3 r� r� r� r^ r r r r �<module> sH ��
J g Ib =' site-packages/pip/_vendor/html5lib/__pycache__/constants.cpython-39.pyc 0000644 00000201513 15056474501 0022116 0 ustar 00 a
��ReF � � @ s~- d dl mZmZmZ d dlZdZddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d���Zd�d�d�d�d�d�d��Zeed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fgN�Z eed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�>Z�d/�d0iZ�d1�d2e�d1 f�d1�d3e�d1 f�d1�d4e�d1 f�d1�d5e�d1 f�d1�d6e�d1 f�d1d�e�d1 f�d1�d7e�d1 f�d8d�e�d8 f�d8�d9e�d8 f�d8�d:e�d8 fd�d;e�d; f�d;�d1e�d; f�d<� Z�d=�d>� e�� D �Zeg �d?��Zeg �d@��Zeej�Zeej�Zeej�Zeej�Zeej �Z �dA�d>� ejD �Z �dBZ eg �dC��Z ed�d�g�Z!eg �dD��Z"e�dE�dFg�e�dGg�e�dHg�e�dI�dJg�e�dI�dJg�e�dK�dLg�e�dMg�e�dN�dOg�eg �dP��e�dQg�e�dRg�e�dO�dSg�eg �dT��e�dO�dSg�e�dO�dUg�eg �dV��eg �dW��e�dO�dSg�e�dXg��dY�Z#�dZZ$eg �d[��Z%�d\�d\�d]�d]�d^�d^�d_�d`�d`�da�db�dc�dc�dd�de�df�dg�dh�di�dj�dj�dk�dl�dm�dm�dn�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dt�dy�dz�d{�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d~�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐd��dʐdːd̐d͐d͐dΐdΐdϐdАdАdѐdҐdӐdԐdԐdՐddאdؐdِdڐdېdܐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d�d �dy�d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d��d�d�d�d�d�d�d �d �d �d �d �d!�d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�d��d��dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d��d��d��d`�da�db�d6�dc�dd�de�df�dg�dh�di�dj�dk�dl�di�dm�dn�do�dp�dq�dr�ds�ds�ds�ds�d �de�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d�d͐dΐdϐdАdѐdҐdӐdԐd��dՐddאdؐdؐdِdڐdېdܐdݐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d��d<�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d �d!�d"�d#�d�d$�d%�d&�d'�d%�d(�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d>�d?�d@�dA�dB�dC�dC�dD�dE�dF�dG�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�d�dQ�dR�dS�dT�dU�dV�d��d��dW�dX�dY�dZ�d[�d\�d]�d^�d^�d_�d`�da�db�dc�dd�de�de�df�dg�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d{�d|�d}�d~�d�d��d��d��d��d��d��d��ds�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��di�d��d��d��d��d��d��d��d��d]�d]�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dj�d��d��d��d9�d��d��d��d��d��d9�d��d��d��d��d��d9�d��d��d��d��d��d��d��d��d��d��d��d��d��d��dddK�dÐd��dĐdŐds�ds�dƐd��dt�dǐdȐdɐdʐd�dːdM�d̐d͐dΐdϐdАdѐdҐdӐdd�dp�dԐdՐd�ddאdؐdِdڐdېdܐdݐdސdߐd�d�d�dU�dU�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d�d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d��dx�d�d�d�d�d��d��d�d�d�d�d�dy�d�d
�d
�d�d�d�d�d�d �d �d �d �d�d �d!�d"�d"�d#�d$�d%�d&�d��d��d'�d(�d(�d��d)�d*�d+�d+�d,�d-�d.�d/�d0�d1�d2�dݐd3�d4�d5�d6�d0�d7�d8�d9�d:�d:�d;�dl�dl�d<�d=�d>�d�d>�d��d8�d?�d��d@�d��d{�d{�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dL�dM�dY�dZ�d[�d[�dN�dW�dY�dZ�d��d\�d]�d��d^�d_�d`�d��da�dG�db�d��dc�dd�d��d��de�df�dg�dg�dh�di�dj�dk�dB�d�d��d��dl�dl�d��dm�dn�do�do�do�dp�dp�dq�dr�ds�dt�du�d��d��dv�dw�dx�dy�dq�d��de�dB�d�dܐdz�d{�d|�d}�d~�d�d��d��dאd��d�d��d��d��df�dv�d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dݐd��d��d��d��d��d��d��d��d��d��d��dݐd��d��d��d��d��d��d��d�dߐd�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��dddÐdĐdĐdŐdƐdǐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐd��dԐdՐddm�dאdؐdِdڐdېd��d��d��d��d��d��dܐdݐdސdߐd�d�d�d �d��d�d�d��d�d�d�d�d�d�d�d�d�d�d�d��d�d��d�d�d�d�d�d�d�d�d�dאd��d�d��dԐd��d��d��d��d��dj�dd�d��dE�d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d��d �d
�da�d �d �d�d �d �d
�d�d�d�d��d�d�d�d�d�d�d�d�d�d�d�d �d�d�d�d�dՐd�d �d �d�d�d �d��d �d �d �d!�d"�d#�d$�d �d%�d%�d&�dՐd'�d(�d)�d*�dՐd�d+�d,�d-�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d[�d��d@�dA�dT�dB�dC�dD�dE�d6�dF�d;�dG�d;�dH�dI�dI�d<�d=�dJ�dK�d�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d?�dV�d]�d^�d��dŐd_�d`�da�db�d<�dO�dÐdQ�dc�dE�d>�d�d��dd�dS�db�dT�dW�dW�de�df�dg�dh�di�dj�dH�dk�dS�dB�dU�dX�dl�dD�dm�dU�dn�dÐdQ�do�dp�dq�de�dc�dr�dr�ds�dt�du�du�dv�dw�dw�dx�dx�dv�dy�dz�d{�d@�d]�d^�d|�d_�dL�d}�d~�d�d��d��d��dI�d��d��dՐd��d��d>�dz�d�d��d��d��d��d��dc�dX�d��d��dW�d��d��d��d2�d2�d��d��dk�dd�d��d��d��d��d��dL�dؐd��d��d��d��d��d��d��d��d��d��d��d��dɐdH�dV�d��d��d��d��d��d��d��d��d��df�d��d��d��d��d��d�dw�d��d��d��dk�d��d��dk�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dx�dw�dw�d��d��d��d��d��d��d��d��d��dd~�dÐdĐdX�dX�dŐdz�dƐd�d��d��dǐd��d��d��d��d��d��d��d��d��d��dȐdɐd�dʐdːd�d̐d��d͐dΐdϐd��dΐdȐd��d͐d��d��d��d��d��d��d��d��dАdѐdѐd}�dҐdӐd}�dԐdՐd��d��ddאd|�d|�dؐdِdڐd��d��d��d��d��d��dېdܐdݐdېd��d��d��d��d��dސd��d|�d��d��d��d��d|�d��d��dߐd�d��d��d��d�d��d��d�d�d��d��d��d�d��d�d�d��d��d��d��d��d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��dW�dW�d��d3�d��d��d4�d5�d��d��d��d6�d��d��d��d��d��d �d�d�d�d�d�d�d��d��d1�d�d�dÐd�d �d
�d �d �d��d
�d�d�d��d�d2�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d �d �d �d��d �d �d��d �d!�dǐd"�d#�d$�d%�dU�d&�d'�d(�d)�di�d*�d+�d��d,�d��d-�d��d.�d/�d�d0�dx�d1�d2�d̐d̐d3�d4�d̐d5�d6�d7�d7�dϐd8�d9�dѐdАdϐd9�dѐdАd:�d;�d<�dҐd=�d͐d;�d:�d<�dԐd>�d?�d@�dՐdՐdҐdA�dB�dC�dD�dE�d�dF�dG�dH�d�dI�dJ�d��dؐdؐd�d��dK�db�dL�dM�dN�d�dO�d�dP�dQ�d�dR�dR�d�dS�d�dT�dU�dV�d�d}�dW�dX�dY�dZ�d[�d\�dڐdԐd]�d^�d_�d`�da�db�dc�dd�d�d^�de�df�dg�d��d��dh�d�d�d�d �di�dݐdݐdj�d�dk�dƐd��dl�dm�dn�d�dY�dƐd��d�dސdo�dZ�dp�dq�d��d�dސdr�ds�ds�dt�du�dv�d�dw�dx�dy�dz�d{�d|�d}�do�d~�d�d�d_�d��d��dp�d��d��d��dِd��d��d��d��d��d �d��d��d��d"�d!�d��d��d��d��d��d��d#�d��d��dy�d��d��d �db�db�d��d��d��d��do�do�d��d��dҐd��d��d��df�d��d��d��d��d��d��d6�d��d7�d7�d��d��d��d��d��d��d��d<�do�d��d��df�d��d��d��d��d��d��d��d��d��d��d��d��d�d��d�d��d�d�d�d�d�d�d�d�d�d�d�d�d�d��do�d��d �d��dАd��d)�d��d��d��d��d �d��d��d��d��d��d��d��d �d��d��d��d��d��d��d �d��d"�d!�d��d��d��d#�d$�ddÐdÐdĐdĐdŐdŐd&�dƐdǐdȐd'�dɐdʐdːd̐d͐dΐdϐdАd&�d'�dƐdϐdΐdѐdҐdӐdԐd�da�da�dՐdddאdؐdŐdِdڐdېd;�dܐdݐd2�d2�dސdߐdߐd9�d6�d5�d9�d6�d�d�d��d�d�d�d�d�d�dƐdȐd�d�d�d�d��d�d)�d�d��d��dL�d�d��d��d�d�d�d�d�d�d�d�d�d�d�dɐd7�d�d��d��d��d��d�d��d��d��d��d��dR�d��dT�d��d��d��d��dO�d��d��d �d �d�d�d�d��d��d�d�d�dS�dO�d��dN�d�dY�d�d�d�d�d �d
�d �d �d
�d�d�dd�d�d�d�d��d�d�d��d�d��d7�d��d)�d,�dՐdS�dn�d��d�d�d�d�dߐdJ�d��d�d�d�d�d�d�dg�dg�d �dJ�d��d��d �dՐd��d �d�d�d�d�d �d �d!�d��d"�d#�d$�d%�d#�di�di�d&�d�dːdM�dѐd'�d��d^�d(�d��d]�d|�d)�d̐d*�d͐dΐd��d_�d+�dϐdӐdҐdd�dp�d,�d,�d-�d.�d/�d0�d0�d1�d2�d3�d4�d5�d6�d6�d7�d8�d9�d:�d��d;�d<�d=�d>�d?�d@�dA�dB�dC���Z&�dD�dE�d��dF�d��d��dŐd��d_�d��d/�d%�d �d��d��dG�d��dH�dI�d��d��d��d��d�dd��d��d)�d��d~�d��dJ�d8�d��dK�"Z'd �dL�dM�dN�dO�dP�dQ�dR�dS�Z(ee(�dT e(�dU e(�dV g�Z)�dW�d>� e�� D �Z*�dXe*d�< G �dY�dZ� �dZe+�Z,G �d[�d\� �d\e-�Z.dS (] � )�absolute_import�division�unicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))�znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez
non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz
no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez
eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)�html�mathml�svg�xlink�xml�xmlnsr �applet�caption�marquee�object�table�td�thr �mi�mo�mn�ms�mtextzannotation-xmlr �
foreignObject�desc�title�a�b�big�code�em�font�i�nobr�s�small�strike�strong�tt�u�address�area�article�aside�base�basefont�bgsound�
blockquote�body�br�button�center�col�colgroup�command�dd�details�dir�div�dl�dt�embed�fieldset�figure�footer�form�frame�frameset�h1�h2�h3�h4�h5�h6�head�header�hr�iframe�image�img�input�isindex�li�link�listing�menu�meta�nav�noembed�noframes�noscript�ol�p�param� plaintext�pre�script�section�select�style�tbody�textarea�tfoot�thead�tr�ul�wbr�xmp�
attributeName�
attributeType�
baseFrequency� baseProfile�calcMode�
clipPathUnits�contentScriptType�contentStyleType�diffuseConstant�edgeMode�externalResourcesRequired� filterRes� filterUnits�glyphRef�gradientTransform�
gradientUnits� kernelMatrix�kernelUnitLength� keyPoints�
keySplines�keyTimes� lengthAdjust�limitingConeAngle� markerHeight� markerUnits� markerWidth�maskContentUnits� maskUnits�
numOctaves�
pathLength�patternContentUnits�patternTransform� patternUnits� pointsAtX� pointsAtY� pointsAtZ�
preserveAlpha�preserveAspectRatio�primitiveUnits�refX�refY� repeatCount� repeatDur�requiredExtensions�requiredFeatures�specularConstant�specularExponent� spreadMethod� startOffset� stdDeviation� stitchTiles� surfaceScale�systemLanguage� tableValues�targetX�targetY�
textLength�viewBox�
viewTarget�xChannelSelector�yChannelSelector�
zoomAndPan)>�
attributename�
attributetype�
basefrequency� baseprofile�calcmode�
clippathunits�contentscripttype�contentstyletype�diffuseconstant�edgemode�externalresourcesrequired� filterres� filterunits�glyphref�gradienttransform�
gradientunits� kernelmatrix�kernelunitlength� keypoints�
keysplines�keytimes� lengthadjust�limitingconeangle� markerheight� markerunits� markerwidth�maskcontentunits� maskunits�
numoctaves�
pathlength�patterncontentunits�patterntransform� patternunits� pointsatx� pointsaty� pointsatz�
preservealpha�preserveaspectratio�primitiveunits�refx�refy� repeatcount� repeatdur�requiredextensions�requiredfeatures�specularconstant�specularexponent� spreadmethod� startoffset� stddeviation� stitchtiles� surfacescale�systemlanguage� tablevalues�targetx�targety�
textlength�viewbox�
viewtarget�xchannelselector�ychannelselector�
zoomandpan�
definitionurl�
definitionURLr �actuate�arcrole�href�role�show�typer �lang�spacer
) z
xlink:actuatez
xlink:arcrolez
xlink:hrefz
xlink:rolez
xlink:showz xlink:titlez
xlink:typezxml:basezxml:langz xml:spacer
z xmlns:xlinkc C s i | ]\}\}}}||f|�qS � r� )�.0�qname�prefix�local�nsr� r� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/constants.py�
<dictcomp>
� r� )� �
� � �
)r rd rf rg rh c C s i | ]}t |�t |�� ��qS r� )�ord�lower)r� �cr� r� r� r� # r� )rD rE rF rG rH rI )r, r6 z event-sourcerS rV rL r1 rO r= r] r) r4 rP �source�track)rc r` rk rM rX rY rZ �
irrelevant� itemscope�scoped�ismap�autoplay�controls�defer�async�open�multiple�disabled)�hiddenr �checked�default�noshade�
autosubmit�readonly)r r �selected� autofocus)r r �requiredr r r )r r r r �seamless)� rc rO �audio�videor` r8 �datagridr6 rL rU r> �option�optgroupr2 rP rb �outputrM ) i� � i i� i i& i i! i� i0 i` i9 iR r! i} r! r! i i i i i" i i i� i"! ia i: iS r! i~ ix )�lt;�gt;�amp;�apos;�quot;� Æ�&� Áu Ă� Âu Аu 𝔄� Àu Αu Āu ⩓u Ąu 𝔸u � Åu 𝒜u ≔� Ã� Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч� ©u Ću ⋒u ⅅu ℭu Č� Çu Ĉu ∰u Ċ� ¸� ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇� ´u ˙u ˝�`u ˜u ⋄u ⅆu 𝔻� ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ� Ð� Éu Ě� Êu Эu Ėu 𝔈� Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η� Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ�>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ�^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё� Í� Îu Иu İu ℑ� Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І� Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ�<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu r� u 𝔑u � u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩� Ñu Νu Œ� Ó� Ôu Оu Őu 𝔒� Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪� Ø� Õu ⨷� Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π� ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ�"u 𝔔u ℚu 𝒬u ⤐� ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇� Þu ™u Ћu Цr� u Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ� Úu ↟u ⥉u Ўu Ŭ� Ûu Уu Űu 𝔘� Ùu Ū�_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ� Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣�|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю� Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵� áu ău ∾u ∾̳u ∿� âu а� æu 𝔞� àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋�'� åu 𝒶�*� ã� äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├� ¦u 𝒷u ⁏�\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č� çu ĉu ⩌u ⩐u ċu ⦲� ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣�:�,�@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏� ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷� °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲� ÷u ⋇u ђu ⌞u ⌍�$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿� éu ⩮u ěu ≖� êu ≕u эu ėu ≒u 𝔢u ⪚� èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ�=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η� ð� ëu €�!u фu ♀u ffiu ffu fflu 𝔣u fi�fju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍� ½u ⅓� ¼u ⅕u ⅙u ⅛u ⅔u ⅖� ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃� í� îu иu е� ¡u 𝔦� ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι� ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і� ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅� «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲�{�[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊�(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺� ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧� µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟� ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸� ñu ν�#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧� ó� ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛� òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ� ª� ºu ⊶u ⩖u ⩗u ⩛� øu ⊘� õu ⨶� öu ⌽� ¶u ⫳u ⫽u п�%�.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ�+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡� £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖�?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥� »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳�}�]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵�)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘� §�;u ⤩u ✶u 𝔰u ♯u щu ш� u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь�/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪� ¹� ²� ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪� ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ� þ� ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣� úu ўu ŭ� ûu уu űu ⥾u 𝔲� ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ� üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍� ýu яu ŷu ы� ¥u 𝔶u їu 𝕪u 𝓎u ю� ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u (� �AEligzAElig;�AMPzAMP;�AacutezAacute;zAbreve;�AcirczAcirc;zAcy;zAfr;�AgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;�AringzAring;zAscr;zAssign;�AtildezAtilde;�AumlzAuml;z
Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;�COPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;�CcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z
CenterDot;zCfr;zChi;z
CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z
Congruent;zConint;zContourIntegral;zCopf;z
Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z
DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z
DownArrow;z
DownArrowBar;zDownArrowUpArrow;z
DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z
DownTeeArrow;z
Downarrow;zDscr;zDstrok;zENG;�ETHzETH;�EacutezEacute;zEcaron;�EcirczEcirc;zEcy;zEdot;zEfr;�EgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;�EumlzEuml;zExists;z
ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;�GTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z
GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z
GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z
HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z
HumpDownHump;z
HumpEqual;zIEcy;zIJlig;zIOcy;�IacutezIacute;�IcirczIcirc;zIcy;zIdot;zIfr;�IgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z
Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;�IumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;�LTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z
LeftArrow;z
LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z
LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z
LeftTeeArrow;zLeftTeeVector;z
LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z
LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z
Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z
LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z
Mellintrf;zMfr;z
MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z
NotCongruent;z
NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z
NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z
NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z
NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z
NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z
NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;�NtildezNtilde;zNu;zOElig;�OacutezOacute;�OcirczOcirc;zOcy;zOdblac;zOfr;�OgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;�OslashzOslash;�OtildezOtilde;zOtimes;�OumlzOuml;zOverBar;z
OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z
PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z
Proportional;zPscr;zPsi;�QUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;�REGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z
RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z
RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z
ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z
SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;�THORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z
Therefore;zTheta;z ThickSpace;z
ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z
TripleDot;zTscr;zTstrok;�UacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;�UcirczUcirc;zUcy;zUdblac;zUfr;�UgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z
UnderBracket;zUnderParenthesis;zUnion;z
UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;�UumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z
VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;�YacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;�aacutezaacute;zabreve;zac;zacE;zacd;�acirczacirc;�acutezacute;zacy;�aeligzaelig;zaf;zafr;�agravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;�ampr$ zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;r% zapprox;z approxeq;�aringzaring;zascr;zast;zasymp;zasympeq;�atildezatilde;�aumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z
backprime;zbacksim;z
backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z
bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z
blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;�brvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;�ccedilzccedil;zccirc;zccups;zccupssm;zcdot;�cedilzcedil;zcemptyv;�centzcent;z
centerdot;zcfr;zchcy;zcheck;z
checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z
complexes;zcong;zcongdot;zconint;zcopf;zcoprod;�copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;�currenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;�degzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;�dividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z
dotsquare;zdoublebarwedge;z
downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;�eacutezeacute;zeaster;zecaron;zecir;�ecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;�egravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;�ethzeth;�eumlzeuml;zeuro;zexcl;zexist;z expectation;z
exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;�frac12zfrac12;zfrac13;�frac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;�frac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;�gtr# zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z
gtrapprox;zgtrarr;zgtrdot;z
gtreqless;z gtreqqless;zgtrless;zgtrsim;z
gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z
heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;�iacuteziacute;zic;�icirczicirc;zicy;ziecy;�iexclziexcl;ziff;zifr;�igravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;�iquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;�iumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;�laquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z
leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z
lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;�ltr" zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z
lvertneqq;zlvnE;zmDDot;�macrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;�microzmicro;zmid;zmidast;zmidcir;�middotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;�nbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z
ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z
nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;�notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z
nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z
nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z
nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z
nsupseteq;z nsupseteqq;zntgl;�ntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;�oacutezoacute;zoast;zocir;�ocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;�ogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;�ordfzordf;�ordmzordm;zorigof;zoror;zorslope;zorv;zoscr;�oslashzoslash;zosol;�otildezotilde;zotimes;z otimesas;�oumlzouml;zovbar;zpar;�parazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z
pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;�plusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;�poundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;�quotr& zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;�raquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z
rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;�regzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z
risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;�sectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;�shyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z
spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z
subseteqq;z
subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;�sup1zsup1;�sup2zsup2;�sup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z
supseteqq;z
supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;�szligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z
therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;�thornzthorn;ztilde;�timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z
triangledown;z
triangleleft;ztrianglelefteq;z
triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;�uacutezuacute;zuarr;zubrcy;zubreve;�ucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;�ugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;�umlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;�uumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z
varpropto;zvarr;zvarrho;z varsigma;z
varsubsetneq;zvarsubsetneqq;z
varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;�yacutezyacute;zyacy;zycirc;zycy;�yenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;�yumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u �r� � � � � � )"r �
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � )�Doctype�
Characters�SpaceCharacters�StartTag�EndTag�EmptyTag�Comment�
ParseErrorr@ rA rB c C s i | ]\}}||�qS r� r� )r� �k�vr� r� r� r� x r� �mathc @ s e Zd ZdZdS )�DataLossWarningzBRaised when the current tree is unable to represent the input dataN)�__name__�
__module__� __qualname__�__doc__r� r� r� r� rH | s rH c @ s e Zd ZdS )�_ReparseExceptionN)rI rJ rK r� r� r� r� rM � s rM )/�
__future__r r r �string�EOF�E�
namespaces� frozenset�scopingElements�formattingElements�specialElements� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustSVGAttributes�adjustMathMLAttributes�adjustForeignAttributes�items�unadjustForeignAttributes�spaceCharacters�tableInsertModeElements�ascii_lowercase�asciiLowercase�ascii_uppercase�asciiUppercase�
ascii_letters� asciiLetters�digits� hexdigits� hexDigits�asciiUpper2Lower�headingElements� voidElements�
cdataElements�rcdataElements�booleanAttributes�entitiesWindows1252� xmlEntities�entities�replacementCharacters�
tokenTypes�
tagTokenTypes�prefixes� UserWarningrH � ExceptionrM r� r� r� r� �<module> s � � � $�
�
�
�S
�
� �A �
�
�#� � � � � � � � � � � � � � � � � �
L�&� �
site-packages/pip/_vendor/html5lib/__pycache__/serializer.cpython-39.pyc 0000644 00000025144 15056474501 0022257 0 ustar 00 a
��Re�= � @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl
m Z m Z m
Z
ddl
mZmZmZ ddlmZmZ d d lmZ d
�e
�d Ze�d e d
�Ze�d e d �Zi Ze d�dkZ e e� � �D ]n\Z Z!e r�e e!�dks�e s�e e!�dkr�q�e!dkr�e e!�dk�re�"e!�Z!ne#e!�Z!e!ev�s0e �$� r�e ee!< q�dd� Z%ede%� d dd�Z&G dd� de'�Z(G dd� de)�Z*dS ) � )�absolute_import�division�unicode_literals)� text_typeN)�register_error�xmlcharrefreplace_errors� )� voidElements�booleanAttributes�spaceCharacters)�rcdataElements�entities� xmlEntities)� treewalkers�_utils)�escape� z"'=<>`�[�]u_
/` ᠏
]u � �&c
C s t | ttf��rg }g }d}t| j| j| j� �D ]n\}}|rDd}q2|| j }t�| j|t | j|d g�� �r�t�
| j||d � �}d}nt |�}|� |� q2|D ]V}t
�|�} | r�|� d� |� | � | �d�s�|� d� q�|� dt|�dd � � q�d�|�| jfS t| �S d S )NFr Tr �;z&#x%s;r )�
isinstance�UnicodeEncodeError�UnicodeTranslateError� enumerate�object�start�endr �isSurrogatePair�min�surrogatePairToCodepoint�ord�append�_encode_entity_map�get�endswith�hex�joinr )
�exc�res�
codepoints�skip�i�c�index� codepoint�cp�e� r3 ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/serializer.py�htmlentityreplace_errors* s0
"
r5 �htmlentityreplace�etreec K s( t �|�}tf i |��}|�|| �|�S )a� Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
)r �
getTreeWalker�HTMLSerializer�render)�input�tree�encoding�serializer_opts�walker�sr3 r3 r4 � serializeK s
rA c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdd� Zdd � Zd
d � Zdd
d�Zddd�Zddd�Zd S )r9 �legacy�"TF)�quote_attr_values�
quote_char�use_best_quote_char�omit_optional_tags�minimize_boolean_attributes�use_trailing_solidus� space_before_trailing_solidus�escape_lt_in_attrs�
escape_rcdata�resolve_entities�alphabetical_attributes�inject_meta_charset�strip_whitespace�sanitizec
K sv t |�t | j� }t|�dkr2tdtt|�� ��d|v r@d| _| jD ] }t| ||�|t | |��� qFg | _
d| _ dS )aB
Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
r z2__init__() got an unexpected keyword argument '%s'rE FN) � frozenset�options�len� TypeError�next�iterrF �setattrr% �getattr�errors�strict)�self�kwargs�unexpected_args�attrr3 r3 r4 �__init__� s O
zHTMLSerializer.__init__c C s* t |t�sJ �| jr"|�| jd�S |S d S )Nr6 �r r r= �encode�r\ �stringr3 r3 r4 rb � s zHTMLSerializer.encodec C s* t |t�sJ �| jr"|�| jd�S |S d S )Nr[ ra rc r3 r3 r4 � encodeStrict� s zHTMLSerializer.encodeStrictNc c s� || _ d}g | _|r0| jr0ddlm} |||�}| jrJddlm} ||�}| jrdddlm} ||�}| j r~ddl
m} ||�}| j r�ddl m} ||�}|D �]>}|d }|dk�r\d|d }|d r�|d |d 7 }n|d
r�|d 7 }|d
�rF|d
�
d �d
k�r,|d
�
d�d
k�r&| �d� d}nd }|d||d
|f 7 }|d7 }| �|�V q�|dv �r�|dk�sv|�r�|�r�|d �
d�d
k�r�| �d� | �|d �V n| �t|d ��V q�|dv �r�|d } | �d| �V | tv �r�| j�s�d}n|�r | �d� |d �� D �]�\\}
} } | }
| }| �d�V | �|
�V | j�rv|
t�| t� �v�r|
t�d t� �v�r| �d �V | jd k�s�t|�d
k�r�d}n@| jd k�r�t� |�d u}n$| jd k�r�t � |�d u}nt d!��|� d"d#�}| j �r|� d$d%�}|�r�| j!}| j"�rHd|v �r0d |v�r0d }nd |v �rHd|v�rHd}|dk�r`|� dd&�}n |� d d'�}| �|�V | �|�V | �|�V n | �|�V �q| t#v �r�| j$�r�| j%�r�| �d(�V n | �d)�V | �d�V q�|d*k�r(|d } | tv �rd}n|�r| �d� | �d+| �V q�|d,k�rj|d }|�
d-�d
k�rT| �d.� | �d/|d �V q�|d0k�r�|d } | d1 }|t&v�r�| �d2| � | j'�r�|t(v�r�t&| }nd3| }| �|�V q�| �|d � q�d S )4NFr )�Filter�type�Doctypez <!DOCTYPE %s�name�publicIdz PUBLIC "%s"�systemIdz SYSTEMrC r �'zBSystem identifier contains both single and double quote charactersz %s%s%s�>)�
Characters�SpaceCharactersro �dataz</zUnexpected </ in CDATA)�StartTag�EmptyTagz<%sTz+Unexpected child element of a CDATA element� r �=�always�specrB z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&�<z<z'z"z /�/�EndTagz</%s>�Commentz--zComment contains --z <!--%s-->�Entityr zEntity %s not recognizedz&%s;))r= rZ rO �filters.inject_meta_charsetrf rN � filters.alphabeticalattributesrP �filters.whitespacerQ �filters.sanitizerrG �filters.optionaltags�find�serializeErrorre rb r r rL �itemsrH r
r% �tuplerD rT �_quoteAttributeSpec�search�_quoteAttributeLegacy�
ValueError�replacerK rE rF r rI rJ r
rM r )r\ �
treewalkerr= �in_cdatarf �tokenrg �doctyperE ri �_� attr_name�
attr_value�k�v�
quote_attrrp �keyr3 r3 r4 rA � s�
��
zHTMLSerializer.serializec C s2 |rd� t| �||���S d� t| �|���S dS )an Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
� r N)r( �listrA )r\ r� r= r3 r3 r4 r: w s zHTMLSerializer.render�XXX ERROR MESSAGE NEEDEDc C s | j �|� | jrt�d S )N)rZ r# r[ �SerializeError)r\ rp r3 r3 r4 r� � s z HTMLSerializer.serializeError)N)N)r� )�__name__�
__module__� __qualname__rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rS r` rb re rA r: r� r3 r3 r3 r4 r9 h s, Y
r9 c @ s e Zd ZdZdS )r� zError in serialized treeN)r� r� r� �__doc__r3 r3 r3 r4 r� � s r� )r7 N)+�
__future__r r r Zpip._vendor.sixr �re�codecsr r � constantsr r
r r r
r r r r �xml.sax.saxutilsr r( �_quoteAttributeSpecChars�compiler� r� r$ rT �_is_ucs4r� r� r� r� r! r" �islowerr5 rA r r9 � Exceptionr� r3 r3 r3 r4 �<module> sD
�
�
�
1 site-packages/pip/_vendor/html5lib/__pycache__/__init__.cpython-39.pyc 0000644 00000002475 15056474501 0021647 0 ustar 00 a
��Re� � @ s` d Z ddlmZmZmZ ddlmZmZmZ ddl m
Z
ddl m Z ddl
mZ g d�Zd Zd
S ) a�
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
� )�absolute_import�division�unicode_literals� )�
HTMLParser�parse�
parseFragment)�getTreeBuilder)�
getTreeWalker)� serialize)r r r r r
r z1.1N)�__doc__�
__future__r r r � html5parserr r r � treebuildersr � treewalkersr
�
serializerr �__all__� __version__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/__init__.py�<module> s site-packages/pip/_vendor/html5lib/__pycache__/_utils.cpython-39.pyc 0000644 00000011351 15056474501 0021400 0 ustar 00 a
��ReC � @ sH d dl mZmZmZ d dlmZ zd dlmZ W n eyN d dl mZ Y n0 d dl
m Z m Z e rxd dl
m mZ n<zd dlm mZ W n$ ey� d dl
m mZ Y n0 g d�Zz,ed�Zeee �s�ed�Zeee �s�J �W n ey� d ZY n0 d
ZG d d � d e�ZG d
d� de�Zdd� Z dd� Z dd� Z dd� Z dS )� )�absolute_import�division�unicode_literals)�
ModuleType)�Mapping)� text_type�PY3N)�
default_etree�MethodDispatcher�isSurrogatePair�surrogatePairToCodepoint�moduleFactoryFactory�supports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s, e Zd ZdZd
dd�Zdd� Zd dd �ZdS ) r
ap Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
� c C sv g }|D ]B\}}t |ttttf�r<|D ]}|�||f� q&q|�||f� qt�| |� t| �t|�kslJ �d | _ d S �N)
�
isinstance�list�tuple� frozenset�set�append�dict�__init__�len�default)�self�items� _dictEntries�name�value�itemr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_utils.pyr 9 s zMethodDispatcher.__init__c C s t �| || j�S r )r �getr �r �keyr r r! � __getitem__E s z MethodDispatcher.__getitem__Nc C s
t || �S r )�BoundMethodDispatcher)r �instance�ownerr r r! �__get__H s zMethodDispatcher.__get__)r )N)�__name__�
__module__� __qualname__�__doc__r r% r) r r r r! r
, s
r
c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r& zAWraps a MethodDispatcher, binding its return values to `instance`c C s || _ || _d S r )r' �
dispatcher)r r' r. r r r! r N s z BoundMethodDispatcher.__init__c C s | j | �| j�S r )r. r) r' r# r r r! r% R s z!BoundMethodDispatcher.__getitem__c C s || j v r| | S |S d S r �r. )r r$ r r r r! r" W s
zBoundMethodDispatcher.getc C s
t | j�S r )�iterr. �r r r r! �__iter__] s z BoundMethodDispatcher.__iter__c C s
t | j�S r )r r. r1 r r r! �__len__` s z BoundMethodDispatcher.__len__c C s
|| j v S r r/ r# r r r! � __contains__c s z"BoundMethodDispatcher.__contains__N)
r* r+ r, r- r r% r" r2 r3 r4 r r r r! r& L s r& c C sL t | �dkoJt| d �dkoJt| d �dkoJt| d �dkoJt| d �dkS )N� r � � i�� � � � i�� )r �ord)�datar r r! r j s ����r c C s, dt | d �d d t | d �d }|S )Ni r r6 i r7 r8 )r9 )r: �char_valr r r! r p s �r c s i �� �fdd�}|S )Nc s� t tjtd��r d| j }n
d| j }t|�� �}z�| | | W S ty� t|�}� | g|�R i |��}|j�|� d�vr�i �|< d�| vr�i �| |< d�| | vr�i �| | |< |�| | |< | Y S 0 d S )N� z _%s_factorys _%s_factoryr �args�kwargs) r r r* �typer r �KeyError�__dict__�update)�
baseModuler= r> r � kwargs_tuple�mod�objs��factory� moduleCacher r! �
moduleFactory| s$
z+moduleFactoryFactory.<locals>.moduleFactoryr )rH rJ r rG r! r
y s r
c s i � � �fdd�}|S )Nc s6 t | �t |�� �f}|� vr.�| i |��� |< � | S r )r r )r= r> r$ ��cache�funcr r! �wrapped� s zmemoize.<locals>.wrappedr )rM rN r rK r! �memoize� s rO ) �
__future__r r r �typesr �collections.abcr � ImportError� collectionsZpip._vendor.sixr r �xml.etree.ElementTree�etree� ElementTreer Zxml.etree.cElementTreeZ cElementTree�__all__�eval�_xr � Exceptionr r r
r& r r r
rO r r r r! �<module> s6
site-packages/pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-39.pyc 0000644 00000115524 15056474501 0022261 0 ustar 00 a
��Re�, � @ s� d dl mZmZmZ d dlmZ d dlmZm Z d dl
m Z ddl m
Z
ddl mZ ddl mZmZ dd l mZmZmZ dd
l mZmZ dd l mZ dd lmZ dd
lmZ ee�Ze dkr�e Z ne Z G dd� de �Z dS )� )�absolute_import�division�unicode_literals)�unichr)�deque� OrderedDict)� version_info� )�spaceCharacters)�entities)� asciiLetters�asciiUpper2Lower)�digits� hexDigits�EOF)�
tokenTypes�
tagTokenTypes)�replacementCharacters)�HTMLInputStream)�Trie)� � c sd e Zd ZdZd�� fdd� Zdd� Zdd� Zd�d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*dRdS� Z+dTdU� Z,dVdW� Z-dXdY� Z.dZd[� Z/d\d]� Z0d^d_� Z1d`da� Z2dbdc� Z3ddde� Z4dfdg� Z5dhdi� Z6djdk� Z7dldm� Z8dndo� Z9dpdq� Z:drds� Z;dtdu� Z<dvdw� Z=dxdy� Z>dzd{� Z?d|d}� Z@d~d� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZL� ZMS )��
HTMLTokenizera This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
Nc sJ t |fi |��| _|| _d| _g | _| j| _d| _d | _t t
| �� � d S )NF) r �stream�parser�
escapeFlag�
lastFourChars� dataState�state�escape� currentToken�superr �__init__)�selfr r �kwargs�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_tokenizer.pyr" ( s zHTMLTokenizer.__init__c c sP t g �| _| �� rL| jjr6td | jj�d�d�V q| jr
| j�� V q6q
dS )z� This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
�
ParseErrorr ��type�dataN)r �
tokenQueuer r �errorsr �pop�popleft�r# r' r' r( �__iter__7 s
zHTMLTokenizer.__iter__c C s� t }d}|rt}d}g }| j�� }||v rH|turH|�|� | j�� }q"td�|�|�}|tv r�t| }| j �t
d dd|id�� �n d| kr�d ks�n |d
kr�d }| j �t
d dd|id�� n�d | kr�d
k�s>n d| kr�dk�s>n d| k�rdk�s>n d| k�r*dk�s>n |t g d��v �rZ| j �t
d dd|id�� z t |�}W n< t
�y� |d }t d|d? B �t d|d@ B � }Y n0 |dk�r�| j �t
d dd�� | j�|� |S )z�This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
�
� � r) z$illegal-codepoint-for-numeric-entity� charAsInt�r+ r, �datavarsi � i�� � � �r � � � � � i� i� )#� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� r9 i i � i� �;z numeric-entity-without-semicolonr* )r r r �charr �append�int�joinr r- r � frozenset�chr�
ValueError�unget) r# �isHex�allowed�radix� charStack�cr6 rB �vr' r' r( �consumeNumberEntityG sn
� � �
��
�
�
�
�
�
� &
� z!HTMLTokenizer.consumeNumberEntityFc C s� d}| j �� g}|d tv sB|d tddfv sB|d urV||d krV| j �|d � �n |d dk�r d}|�| j �� � |d dv r�d}|�| j �� � |r�|d tv s�|s�|d tv r�| j �|d � | �|�}n4| j �t
d d
d �� | j �|� � � dd � |� }�nf|d tu�rDt
�d � |���s0�qD|�| j �� � �q z$t
�d � |d d� ��}t|�}W n t�y� d }Y n0 |d u�r>|d d
k�r�| j �t
d dd �� |d d
k�r|�r|| tv �s�|| tv �s�|| dk�r| j �|� � � dd � |� }n.t| }| j �|� � � |d � ||d � �7 }n4| j �t
d dd �� | j �|� � � dd � |� }|�r�| jd d d |7 < n*|tv �r�d}nd}| j �t
| |d �� d S )N�&r �<�#F���)�x�XTr) zexpected-numeric-entityr* r5 rA z named-entity-without-semicolon�=zexpected-named-entityr, r �SpaceCharacters�
Characters)r rB r
r rI rC r r rP r- r r/ rE � entitiesTrie�has_keys_with_prefix�longest_prefix�len�KeyErrorr r r ) r# � allowedChar�
fromAttribute�outputrM �hex�
entityName� entityLength� tokenTyper' r' r( �
consumeEntity� s~ �
� �
� �
�
�
�
� �
zHTMLTokenizer.consumeEntityc C s | j |dd� dS )zIThis method replaces the need for "entityInAttributeValueState".
T)r_ r` N)rf )r# r_ r' r' r( �processEntityInAttribute� s z&HTMLTokenizer.processEntityInAttributec C s� | j }|d tv r�|d �t�|d< |d td krp|d }t|�}t|�t|�krh|�|ddd� � ||d< |d td kr�|d r�| j� td d d
�� |d r�| j� td d d
�� | j� |� | j
| _ dS )
z�This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
r+ �name�StartTagr, NrT �EndTagr) zattributes-in-end-tagr* � selfClosingz self-closing-flag-on-end-tag) r r � translater
r � attributeMapr] �updater- rC r r )r# �token�rawr, r' r' r( �emitCurrentToken� s( � � z HTMLTokenizer.emitCurrentTokenc C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|dkrd| j�td dd�� | j�td dd�� n`|tu rpdS |t v r�| j�td || j �
t d
� d�� n&| j �
d �}| j�td || d�� d
S ) NrQ rR � r) �invalid-codepointr* rY FrX T�rQ rR rr ) r rB �entityDataStater � tagOpenStater- rC r r r
�
charsUntil�r# r, �charsr' r' r( r s.
� �
�
�zHTMLTokenizer.dataStatec C s | � � | j| _dS �NT)rf r r r1 r' r' r( ru s z HTMLTokenizer.entityDataStatec C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|tkr:dS |dkrp| j�td dd�� | j�td d d�� nT|t v r�| j�td
|| j �
t d � d�� n&| j �
d �}| j�td || d�� d S )
NrQ rR Frr r) rs r* rY r: rX Trt ) r rB �characterReferenceInRcdatar �rcdataLessThanSignStater r- rC r r
rw rx r' r' r( � rcdataState" s.
� �
�
�zHTMLTokenizer.rcdataStatec C s | � � | j| _dS rz )rf r} r r1 r' r' r( r{ ? s z(HTMLTokenizer.characterReferenceInRcdatac C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S � NrR rr r) rs r* rY r: F)rR rr T) r rB �rawtextLessThanSignStater r- rC r r rw rx r' r' r( � rawtextStateD s"
� �
�zHTMLTokenizer.rawtextStatec C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S r~ ) r rB �scriptDataLessThanSignStater r- rC r r rw rx r' r' r( �scriptDataStateV s"
� �
�z HTMLTokenizer.scriptDataStatec C sr | j �� }|tkrdS |dkrL| j�td dd�� | j�td dd�� n"| j�td || j �d� d�� dS ) NFrr r) rs r* rY r: T)r rB r r- rC r rw �r# r, r' r' r( �plaintextStateh s
� �
�z HTMLTokenizer.plaintextStatec C s | j �� }|dkr | j| _n�|dkr.| j| _n�|tv rVtd |g ddd�| _| j| _n�|dkr�| j �
td dd �� | j �
td
d d �� | j | _nt|d kr�| j �
td d
d �� | j � |� | j
| _n@| j �
td dd �� | j �
td
dd �� | j � |� | j | _dS )N�!�/ri F)r+ rh r, rk �selfClosingAcknowledged�>r) z'expected-tag-name-but-got-right-bracketr* rY z<>�?z'expected-tag-name-but-got-question-markzexpected-tag-namerR T)r rB �markupDeclarationOpenStater �closeTagOpenStater r r � tagNameStater- rC r rI �bogusCommentStater� r' r' r( rv w s>
�
�
�
� zHTMLTokenizer.tagOpenStatec C s� | j �� }|tv r0td |g dd�| _| j| _n�|dkrX| j�td dd�� | j | _nn|t
u r�| j�td dd�� | j�td d
d�� | j | _n0| j�td d d |id
�� | j � |� | j | _dS )Nrj F�r+ rh r, rk r� r) z*expected-closing-tag-but-got-right-bracketr* z expected-closing-tag-but-got-eofrY �</z!expected-closing-tag-but-got-charr, r7 T)
r rB r r r r� r r- rC r r rI r� r� r' r' r( r� � s0
�
�
�
� z HTMLTokenizer.closeTagOpenStatec C s� | j �� }|tv r | j| _n�|dkr.| �� n~|tu rV| j�t d dd�� | j
| _nV|dkrh| j | _nD|dkr�| j�t d dd�� | j d d 7 < n| j d |7 < d
S ) Nr� r) zeof-in-tag-namer* r� rr rs rh r: T)
r rB r
�beforeAttributeNameStater rq r r- rC r r �selfClosingStartTagStater r� r' r' r( r� � s&
�
�zHTMLTokenizer.tagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS �Nr� r5 rY rR r* T)
r rB �temporaryBuffer�rcdataEndTagOpenStater r- rC r rI r} r� r' r' r( r| � s
z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j �� }|tv r*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS �NrY r� r* T) r rB r r� �rcdataEndTagNameStater r- rC r rI r} r� r' r' r( r� � s
z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tv rT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t v r�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S � Nrh rj Fr� r� r� rY r� r* T)r �lowerr� r rB r
r r� r r� rq r r r- rC rI r} �r# � appropriater, r' r' r( r� � s:
�
�
�
� z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS r� )
r rB r� �rawtextEndTagOpenStater r- rC r rI r� r� r' r' r( r � s
z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j �� }|tv r*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r rB r r� �rawtextEndTagNameStater r- rC r rI r� r� r' r' r( r� s
z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tv rT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t v r�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r� r rB r
r r� r r� rq r r r- rC rI r� r� r' r' r( r� s:
�
�
�
� z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j �� }|dkr"d| _| j| _nR|dkrJ| j�td dd�� | j| _n*| j�td dd�� | j � |� | j
| _dS ) Nr� r5 r� rY z<!r* rR T) r rB r� �scriptDataEndTagOpenStater r- rC r �scriptDataEscapeStartStaterI r� r� r' r' r( r� , s
z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j �� }|tv r*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r rB r r� �scriptDataEndTagNameStater r- rC r rI r� r� r' r' r( r� : s
z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tv rT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t v r�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r� r rB r
r r� r r� rq r r r- rC rI r� r� r' r' r( r� E s:
�
�
�
� z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS �N�-rY r* T) r rB r- rC r � scriptDataEscapeStartDashStater rI r� r� r' r' r( r� a s
z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS r� ) r rB r- rC r � scriptDataEscapedDashDashStater rI r� r� r' r' r( r� k s
z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkrz| j�td dd�� | j�td dd�� n8|tkr�| j | _n&| j �
d �}| j�td || d�� d
S ) Nr� rY r* rR rr r) rs r: )rR r� rr T) r rB r- rC r �scriptDataEscapedDashStater �"scriptDataEscapedLessThanSignStater r rw rx r' r' r( �scriptDataEscapedStateu s(
� �
�z$HTMLTokenizer.scriptDataEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkr�| j�td dd�� | j�td dd�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d S )
Nr� rY r* rR rr r) rs r: T) r rB r- rC r r� r r� r� r r r� r' r' r( r� � s&
� �
z(HTMLTokenizer.scriptDataEscapedDashStatec C s� | j �� }|dkr*| j�td dd�� n�|dkr<| j| _n�|dkrd| j�td dd�� | j| _nn|dkr�| j�td dd�� | j�td d d�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d
S ) Nr� rY r* rR r� rr r) rs r: T) r rB r- rC r r� r r� r� r r r� r' r' r( r� � s*
� �
z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s� | j �� }|dkr"d| _| j| _n\|tv rT| j�td d| d�� || _| j | _n*| j�td dd�� | j �
|� | j | _dS r� ) r rB r� � scriptDataEscapedEndTagOpenStater r r- rC r � scriptDataDoubleEscapeStartStaterI r� r� r' r' r( r� � s
z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j �� }|tv r"|| _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r rB r r� � scriptDataEscapedEndTagNameStater r- rC r rI r� r� r' r' r( r� � s
z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tv rT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t v r�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r� r rB r
r r� r r� rq r r r- rC rI r� r� r' r' r( r� � s:
�
�
�
� z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s� | j �� }|ttd�B v rR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t v r�| j�td |d�� | j|7 _n| j �
|� | j | _
dS �N)r� r� rY r* �scriptT)r rB r
rF r- rC r r� r� � scriptDataDoubleEscapedStater r� r rI r� r' r' r( r� � s
z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _nt|dkr�| j�td dd�� | j�td dd�� n>|tkr�| j�td d d�� | j | _n| j�td |d�� d
S � Nr� rY r* rR rr r) rs r: �eof-in-script-in-scriptT)
r rB r- rC r � scriptDataDoubleEscapedDashStater �(scriptDataDoubleEscapedLessThanSignStater r r� r' r' r( r� � s*
� �
�
z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td dd�� | j| _nF|t kr�| j�td d d�� | j
| _n | j�td |d�� | j| _d
S r� ) r rB r- rC r �$scriptDataDoubleEscapedDashDashStater r� r� r r r� r' r' r( r� s.
� �
�
z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j �� }|dkr*| j�td dd�� n�|dkrR| j�td dd�� | j| _n�|dkrz| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td d d�� | j| _nF|t kr�| j�td d
d�� | j
| _n | j�td |d�� | j| _d S ) Nr� rY r* rR r� rr r) rs r: r� T) r rB r- rC r r� r r� r� r r r� r' r' r( r� % s2
� �
�
z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j �� }|dkr8| j�td dd�� d| _| j| _n| j �|� | j | _dS )Nr� rY r* r5 T)
r rB r- rC r r� � scriptDataDoubleEscapeEndStater rI r� r� r' r' r( r� > s
z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s� | j �� }|ttd�B v rR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t v r�| j�td |d�� | j|7 _n| j �
|� | j | _
dS r� )r rB r
rF r- rC r r� r� r� r r� r rI r� r' r' r( r� I s
z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j �� }|tv r$| j �td� �n|tv rJ| jd �|dg� | j| _n�|dkr\| � � n�|dkrn| j
| _n�|dv r�| j �t d dd �� | jd �|dg� | j| _n�|d
kr�| j �t d d d �� | jd �d dg� | j| _nF|t
u �r| j �t d d
d �� | j| _n | jd �|dg� | j| _dS )NTr, r5 r� r� )�'�"rW rR r) �#invalid-character-in-attribute-namer* rr rs r: z#expected-attribute-name-but-got-eof)r rB r
rw r r rC �attributeNameStater rq r� r- r r r r� r' r' r( r� Y s<
�
�
�
z&HTMLTokenizer.beforeAttributeNameStatec C s� | j �� }d}d}|dkr&| j| _�n.|tv r\| jd d d || j �td� 7 < d}n�|dkrjd}n�|tv r|| j| _n�|dkr�| j | _n�|d kr�| j
� t d
d d �� | jd d d d
7 < d}n�|dv �r | j
� t d
dd �� | jd d d |7 < d}nH|t
u �r6| j
� t d
dd �� | j| _n | jd d d |7 < d}|�r�| jd d d �t�| jd d d< | jd d d� D ]>\}}| jd d d |k�r�| j
� t d
dd �� �qҐq�|�r�| �� dS )NTFrW r, rT r r� r� rr r) rs r* r: �r� r� rR r� zeof-in-attribute-namezduplicate-attribute)r rB �beforeAttributeValueStater r r rw r
�afterAttributeNameStater� r- rC r r r rl r
rq )r# r, �leavingThisState� emitTokenrh �_r' r' r( r� w s^
�
�
�
�
� �
z HTMLTokenizer.attributeNameStatec C sD | j �� }|tv r$| j �td� �n |dkr8| j| _�n|dkrJ| �� n�|tv rp| jd � |dg� | j
| _n�|dkr�| j | _n�|dkr�| j � t
d d d
�� | jd � d dg� | j
| _n�|d v r�| j � t
d d
d
�� | jd � |dg� | j
| _nF|tu �r$| j � t
d dd
�� | j| _n | jd � |dg� | j
| _dS )NTrW r� r, r5 r� rr r) rs r* r: r� z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r rB r
rw r� r rq r r rC r� r� r- r r r r� r' r' r( r� � s@
�
�
�
z%HTMLTokenizer.afterAttributeNameStatec C sh | j �� }|tv r$| j �td� �n@|dkr8| j| _�n,|dkrX| j| _| j �|� �n |dkrj| j| _n�|dkr�| j �
t d dd�� | � � n�|d kr�| j �
t d d
d�� | j
d d d
d7 < | j| _n�|dv �r| j �
t d dd�� | j
d d d
|7 < | j| _nL|tu �rB| j �
t d dd�� | j| _n"| j
d d d
|7 < | j| _dS )NTr� rQ r� r� r) z.expected-attribute-value-but-got-right-bracketr* rr rs r, rT r r: )rW rR �`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r rB r
rw � attributeValueDoubleQuotedStater �attributeValueUnQuotedStaterI � attributeValueSingleQuotedStater- rC r rq r r r r� r' r' r( r� � sF
�
�
�
�
z'HTMLTokenizer.beforeAttributeValueStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t u r�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rQ rr r) rs r* r, rT r r: z#eof-in-attribute-value-double-quote)r� rQ rr T� r rB �afterAttributeValueStater rg r- rC r r r r rw r� r' r' r( r� � s&
� �
�z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t u r�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rQ rr r) rs r* r, rT r r: z#eof-in-attribute-value-single-quote)r� rQ rr Tr� r� r' r' r( r� s&
� �
�z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j �� }|tv r | j| _n�|dkr0| �d� n�|dkrB| �� n�|dv r|| j�t d dd�� | j
d d d |7 < n�|d
kr�| j�t d d d�� | j
d d d d 7 < nV|t u r�| j�t d d
d�� | j | _n.| j
d d d || j �
td�tB � 7 < dS )NrQ r� )r� r� rW rR r� r) z0unexpected-character-in-unquoted-attribute-valuer* r, rT r rr rs r: z eof-in-attribute-value-no-quotes)rQ r� r� r� rW rR r� rr T)r rB r
r� r rg rq r- rC r r r r rw rF r� r' r' r( r� s4
� � �
�
z)HTMLTokenizer.attributeValueUnQuotedStatec C s� | j �� }|tv r | j| _n�|dkr.| �� np|dkr@| j| _n^|tu rt| j� t
d dd�� | j � |� | j | _n*| j� t
d dd�� | j � |� | j| _dS )Nr� r� r) z$unexpected-EOF-after-attribute-valuer* z*unexpected-character-after-attribute-valueT)
r rB r
r� r rq r� r r- rC r rI r r� r' r' r( r� . s&
�
� z&HTMLTokenizer.afterAttributeValueStatec C s� | j �� }|dkr&d| jd< | �� n^|tu rZ| j�td dd�� | j �|� | j | _
n*| j�td dd�� | j �|� | j | _
dS )Nr� Trk r) z#unexpected-EOF-after-solidus-in-tagr* z)unexpected-character-after-solidus-in-tag) r rB r rq r r- rC r rI r r r� r� r' r' r( r� B s
�
� z&HTMLTokenizer.selfClosingStartTagStatec C sD | j �d�}|�dd�}| j�td |d�� | j �� | j| _dS )Nr� rr r: �Commentr* T) r rw �replacer- rC r rB r r r� r' r' r( r� T s �
z HTMLTokenizer.bogusCommentStatec C s� | j �� g}|d dkrR|�| j �� � |d dkrPtd dd�| _| j| _dS n�|d dv r�d}dD ](}|�| j �� � |d |vrfd } q�qf|r�td
dd d dd �| _| j| _dS n�|d d k�rD| jd u�rD| jj j
�rD| jj j
d j | jj j k�rDd}d
D ].}|�| j �� � |d |k�rd } �q2�q|�rD| j
| _dS | j�td dd�� |�rt| j �|�� � �qZ| j| _dS )NrT r� r� r5 r* T)�d�D))�o�O�rN �C��t�T��y�Y��p�P��e�EF�Doctype)r+ rh �publicId�systemId�correct�[)r� r� �Ar� r� r� r) zexpected-dashes-or-doctype)r rB rC r r �commentStartStater � doctypeStater �tree� openElements� namespace�defaultNamespace�cdataSectionStater- rI r/ r� )r# rM �matched�expectedr' r' r( r� c sZ ����
�z(HTMLTokenizer.markupDeclarationOpenStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nP|t u r�| j�td d
d�� | j�| j� | j| _n| jd |7 < | j
| _d S ) Nr� rr r) rs r* r, r: r� �incorrect-comment�eof-in-commentT) r rB �commentStartDashStater r- rC r r r r � commentStater� r' r' r( r� � s.
� �
�
z HTMLTokenizer.commentStartStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nT|t u r�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j
| _d S ) Nr� rr r) rs r* r, � -�r� r� r� T) r rB �commentEndStater r- rC r r r r r� r� r' r' r( r� � s.
� �
�
z#HTMLTokenizer.commentStartDashStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < nT|tu r�| j�td dd�� | j�| j� | j | _n | jd || j �
d � 7 < d
S ) Nr� rr r) rs r* r, r: r� )r� rr T) r rB �commentEndDashStater r- rC r r r r rw r� r' r' r( r� � s$
� �
�zHTMLTokenizer.commentStatec C s� | j �� }|dkr | j| _n�|dkrV| j�td dd�� | jd d7 < | j| _nT|t u r�| j�td dd�� | j�| j� | j
| _n | jd d| 7 < | j| _d S )
Nr� rr r) rs r* r, r� zeof-in-comment-end-dashT) r rB r� r r- rC r r r� r r r� r' r' r( r� � s$
�
�
z!HTMLTokenizer.commentEndDashStatec C s, | j �� }|dkr*| j�| j� | j| _n�|dkrd| j�td dd�� | jd d7 < | j| _n�|dkr�| j�td d d�� | j | _n�|d
kr�| j�td d d�� | jd |7 < nj|t
u r�| j�td d d�� | j�| j� | j| _n4| j�td d
d�� | jd d| 7 < | j| _dS )Nr� rr r) rs r* r, u --�r� z,unexpected-bang-after-double-dash-in-commentr� z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r rB r- rC r r r r r� �commentEndBangStater r� r' r' r( r� � s@
�
�
� �
�z HTMLTokenizer.commentEndStatec C s� | j �� }|dkr*| j�| j� | j| _n�|dkrN| jd d7 < | j| _n�|dkr�| j�td dd�� | jd d 7 < | j | _nT|t
u r�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j | _d S ) Nr� r� r, z--!rr r) rs r* u --!�z eof-in-comment-end-bang-stateT) r rB r- rC r r r r� r r� r r� r' r' r( r� s,
�
�
z!HTMLTokenizer.commentEndBangStatec C s� | j �� }|tv r | j| _nj|tu r\| j�td dd�� d| j d< | j�| j � | j
| _n*| j�td dd�� | j � |� | j| _dS )Nr) �!expected-doctype-name-but-got-eofr* Fr� zneed-space-after-doctypeT) r rB r
�beforeDoctypeNameStater r r- rC r r r rI r� r' r' r( r� s
�
� zHTMLTokenizer.doctypeStatec C s� | j �� }|tv rn�|dkrT| j�td dd�� d| jd< | j�| j� | j| _n�|dkr�| j�td dd�� d | jd
< | j | _nR|t
u r�| j�td d d�� d| jd< | j�| j� | j| _n|| jd
< | j | _d S )
Nr� r) z+expected-doctype-name-but-got-right-bracketr* Fr� rr rs r: rh r� T) r rB r
r- rC r r r r �doctypeNameStater r� r' r' r( r� * s4
�
�
�
z$HTMLTokenizer.beforeDoctypeNameStatec C s | j �� }|tv r2| jd �t�| jd< | j| _n�|dkrh| jd �t�| jd< | j� | j� | j
| _n�|dkr�| j� t d dd�� | jd d7 < | j | _nh|t
u r�| j� t d dd�� d | jd
< | jd �t�| jd< | j� | j� | j
| _n| jd |7 < d S ) Nrh r� rr r) rs r* r: zeof-in-doctype-nameFr� T)r rB r
r rl r
�afterDoctypeNameStater r- rC r r r� r r� r' r' r( r� D s0
�
�
z HTMLTokenizer.doctypeNameStatec C sH | j �� }|tv r�n.|dkr8| j�| j� | j| _�n |tu r�d| jd< | j � |� | j�t
d dd�� | j�| j� | j| _n�|dv r�d}d D ] }| j �� }||vr�d} q�q�|r�| j | _dS nD|d
v �r
d}d D ] }| j �� }||vr�d} q�q�|�r
| j | _dS | j � |� | j�t
d d d
|id�� d| jd< | j
| _dS )Nr� Fr� r) �eof-in-doctyper* r� T))�u�U)�b�B)�l�L)�i�Ir� ��s�S)r� r� r� r� )�m�Mz*expected-space-or-right-bracket-in-doctyper, r7 )r rB r
r- rC r r r r rI r � afterDoctypePublicKeywordState� afterDoctypeSystemKeywordState�bogusDoctypeState)r# r, r� r� r' r' r( r� ] sT
�
�
z#HTMLTokenizer.afterDoctypeNameStatec C s� | j �� }|tv r | j| _n�|dv rP| j�td dd�� | j �|� | j| _nT|t u r�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS � N)r� r� r) �unexpected-char-in-doctyper* r� Fr� T) r rB r
�"beforeDoctypePublicIdentifierStater r- rC r rI r r r r� r' r' r( r � s&
�
�
z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s� | j �� }|tv rn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t u r�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d d d�� d | jd
< | j | _d
S )Nr� r5 r� r� r� r) �unexpected-end-of-doctyper* Fr� r� r T)
r rB r
r �(doctypePublicIdentifierDoubleQuotedStater �(doctypePublicIdentifierSingleQuotedStater- rC r r r r r� r' r' r( r � s:
�
�
�
z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t u r�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� rr r) rs r* r� r: r� r Fr� r� T�
r rB �!afterDoctypePublicIdentifierStater r- rC r r r r r� r' r' r( r � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t u r�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� rr r) rs r* r� r: r� r Fr� r� Tr r� r' r' r( r � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j �� }|tv r | j| _n�|dkr<| j�| j� | j| _n�|dkrn| j�t d dd�� d| jd< | j
| _n�|dkr�| j�t d dd�� d| jd< | j | _nh|t u r�| j�t d d d�� d
| jd < | j�| j� | j| _n(| j�t d dd�� d
| jd < | j
| _d S )
Nr� r� r) r r* r5 r� r� r� Fr� T)r rB r
�-betweenDoctypePublicAndSystemIdentifiersStater r- rC r r r �(doctypeSystemIdentifierDoubleQuotedState�(doctypeSystemIdentifierSingleQuotedStater r r� r' r' r( r
� s>
�
�
�
�
z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s� | j �� }|tv rn�|dkr4| j�| j� | j| _n�|dkrPd| jd< | j| _n�|dkrld| jd< | j | _nh|t
kr�| j�t d dd�� d | jd
< | j�| j� | j| _n(| j�t d d d�� d | jd
< | j | _d S )
Nr� r� r5 r� r� r) r� r* Fr� r T)
r rB r
r- rC r r r r r
r r r r� r' r' r( r s2
�
�
z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s� | j �� }|tv r | j| _n�|dv rP| j�td dd�� | j �|� | j| _nT|t u r�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS r ) r rB r
�"beforeDoctypeSystemIdentifierStater r- rC r rI r r r r� r' r' r( r ) s&
�
�
z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s� | j �� }|tv rn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t u r�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d dd�� d | jd
< | j | _d S )
Nr� r5 r� r� r� r) r r* Fr� r� T)
r rB r
r r r r
r- rC r r r r r� r' r' r( r = s:
�
�
�
z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t u r�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� rr r) rs r* r� r: r� r Fr� r� T�
r rB �!afterDoctypeSystemIdentifierStater r- rC r r r r r� r' r' r( r Z s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t u r�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� rr r) rs r* r� r: r� r Fr� r� Tr r� r' r' r( r
r s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s� | j �� }|tv rn~|dkr4| j�| j� | j| _n^|tu rt| j�t d dd�� d| jd< | j�| j� | j| _n | j�t d dd�� | j
| _dS ) Nr� r) r� r* Fr� r T) r rB r
r- rC r r r r r r r� r' r' r( r � s$
�
�z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j �� }|dkr*| j�| j� | j| _n,|tu rV| j �|� | j�| j� | j| _n dS )Nr� T) r rB r- rC r r r r rI r� r' r' r( r � s
z HTMLTokenizer.bogusDoctypeStatec C s� g }|� | j�d�� |� | j�d�� | j�� }|tkr>q�q|dksJJ �|d dd � dkrv|d d d� |d< q�q|� |� qd�|�}|�d�}|dkr�t|�D ]}| j� t d d
d �� q�|�
dd �}|r�| j� t d
|d �� | j | _ dS )N�]r� rT ���z]]r5 rr r r) rs r* r: rY T)
rC r rw rB r rE �count�ranger- r r� r r )r# r, rB � nullCountr� r' r' r( r� � s2
�
�z HTMLTokenizer.cdataSectionState)N)NF)N�__name__�
__module__� __qualname__�__doc__r" r2 rP rf rg rq r ru r} r{ r� r� r� rv r� r� r| r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r
r r r r r
r r r� �
__classcell__r' r' r% r( r s� H
P #
6 "- 3 r N) �
__future__r r r Zpip._vendor.sixr rG � collectionsr r �sysr � constantsr
r r r
r r r r r r � _inputstreamr �_trier rZ �dictrm �objectr r' r' r' r( �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-39.pyc 0000644 00000015574 15056474501 0023356 0 ustar 00 a
��Re4 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z g d�Z
ej Z ej
ZejZejZejZejZdZd�e �Z G dd � d e�ZG d
d � d e�Zd S )
� )�absolute_import�division�unicode_literals)�Node� )�
namespaces� voidElements�spaceCharacters) �DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN�
TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sl e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z ddd�Z dd� Z
dd� ZdS ) r z}Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
c C s
|| _ dS )zCCreates a TreeWalker
:arg tree: the tree to walk
N)�tree)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/base.py�__init__ s zTreeWalker.__init__c C s t �d S �N��NotImplementedError)r r r r �__iter__# s zTreeWalker.__iter__c C s
d|d�S )z�Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
�SerializeError��type�datar )r �msgr r r �error& s zTreeWalker.errorFc c s$ d|||d�V |r | � d�V dS )ar Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
�EmptyTag�r �name� namespacer zVoid element has childrenN�r" )r r& r% �attrs� hasChildrenr r r �emptyTag0 s �zTreeWalker.emptyTagc C s d|||d�S )z�Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
�StartTagr$ r )r r& r% r( r r r �startTagE s
�zTreeWalker.startTagc C s d||d�S )z�Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
�EndTag)r r% r& r )r r& r% r r r �endTagV s
�zTreeWalker.endTagc c sx |}|� t�}|dt|�t|� � }|r6d|d�V |}|�t�}|t|�d� }|rdd|d�V |rtd|d�V dS )at Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
N�SpaceCharactersr �
Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �textd s
zTreeWalker.textc C s
d|d�S )zdGenerates a Comment token
:arg data: the comment
:returns: Comment token
�Commentr r )r r r r r �comment� s zTreeWalker.commentNc C s d|||d�S )z�Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
�Doctype)r r% �publicId�systemIdr )r r% r: r; r r r �doctype� s
�zTreeWalker.doctypec C s
d|d�S )zjGenerates an Entity token
:arg name: the entity name
:returns: an Entity token
�Entity)r r% r )r r% r r r �entity� s zTreeWalker.entityc C s | � d| �S )zHandles unknown node typeszUnknown node type: r' )r ZnodeTyper r r �unknown� s zTreeWalker.unknown)F)NN)�__name__�
__module__� __qualname__�__doc__r r r" r* r, r. r6 r8 r< r> r? r r r r r s
&
r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r c C s t �d S r r �r �noder r r �getNodeDetails� s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S r r rD r r r �
getFirstChild� s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S r r rD r r r �getNextSibling� s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S r r rD r r r �
getParentNode� s z$NonRecursiveTreeWalker.getParentNodec c s� | j }|d u�r�| �|�}|d |dd � }}d}|tkrJ| j|� V n�|tkrj| j|� D ]
}|V q\n�|tkr�|\}}}}|r�|td kr�|tv r�| � ||||�D ]
}|V q�d}n| �
|||�V nV|t kr�| � |d �V n<|t
k�r | �|d �V n |tk�rd}n| �|d �V |�r2| �|�} nd } | d u�rF| }q|d ur| �|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tv�r�| �||�V | j |u �r�d }q| �|�}
|
d u�r�|
}qn
| �|�}�qFqd S )Nr � F�htmlT)r rF r r< r r6 r
r r r* r, r r8 r r> r
r? rG r. rH rI ) r � currentNode�detailsr r) �tokenr& r% �
attributesZ
firstChildZ nextSiblingr r r r � s\
�
z NonRecursiveTreeWalker.__iter__N)r@ rA rB rF rG rH rI r r r r r r � s
r N) �
__future__r r r �xml.domr � constantsr r r �__all__Z
DOCUMENT_NODEr
ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr
Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s
! site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-39.pyc 0000644 00000015016 15056474501 0024573 0 ustar 00 a
��Re� � @ s� d dl mZmZmZ d dlmZ d dlmZ d dlm Z ddl
m Z ddl m
Z
dd l mZ d
d � ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de
j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)� OrderedDict)�etree� )�
tag_regexp� )�base)� _ihatexmlc C s* | d u r d S t | t�r| S | �dd�S d S )N�ascii�strict)�
isinstancer �decode)�s� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py�
ensure_str s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Rootc C s� || _ g | _z:|jjrD| j�t| t|jj�t|jj�t|jj ��� W n t
yX Y n0 z |� � }W n t
y| |}Y n0 |� � d ur�|� � }q~|d ur�| j�|� |�
� }q�d | _d | _d S �N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ
system_url�AttributeError�getrootZ getprevious�getnext�text�tail)�self�et�noder r r �__init__ s,
�
z
Root.__init__c C s
| j | S r )r �r �keyr r r � __getitem__3 s zRoot.__getitem__c C s d S r r �r r r r r 6 s z Root.getnextc C s dS �Nr
r r' r r r �__len__9 s z Root.__len__N)�__name__�
__module__� __qualname__r# r& r r) r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r )� root_node�namer � system_idr r )r r- r. r r/ r r r r# > s zDoctype.__init__c C s | j jd S r( )r- r r' r r r r G s zDoctype.getnextN�r* r+ r, r# r r r r r r = s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0�childr' r r �
<listcomp>M � z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r' r r# L s zFragmentRoot.__init__c C s d S r r r' r r r r P s zFragmentRoot.getnextNr0 r r r r r1 K s r1 c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r2 c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r- �obj�hasattrr r r )r Z
fragment_rootr7 r r r r# U s zFragmentWrapper.__init__c C s t | j|�S r )�getattrr7 )r r. r r r � __getattr__a s zFragmentWrapper.__getattr__c C s6 | j j}|�| �}|t|�d k r.||d S d S d S r( )r- r �index�len)r Zsiblings�idxr r r r d s
zFragmentWrapper.getnextc C s
| j | S r )r7 r$ r r r r& l s zFragmentWrapper.__getitem__c C s
t | j�S r )�boolr7 r' r r r �__bool__o s zFragmentWrapper.__bool__c C s d S r r r' r r r � getparentr s zFragmentWrapper.getparentc C s
t | j�S r ��strr7 r' r r r �__str__u s zFragmentWrapper.__str__c C s
t | j�S r rA r' r r r � __unicode__x s zFragmentWrapper.__unicode__c C s
t | j�S r )r< r7 r' r r r r) { s zFragmentWrapper.__len__N) r* r+ r, r# r: r r& r? r@ rC rD r) r r r r r2 T s r2 c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tj�| |� t �
� | _ d S r ) r �list�set�fragmentChildrenr1 r r �NonRecursiveTreeWalkerr# r Z
InfosetFilter�filter)r �treer r r r# � s
zTreeWalker.__init__c C s� t |t�r:|\}}|dv s&J d| ��tjtt||��fS t |t�rLtjfS t |t�rjtj |j
|j |j fS t |t
�r�t|d�s�tjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS t�t|j��}|� r�|�� \}}nd }t|j�}t� }t|j � � �D ]P\}}t|�}t|�}t�|�}|�rV|||� d�|� d�f< n ||d |f< �qtj || j �!|�|t"|�dk�p�|jfS d S )N�r r �%Text nodes are text or tail, found %s�tagr
���r r )#r �tupler ZTEXTr r9 r ZDOCUMENTr ZDOCTYPEr. r r/ r2 r8 r7 rN r �Comment�COMMENTr �EntityZENTITYr �match�groupsr rF �attrib�items�groupZELEMENTrJ Z fromXmlNamer< ) r r" r% rT � namespacerN �attrsr. �valuer r r �getNodeDetails� s<
�zTreeWalker.getNodeDetailsc C sB t |t�rJ d��t|�s(|js(J d��|jr6|dfS |d S d S )NzText nodes have no childrenzNode has no childrenr r )r rP r< r )r r" r r r �
getFirstChild� s
zTreeWalker.getFirstChildc C sb t |t�rL|\}}|dv s&J d| ��|dkrDt|�r>|d S d S n|�� S |jrZ|dfS |�� S )NrL rM r r r )r rP r< r r �r r" r% r r r �getNextSibling� s
zTreeWalker.getNextSiblingc C sJ t |t�r4|\}}|dv s&J d| ��|dkrB|S n|| jv rBd S |�� S )NrL rM r )r rP rH r@ r^ r r r �
getParentNode� s
zTreeWalker.getParentNodeN)r* r+ r, r# r\ r] r_ r` r r r r rE s
) rE N)�
__future__r r r Zpip._vendor.sixr � collectionsr �lxmlr Ztreebuilders.etreer � r r r �objectr r r1 r2 rI rE r r r r �<module> s & + site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-39.pyc 0000644 00000003607 15056474501 0023713 0 ustar 00 a
��Re � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZ G d d
� d
ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END�
XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements�
namespacesc @ s e Zd Zdd� Zdd� ZdS )�
TreeWalkerc c sX d }| j D ](}|d ur.| �||�D ]
}|V q"|}q
|d urT| �|d �D ]
}|V qHd S )N)�tree�tokens)�self�previous�event�token� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py�__iter__
s
zTreeWalker.__iter__c c st |\}}}|t kr�|\}}|j}|j} i }
|D ]0\} } t| t�rR| |
| j| jf< q.| |
d | f< q.| td kr�|tv r�| �| ||
| p�|d tkp�|d |k�D ]
}
|
V q�n| � | ||
�V n�|tkr�|j}|j} | td ks�|tvr�| �
| |�V nz|t k�r| � |�V nb|t
k�r2| �|�D ] }
|
V �q"n>|tk�rJ| j|� V n&|tttttttfv �rdn | �|�V d S )N�htmlr r )r � localname� namespace�
isinstancer r r ZemptyTagr ZstartTag�endTagr �commentr
�textr �doctyper r r r
r r �unknown)r r �next�kind�data�_�tagZattribs�namer" Zconverted_attribs�k�vr r r r r sD
�
�zTreeWalker.tokensN)�__name__�
__module__� __qualname__r r r r r r r s r N)�
__future__r r r Z genshi.corer r r r r r
r r r
r r r � r � constantsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-39.pyc 0000644 00000006715 15056474501 0023545 0 ustar 00 a
��Re� � @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m
Z
ddl m Z e�
d �Zd
d � Ze e�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz
{([^}]*)}(.*)c s, | }|� d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
c sH t |t�r2|\}}}}|dv r.tjt||�fS |}t|d�sD|�� }|jdv rVtjfS |jdkr|tj |j
|� d�|� d�fS |j� kr�tj |j
fS t |jt
�s�J t|j���t�|j�}|r�|�� \}}n
d }|j}t� }t|j�� �D ]>\} }
t�| �}|�r|
||�d�|�d�f< q�|
|d | f< q�tj|||t|��p@|j
fS d S ) N��text�tail�tag)Z
DOCUMENT_ROOTZDOCUMENT_FRAGMENTz
<!DOCTYPE>�publicId�systemIdr r )�
isinstance�tupler ZTEXT�getattr�hasattr�getrootr ZDOCUMENTZDOCTYPEr �get�COMMENTr �type�
tag_regexp�match�groupsr �list�attrib�items�groupZELEMENT�len) �self�node�elt�_�flagr � namespacer �attrs�name�value�ZElementTreeCommentType� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/etree.py�getNodeDetails s<
�
�z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dv r8d S |jrJ|||dfS t|�rl|�|� |d d|d fS d S d S )Nr r r )r r r r �append�r! r" �element�key�parentsr% r+ r+ r, �
getFirstChildH s
z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|�|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r
���r )r r r r. r
r/ r+ r+ r, �getNextSiblingY s
z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S s� t |t�r|\}}}}nd S |dkr:|s,|S |||d fS nD|�� }|sJ|S t|d ��|�dksdJ �|t|d ��|�|d fS d S )Nr r4 r )r r �popr �count�index)r! r" r0 r1 r2 r% �parentr+ r+ r, �
getParentNodem s
z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__�
__module__� __qualname__�__doc__r- r3 r5 r: r+ r* r+ r, �
TreeWalker s
(r? )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementation� ElementTreer? r+ r* r, �getETreeBuilder s nrC )�
__future__r r r � collectionsr �reZpip._vendor.sixr � r �_utilsr
�compiler rC �getETreeModuler+ r+ r+ r, �<module> s
u site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-39.pyc 0000644 00000007705 15056474501 0024200 0 ustar 00 a
��ReW � @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z
d
d d�Z d
d � Z d d� Z
dS )a� A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method which takes a tree as sole argument and
returns an iterator which generates tokens.
� )�absolute_import�division�unicode_literals� )� constants)�
default_etree�
getTreeWalker�pprintNc K s� | � � } | tvr�| dkr0ddlm} |jt| < nt| dkrPddlm} |jt| < nT| dkrpddlm} |jt| < n4| dkr�dd lm} |d
u r�t}|j |fi |��jS t�
| �S ) a; Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
�dom� )r
�genshi)r �lxml)�
etree_lxml�etree)r N) �lower�treeWalkerCache� r
�
TreeWalkerr r r r �getETreeModule�get)�treeType�implementation�kwargsr
r r r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dv r,|� |d � q|rFdd�|�d�V g }|V q|rddd�|�d�V d S )N�type)�
Characters�SpaceCharacters�datar r )r r )�append�join)�tokens�pendingCharacters�tokenr r r r �concatenateCharacterTokensA s r$ c C sb g }d}t | �D �]D}|d }|dv �r |d rz|d tjd krz|d tjv r`tj|d }n|d }d||d f }n|d }|�dd | |f � |d
7 }|d }t|�� �D ]T\\}} }
|r�|tjv r�tj| }n|}d|| f }n| }|�d d | ||
f � q�|d
k�rV|d
8 }q|dk�r2|d
8 }q|dk�rX|�dd | |d f � q|dk�r
|d �r�|d �r�|�dd | |d |d |d �r�|d ndf � nF|d �r�|�dd | |d |d f � n|�dd | |d f � n|�dd | f � q|dk�r0|�dd | |d f � q|dk�rJd �sVJ d ��qtd | ��qd �|�S ) z�Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
r r )�StartTag�EmptyTag� namespace�htmlz%s %s�namez%s<%s>� r r z %s%s="%s"r& �EndTag�Commentz
%s<!-- %s -->�Doctype�publicIdz%s<!DOCTYPE %s "%s" "%s">�systemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z
%s<!DOCTYPE >r z%s"%s"r FzBconcatenateCharacterTokens should have got rid of all Space tokenszUnknown token type, %s�
) r$ r �
namespaces�prefixesr �sorted�items�
ValueErrorr ) �walker�output�indentr# r �nsr) �attrsr' � localname�valuer r r r P sn
��
�� �
)N)�__doc__�
__future__r r r r r �_utilsr �__all__r r r$ r r r r r �<module> s
, site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-39.pyc 0000644 00000003353 15056474501 0023213 0 ustar 00 a
��Re� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fv r>tj
|j fS |j tj kr�i }t
|j�� �D ]8}|�|�}|jr�|j||j|jf< q\|j|d |jf< q\tj|j|j||�� fS |j tjkr�tj|j fS |j tjtjfv r�tjfS tj |j fS d S �N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�name�publicId�systemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�list�
attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENT�nodeNameZ
hasChildNodesZ COMMENT_NODE�COMMENTZ
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENT�UNKNOWN)�self�node�attrs�attr� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treewalkers/dom.py�getNodeDetails s&
� zTreeWalker.getNodeDetailsc C s |j S r )Z
firstChild�r r r r r �
getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z
parentNoder r r r �
getParentNode* s zTreeWalker.getParentNodeN)�__name__�
__module__� __qualname__r r r r r r r r r s r N)
�
__future__r r r �xml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/genshi.py 0000644 00000004405 15056474501 0017421 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName
from genshi.core import START, END, XML_NAMESPACE, DOCTYPE, TEXT
from genshi.core import START_NS, END_NS, START_CDATA, END_CDATA, PI, COMMENT
from . import base
from ..constants import voidElements, namespaces
class TreeWalker(base.TreeWalker):
def __iter__(self):
# Buffer the events so we can pass in the following one
previous = None
for event in self.tree:
if previous is not None:
for token in self.tokens(previous, event):
yield token
previous = event
# Don't forget the final event!
if previous is not None:
for token in self.tokens(previous, None):
yield token
def tokens(self, event, next):
kind, data, _ = event
if kind == START:
tag, attribs = data
name = tag.localname
namespace = tag.namespace
converted_attribs = {}
for k, v in attribs:
if isinstance(k, QName):
converted_attribs[(k.namespace, k.localname)] = v
else:
converted_attribs[(None, k)] = v
if namespace == namespaces["html"] and name in voidElements:
for token in self.emptyTag(namespace, name, converted_attribs,
not next or next[0] != END or
next[1] != tag):
yield token
else:
yield self.startTag(namespace, name, converted_attribs)
elif kind == END:
name = data.localname
namespace = data.namespace
if namespace != namespaces["html"] or name not in voidElements:
yield self.endTag(namespace, name)
elif kind == COMMENT:
yield self.comment(data)
elif kind == TEXT:
for token in self.text(data):
yield token
elif kind == DOCTYPE:
yield self.doctype(*data)
elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS,
START_CDATA, END_CDATA, PI):
pass
else:
yield self.unknown(kind)
site-packages/pip/_vendor/html5lib/treewalkers/base.py 0000644 00000016464 15056474501 0017066 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from ..constants import namespaces, voidElements, spaceCharacters
__all__ = ["DOCUMENT", "DOCTYPE", "TEXT", "ELEMENT", "COMMENT", "ENTITY", "UNKNOWN",
"TreeWalker", "NonRecursiveTreeWalker"]
DOCUMENT = Node.DOCUMENT_NODE
DOCTYPE = Node.DOCUMENT_TYPE_NODE
TEXT = Node.TEXT_NODE
ELEMENT = Node.ELEMENT_NODE
COMMENT = Node.COMMENT_NODE
ENTITY = Node.ENTITY_NODE
UNKNOWN = "<#UNKNOWN#>"
spaceCharacters = "".join(spaceCharacters)
class TreeWalker(object):
"""Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
"""
def __init__(self, tree):
"""Creates a TreeWalker
:arg tree: the tree to walk
"""
self.tree = tree
def __iter__(self):
raise NotImplementedError
def error(self, msg):
"""Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
"""
return {"type": "SerializeError", "data": msg}
def emptyTag(self, namespace, name, attrs, hasChildren=False):
"""Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
"""
yield {"type": "EmptyTag", "name": name,
"namespace": namespace,
"data": attrs}
if hasChildren:
yield self.error("Void element has children")
def startTag(self, namespace, name, attrs):
"""Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
"""
return {"type": "StartTag",
"name": name,
"namespace": namespace,
"data": attrs}
def endTag(self, namespace, name):
"""Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
"""
return {"type": "EndTag",
"name": name,
"namespace": namespace}
def text(self, data):
"""Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
"""
data = data
middle = data.lstrip(spaceCharacters)
left = data[:len(data) - len(middle)]
if left:
yield {"type": "SpaceCharacters", "data": left}
data = middle
middle = data.rstrip(spaceCharacters)
right = data[len(middle):]
if middle:
yield {"type": "Characters", "data": middle}
if right:
yield {"type": "SpaceCharacters", "data": right}
def comment(self, data):
"""Generates a Comment token
:arg data: the comment
:returns: Comment token
"""
return {"type": "Comment", "data": data}
def doctype(self, name, publicId=None, systemId=None):
"""Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
"""
return {"type": "Doctype",
"name": name,
"publicId": publicId,
"systemId": systemId}
def entity(self, name):
"""Generates an Entity token
:arg name: the entity name
:returns: an Entity token
"""
return {"type": "Entity", "name": name}
def unknown(self, nodeType):
"""Handles unknown node types"""
return self.error("Unknown node type: " + nodeType)
class NonRecursiveTreeWalker(TreeWalker):
def getNodeDetails(self, node):
raise NotImplementedError
def getFirstChild(self, node):
raise NotImplementedError
def getNextSibling(self, node):
raise NotImplementedError
def getParentNode(self, node):
raise NotImplementedError
def __iter__(self):
currentNode = self.tree
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
hasChildren = False
if type == DOCTYPE:
yield self.doctype(*details)
elif type == TEXT:
for token in self.text(*details):
yield token
elif type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
for token in self.emptyTag(namespace, name, attributes,
hasChildren):
yield token
hasChildren = False
else:
yield self.startTag(namespace, name, attributes)
elif type == COMMENT:
yield self.comment(details[0])
elif type == ENTITY:
yield self.entity(details[0])
elif type == DOCUMENT:
hasChildren = True
else:
yield self.unknown(details[0])
if hasChildren:
firstChild = self.getFirstChild(currentNode)
else:
firstChild = None
if firstChild is not None:
currentNode = firstChild
else:
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
if type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (namespace and namespace != namespaces["html"]) or name not in voidElements:
yield self.endTag(namespace, name)
if self.tree is currentNode:
currentNode = None
break
nextSibling = self.getNextSibling(currentNode)
if nextSibling is not None:
currentNode = nextSibling
break
else:
currentNode = self.getParentNode(currentNode)
site-packages/pip/_vendor/html5lib/treewalkers/etree.py 0000644 00000010707 15056474501 0017252 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from collections import OrderedDict
import re
from pip._vendor.six import string_types
from . import base
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class TreeWalker(base.NonRecursiveTreeWalker): # pylint:disable=unused-variable
"""Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
"""
def getNodeDetails(self, node):
if isinstance(node, tuple): # It might be the root Element
elt, _, _, flag = node
if flag in ("text", "tail"):
return base.TEXT, getattr(elt, flag)
else:
node = elt
if not(hasattr(node, "tag")):
node = node.getroot()
if node.tag in ("DOCUMENT_ROOT", "DOCUMENT_FRAGMENT"):
return (base.DOCUMENT,)
elif node.tag == "<!DOCTYPE>":
return (base.DOCTYPE, node.text,
node.get("publicId"), node.get("systemId"))
elif node.tag == ElementTreeCommentType:
return base.COMMENT, node.text
else:
assert isinstance(node.tag, string_types), type(node.tag)
# This is assumed to be an ordinary element
match = tag_regexp.match(node.tag)
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = node.tag
attrs = OrderedDict()
for name, value in list(node.attrib.items()):
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, tag,
attrs, len(node) or node.text)
def getFirstChild(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
element, key, parents, flag = node, None, [], None
if flag in ("text", "tail"):
return None
else:
if element.text:
return element, key, parents, "text"
elif len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
def getNextSibling(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
else:
if element.tail and flag != "tail":
return element, key, parents, "tail"
elif key < len(parents[-1]) - 1:
return parents[-1][key + 1], key + 1, parents, None
else:
return None
def getParentNode(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if not parents:
return element
else:
return element, key, parents, None
else:
parent = parents.pop()
if not parents:
return parent
else:
assert list(parents[-1]).count(parent) == 1
return parent, list(parents[-1]).index(parent), parents, None
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
site-packages/pip/_vendor/html5lib/treewalkers/dom.py 0000644 00000002605 15056474501 0016723 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from . import base
class TreeWalker(base.NonRecursiveTreeWalker):
def getNodeDetails(self, node):
if node.nodeType == Node.DOCUMENT_TYPE_NODE:
return base.DOCTYPE, node.name, node.publicId, node.systemId
elif node.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE):
return base.TEXT, node.nodeValue
elif node.nodeType == Node.ELEMENT_NODE:
attrs = {}
for attr in list(node.attributes.keys()):
attr = node.getAttributeNode(attr)
if attr.namespaceURI:
attrs[(attr.namespaceURI, attr.localName)] = attr.value
else:
attrs[(None, attr.name)] = attr.value
return (base.ELEMENT, node.namespaceURI, node.nodeName,
attrs, node.hasChildNodes())
elif node.nodeType == Node.COMMENT_NODE:
return base.COMMENT, node.nodeValue
elif node.nodeType in (Node.DOCUMENT_NODE, Node.DOCUMENT_FRAGMENT_NODE):
return (base.DOCUMENT,)
else:
return base.UNKNOWN, node.nodeType
def getFirstChild(self, node):
return node.firstChild
def getNextSibling(self, node):
return node.nextSibling
def getParentNode(self, node):
return node.parentNode
site-packages/pip/_vendor/html5lib/treewalkers/__init__.py 0000644 00000013127 15056474501 0017704 0 ustar 00 """A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method which takes a tree as sole argument and
returns an iterator which generates tokens.
"""
from __future__ import absolute_import, division, unicode_literals
from .. import constants
from .._utils import default_etree
__all__ = ["getTreeWalker", "pprint"]
treeWalkerCache = {}
def getTreeWalker(treeType, implementation=None, **kwargs):
"""Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
"""
treeType = treeType.lower()
if treeType not in treeWalkerCache:
if treeType == "dom":
from . import dom
treeWalkerCache[treeType] = dom.TreeWalker
elif treeType == "genshi":
from . import genshi
treeWalkerCache[treeType] = genshi.TreeWalker
elif treeType == "lxml":
from . import etree_lxml
treeWalkerCache[treeType] = etree_lxml.TreeWalker
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# XXX: NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeWalker
return treeWalkerCache.get(treeType)
def concatenateCharacterTokens(tokens):
pendingCharacters = []
for token in tokens:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
pendingCharacters.append(token["data"])
else:
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
pendingCharacters = []
yield token
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
def pprint(walker):
"""Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
"""
output = []
indent = 0
for token in concatenateCharacterTokens(walker):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
# tag name
if token["namespace"] and token["namespace"] != constants.namespaces["html"]:
if token["namespace"] in constants.prefixes:
ns = constants.prefixes[token["namespace"]]
else:
ns = token["namespace"]
name = "%s %s" % (ns, token["name"])
else:
name = token["name"]
output.append("%s<%s>" % (" " * indent, name))
indent += 2
# attributes (sorted for consistent ordering)
attrs = token["data"]
for (namespace, localname), value in sorted(attrs.items()):
if namespace:
if namespace in constants.prefixes:
ns = constants.prefixes[namespace]
else:
ns = namespace
name = "%s %s" % (ns, localname)
else:
name = localname
output.append("%s%s=\"%s\"" % (" " * indent, name, value))
# self-closing
if type == "EmptyTag":
indent -= 2
elif type == "EndTag":
indent -= 2
elif type == "Comment":
output.append("%s<!-- %s -->" % (" " * indent, token["data"]))
elif type == "Doctype":
if token["name"]:
if token["publicId"]:
output.append("""%s<!DOCTYPE %s "%s" "%s">""" %
(" " * indent,
token["name"],
token["publicId"],
token["systemId"] if token["systemId"] else ""))
elif token["systemId"]:
output.append("""%s<!DOCTYPE %s "" "%s">""" %
(" " * indent,
token["name"],
token["systemId"]))
else:
output.append("%s<!DOCTYPE %s>" % (" " * indent,
token["name"]))
else:
output.append("%s<!DOCTYPE >" % (" " * indent,))
elif type == "Characters":
output.append("%s\"%s\"" % (" " * indent, token["data"]))
elif type == "SpaceCharacters":
assert False, "concatenateCharacterTokens should have got rid of all Space tokens"
else:
raise ValueError("Unknown token type, %s" % type)
return "\n".join(output)
site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py 0000644 00000014325 15056474501 0020306 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from collections import OrderedDict
from lxml import etree
from ..treebuilders.etree import tag_regexp
from . import base
from .. import _ihatexml
def ensure_str(s):
if s is None:
return None
elif isinstance(s, text_type):
return s
else:
return s.decode("ascii", "strict")
class Root(object):
def __init__(self, et):
self.elementtree = et
self.children = []
try:
if et.docinfo.internalDTD:
self.children.append(Doctype(self,
ensure_str(et.docinfo.root_name),
ensure_str(et.docinfo.public_id),
ensure_str(et.docinfo.system_url)))
except AttributeError:
pass
try:
node = et.getroot()
except AttributeError:
node = et
while node.getprevious() is not None:
node = node.getprevious()
while node is not None:
self.children.append(node)
node = node.getnext()
self.text = None
self.tail = None
def __getitem__(self, key):
return self.children[key]
def getnext(self):
return None
def __len__(self):
return 1
class Doctype(object):
def __init__(self, root_node, name, public_id, system_id):
self.root_node = root_node
self.name = name
self.public_id = public_id
self.system_id = system_id
self.text = None
self.tail = None
def getnext(self):
return self.root_node.children[1]
class FragmentRoot(Root):
def __init__(self, children):
self.children = [FragmentWrapper(self, child) for child in children]
self.text = self.tail = None
def getnext(self):
return None
class FragmentWrapper(object):
def __init__(self, fragment_root, obj):
self.root_node = fragment_root
self.obj = obj
if hasattr(self.obj, 'text'):
self.text = ensure_str(self.obj.text)
else:
self.text = None
if hasattr(self.obj, 'tail'):
self.tail = ensure_str(self.obj.tail)
else:
self.tail = None
def __getattr__(self, name):
return getattr(self.obj, name)
def getnext(self):
siblings = self.root_node.children
idx = siblings.index(self)
if idx < len(siblings) - 1:
return siblings[idx + 1]
else:
return None
def __getitem__(self, key):
return self.obj[key]
def __bool__(self):
return bool(self.obj)
def getparent(self):
return None
def __str__(self):
return str(self.obj)
def __unicode__(self):
return str(self.obj)
def __len__(self):
return len(self.obj)
class TreeWalker(base.NonRecursiveTreeWalker):
def __init__(self, tree):
# pylint:disable=redefined-variable-type
if isinstance(tree, list):
self.fragmentChildren = set(tree)
tree = FragmentRoot(tree)
else:
self.fragmentChildren = set()
tree = Root(tree)
base.NonRecursiveTreeWalker.__init__(self, tree)
self.filter = _ihatexml.InfosetFilter()
def getNodeDetails(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
return base.TEXT, ensure_str(getattr(node, key))
elif isinstance(node, Root):
return (base.DOCUMENT,)
elif isinstance(node, Doctype):
return base.DOCTYPE, node.name, node.public_id, node.system_id
elif isinstance(node, FragmentWrapper) and not hasattr(node, "tag"):
return base.TEXT, ensure_str(node.obj)
elif node.tag == etree.Comment:
return base.COMMENT, ensure_str(node.text)
elif node.tag == etree.Entity:
return base.ENTITY, ensure_str(node.text)[1:-1] # strip &;
else:
# This is assumed to be an ordinary element
match = tag_regexp.match(ensure_str(node.tag))
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = ensure_str(node.tag)
attrs = OrderedDict()
for name, value in list(node.attrib.items()):
name = ensure_str(name)
value = ensure_str(value)
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, self.filter.fromXmlName(tag),
attrs, len(node) > 0 or node.text)
def getFirstChild(self, node):
assert not isinstance(node, tuple), "Text nodes have no children"
assert len(node) or node.text, "Node has no children"
if node.text:
return (node, "text")
else:
return node[0]
def getNextSibling(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
# XXX: we cannot use a "bool(node) and node[0] or None" construct here
# because node[0] might evaluate to False if it has no child element
if len(node):
return node[0]
else:
return None
else: # tail
return node.getnext()
return (node, "tail") if node.tail else node.getnext()
def getParentNode(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
return node
# else: fallback to "normal" processing
elif node in self.fragmentChildren:
return None
return node.getparent()
site-packages/pip/_vendor/html5lib/_inputstream.py 0000644 00000077141 15056474501 0016335 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from pip._vendor.six.moves import http_client, urllib
import codecs
import re
from io import BytesIO, StringIO
from pip._vendor import webencodings
from .constants import EOF, spaceCharacters, asciiLetters, asciiUppercase
from .constants import _ReparseException
from . import _utils
# Non-unicode versions of constants for use in the pre-parser
spaceCharactersBytes = frozenset([item.encode("ascii") for item in spaceCharacters])
asciiLettersBytes = frozenset([item.encode("ascii") for item in asciiLetters])
asciiUppercaseBytes = frozenset([item.encode("ascii") for item in asciiUppercase])
spacesAngleBrackets = spaceCharactersBytes | frozenset([b">", b"<"])
invalid_unicode_no_surrogate = "[\u0001-\u0008\u000B\u000E-\u001F\u007F-\u009F\uFDD0-\uFDEF\uFFFE\uFFFF\U0001FFFE\U0001FFFF\U0002FFFE\U0002FFFF\U0003FFFE\U0003FFFF\U0004FFFE\U0004FFFF\U0005FFFE\U0005FFFF\U0006FFFE\U0006FFFF\U0007FFFE\U0007FFFF\U0008FFFE\U0008FFFF\U0009FFFE\U0009FFFF\U000AFFFE\U000AFFFF\U000BFFFE\U000BFFFF\U000CFFFE\U000CFFFF\U000DFFFE\U000DFFFF\U000EFFFE\U000EFFFF\U000FFFFE\U000FFFFF\U0010FFFE\U0010FFFF]" # noqa
if _utils.supports_lone_surrogates:
# Use one extra step of indirection and create surrogates with
# eval. Not using this indirection would introduce an illegal
# unicode literal on platforms not supporting such lone
# surrogates.
assert invalid_unicode_no_surrogate[-1] == "]" and invalid_unicode_no_surrogate.count("]") == 1
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate[:-1] +
eval('"\\uD800-\\uDFFF"') + # pylint:disable=eval-used
"]")
else:
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate)
non_bmp_invalid_codepoints = {0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF,
0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE,
0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF,
0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF,
0x10FFFE, 0x10FFFF}
ascii_punctuation_re = re.compile("[\u0009-\u000D\u0020-\u002F\u003A-\u0040\u005C\u005B-\u0060\u007B-\u007E]")
# Cache for charsUntil()
charsUntilRegEx = {}
class BufferedStream(object):
"""Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
"""
def __init__(self, stream):
self.stream = stream
self.buffer = []
self.position = [-1, 0] # chunk number, offset
def tell(self):
pos = 0
for chunk in self.buffer[:self.position[0]]:
pos += len(chunk)
pos += self.position[1]
return pos
def seek(self, pos):
assert pos <= self._bufferedBytes()
offset = pos
i = 0
while len(self.buffer[i]) < offset:
offset -= len(self.buffer[i])
i += 1
self.position = [i, offset]
def read(self, bytes):
if not self.buffer:
return self._readStream(bytes)
elif (self.position[0] == len(self.buffer) and
self.position[1] == len(self.buffer[-1])):
return self._readStream(bytes)
else:
return self._readFromBuffer(bytes)
def _bufferedBytes(self):
return sum([len(item) for item in self.buffer])
def _readStream(self, bytes):
data = self.stream.read(bytes)
self.buffer.append(data)
self.position[0] += 1
self.position[1] = len(data)
return data
def _readFromBuffer(self, bytes):
remainingBytes = bytes
rv = []
bufferIndex = self.position[0]
bufferOffset = self.position[1]
while bufferIndex < len(self.buffer) and remainingBytes != 0:
assert remainingBytes > 0
bufferedData = self.buffer[bufferIndex]
if remainingBytes <= len(bufferedData) - bufferOffset:
bytesToRead = remainingBytes
self.position = [bufferIndex, bufferOffset + bytesToRead]
else:
bytesToRead = len(bufferedData) - bufferOffset
self.position = [bufferIndex, len(bufferedData)]
bufferIndex += 1
rv.append(bufferedData[bufferOffset:bufferOffset + bytesToRead])
remainingBytes -= bytesToRead
bufferOffset = 0
if remainingBytes:
rv.append(self._readStream(remainingBytes))
return b"".join(rv)
def HTMLInputStream(source, **kwargs):
# Work around Python bug #20007: read(0) closes the connection.
# http://bugs.python.org/issue20007
if (isinstance(source, http_client.HTTPResponse) or
# Also check for addinfourl wrapping HTTPResponse
(isinstance(source, urllib.response.addbase) and
isinstance(source.fp, http_client.HTTPResponse))):
isUnicode = False
elif hasattr(source, "read"):
isUnicode = isinstance(source.read(0), text_type)
else:
isUnicode = isinstance(source, text_type)
if isUnicode:
encodings = [x for x in kwargs if x.endswith("_encoding")]
if encodings:
raise TypeError("Cannot set an encoding with a unicode input, set %r" % encodings)
return HTMLUnicodeInputStream(source, **kwargs)
else:
return HTMLBinaryInputStream(source, **kwargs)
class HTMLUnicodeInputStream(object):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
_defaultChunkSize = 10240
def __init__(self, source):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
if not _utils.supports_lone_surrogates:
# Such platforms will have already checked for such
# surrogate errors, so no need to do this checking.
self.reportCharacterErrors = None
elif len("\U0010FFFF") == 1:
self.reportCharacterErrors = self.characterErrorsUCS4
else:
self.reportCharacterErrors = self.characterErrorsUCS2
# List of where new lines occur
self.newLines = [0]
self.charEncoding = (lookupEncoding("utf-8"), "certain")
self.dataStream = self.openStream(source)
self.reset()
def reset(self):
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
self.errors = []
# number of (complete) lines in previous chunks
self.prevNumLines = 0
# number of columns in the last line of the previous chunk
self.prevNumCols = 0
# Deal with CR LF and surrogates split over chunk boundaries
self._bufferedCharacter = None
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = StringIO(source)
return stream
def _position(self, offset):
chunk = self.chunk
nLines = chunk.count('\n', 0, offset)
positionLine = self.prevNumLines + nLines
lastLinePos = chunk.rfind('\n', 0, offset)
if lastLinePos == -1:
positionColumn = self.prevNumCols + offset
else:
positionColumn = offset - (lastLinePos + 1)
return (positionLine, positionColumn)
def position(self):
"""Returns (line, col) of the current position in the stream."""
line, col = self._position(self.chunkOffset)
return (line + 1, col)
def char(self):
""" Read one character from the stream or queue if available. Return
EOF when EOF is reached.
"""
# Read a new chunk from the input stream if necessary
if self.chunkOffset >= self.chunkSize:
if not self.readChunk():
return EOF
chunkOffset = self.chunkOffset
char = self.chunk[chunkOffset]
self.chunkOffset = chunkOffset + 1
return char
def readChunk(self, chunkSize=None):
if chunkSize is None:
chunkSize = self._defaultChunkSize
self.prevNumLines, self.prevNumCols = self._position(self.chunkSize)
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
data = self.dataStream.read(chunkSize)
# Deal with CR LF and surrogates broken across chunks
if self._bufferedCharacter:
data = self._bufferedCharacter + data
self._bufferedCharacter = None
elif not data:
# We have no more data, bye-bye stream
return False
if len(data) > 1:
lastv = ord(data[-1])
if lastv == 0x0D or 0xD800 <= lastv <= 0xDBFF:
self._bufferedCharacter = data[-1]
data = data[:-1]
if self.reportCharacterErrors:
self.reportCharacterErrors(data)
# Replace invalid characters
data = data.replace("\r\n", "\n")
data = data.replace("\r", "\n")
self.chunk = data
self.chunkSize = len(data)
return True
def characterErrorsUCS4(self, data):
for _ in range(len(invalid_unicode_re.findall(data))):
self.errors.append("invalid-codepoint")
def characterErrorsUCS2(self, data):
# Someone picked the wrong compile option
# You lose
skip = False
for match in invalid_unicode_re.finditer(data):
if skip:
continue
codepoint = ord(match.group())
pos = match.start()
# Pretty sure there should be endianness issues here
if _utils.isSurrogatePair(data[pos:pos + 2]):
# We have a surrogate pair!
char_val = _utils.surrogatePairToCodepoint(data[pos:pos + 2])
if char_val in non_bmp_invalid_codepoints:
self.errors.append("invalid-codepoint")
skip = True
elif (codepoint >= 0xD800 and codepoint <= 0xDFFF and
pos == len(data) - 1):
self.errors.append("invalid-codepoint")
else:
skip = False
self.errors.append("invalid-codepoint")
def charsUntil(self, characters, opposite=False):
""" Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
"""
# Use a cache of regexps to find the required characters
try:
chars = charsUntilRegEx[(characters, opposite)]
except KeyError:
if __debug__:
for c in characters:
assert(ord(c) < 128)
regex = "".join(["\\x%02x" % ord(c) for c in characters])
if not opposite:
regex = "^%s" % regex
chars = charsUntilRegEx[(characters, opposite)] = re.compile("[%s]+" % regex)
rv = []
while True:
# Find the longest matching prefix
m = chars.match(self.chunk, self.chunkOffset)
if m is None:
# If nothing matched, and it wasn't because we ran out of chunk,
# then stop
if self.chunkOffset != self.chunkSize:
break
else:
end = m.end()
# If not the whole chunk matched, return everything
# up to the part that didn't match
if end != self.chunkSize:
rv.append(self.chunk[self.chunkOffset:end])
self.chunkOffset = end
break
# If the whole remainder of the chunk matched,
# use it all and read the next chunk
rv.append(self.chunk[self.chunkOffset:])
if not self.readChunk():
# Reached EOF
break
r = "".join(rv)
return r
def unget(self, char):
# Only one character is allowed to be ungotten at once - it must
# be consumed again before any further call to unget
if char is not EOF:
if self.chunkOffset == 0:
# unget is called quite rarely, so it's a good idea to do
# more work here if it saves a bit of work in the frequently
# called char and charsUntil.
# So, just prepend the ungotten character onto the current
# chunk:
self.chunk = char + self.chunk
self.chunkSize += 1
else:
self.chunkOffset -= 1
assert self.chunk[self.chunkOffset] == char
class HTMLBinaryInputStream(HTMLUnicodeInputStream):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
def __init__(self, source, override_encoding=None, transport_encoding=None,
same_origin_parent_encoding=None, likely_encoding=None,
default_encoding="windows-1252", useChardet=True):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
# Raw Stream - for unicode objects this will encode to utf-8 and set
# self.charEncoding as appropriate
self.rawStream = self.openStream(source)
HTMLUnicodeInputStream.__init__(self, self.rawStream)
# Encoding Information
# Number of bytes to use when looking for a meta element with
# encoding information
self.numBytesMeta = 1024
# Number of bytes to use when using detecting encoding using chardet
self.numBytesChardet = 100
# Things from args
self.override_encoding = override_encoding
self.transport_encoding = transport_encoding
self.same_origin_parent_encoding = same_origin_parent_encoding
self.likely_encoding = likely_encoding
self.default_encoding = default_encoding
# Determine encoding
self.charEncoding = self.determineEncoding(useChardet)
assert self.charEncoding[0] is not None
# Call superclass
self.reset()
def reset(self):
self.dataStream = self.charEncoding[0].codec_info.streamreader(self.rawStream, 'replace')
HTMLUnicodeInputStream.reset(self)
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = BytesIO(source)
try:
stream.seek(stream.tell())
except Exception:
stream = BufferedStream(stream)
return stream
def determineEncoding(self, chardet=True):
# BOMs take precedence over everything
# This will also read past the BOM if present
charEncoding = self.detectBOM(), "certain"
if charEncoding[0] is not None:
return charEncoding
# If we've been overridden, we've been overridden
charEncoding = lookupEncoding(self.override_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Now check the transport layer
charEncoding = lookupEncoding(self.transport_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Look for meta elements with encoding information
charEncoding = self.detectEncodingMeta(), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Parent document encoding
charEncoding = lookupEncoding(self.same_origin_parent_encoding), "tentative"
if charEncoding[0] is not None and not charEncoding[0].name.startswith("utf-16"):
return charEncoding
# "likely" encoding
charEncoding = lookupEncoding(self.likely_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Guess with chardet, if available
if chardet:
try:
from pip._vendor.chardet.universaldetector import UniversalDetector
except ImportError:
pass
else:
buffers = []
detector = UniversalDetector()
while not detector.done:
buffer = self.rawStream.read(self.numBytesChardet)
assert isinstance(buffer, bytes)
if not buffer:
break
buffers.append(buffer)
detector.feed(buffer)
detector.close()
encoding = lookupEncoding(detector.result['encoding'])
self.rawStream.seek(0)
if encoding is not None:
return encoding, "tentative"
# Try the default encoding
charEncoding = lookupEncoding(self.default_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Fallback to html5lib's default if even that hasn't worked
return lookupEncoding("windows-1252"), "tentative"
def changeEncoding(self, newEncoding):
assert self.charEncoding[1] != "certain"
newEncoding = lookupEncoding(newEncoding)
if newEncoding is None:
return
if newEncoding.name in ("utf-16be", "utf-16le"):
newEncoding = lookupEncoding("utf-8")
assert newEncoding is not None
elif newEncoding == self.charEncoding[0]:
self.charEncoding = (self.charEncoding[0], "certain")
else:
self.rawStream.seek(0)
self.charEncoding = (newEncoding, "certain")
self.reset()
raise _ReparseException("Encoding changed from %s to %s" % (self.charEncoding[0], newEncoding))
def detectBOM(self):
"""Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return None"""
bomDict = {
codecs.BOM_UTF8: 'utf-8',
codecs.BOM_UTF16_LE: 'utf-16le', codecs.BOM_UTF16_BE: 'utf-16be',
codecs.BOM_UTF32_LE: 'utf-32le', codecs.BOM_UTF32_BE: 'utf-32be'
}
# Go to beginning of file and read in 4 bytes
string = self.rawStream.read(4)
assert isinstance(string, bytes)
# Try detecting the BOM using bytes from the string
encoding = bomDict.get(string[:3]) # UTF-8
seek = 3
if not encoding:
# Need to detect UTF-32 before UTF-16
encoding = bomDict.get(string) # UTF-32
seek = 4
if not encoding:
encoding = bomDict.get(string[:2]) # UTF-16
seek = 2
# Set the read position past the BOM if one was found, otherwise
# set it to the start of the stream
if encoding:
self.rawStream.seek(seek)
return lookupEncoding(encoding)
else:
self.rawStream.seek(0)
return None
def detectEncodingMeta(self):
"""Report the encoding declared by the meta element
"""
buffer = self.rawStream.read(self.numBytesMeta)
assert isinstance(buffer, bytes)
parser = EncodingParser(buffer)
self.rawStream.seek(0)
encoding = parser.getEncoding()
if encoding is not None and encoding.name in ("utf-16be", "utf-16le"):
encoding = lookupEncoding("utf-8")
return encoding
class EncodingBytes(bytes):
"""String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raised"""
def __new__(self, value):
assert isinstance(value, bytes)
return bytes.__new__(self, value.lower())
def __init__(self, value):
# pylint:disable=unused-argument
self._position = -1
def __iter__(self):
return self
def __next__(self):
p = self._position = self._position + 1
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
return self[p:p + 1]
def next(self):
# Py2 compat
return self.__next__()
def previous(self):
p = self._position
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
self._position = p = p - 1
return self[p:p + 1]
def setPosition(self, position):
if self._position >= len(self):
raise StopIteration
self._position = position
def getPosition(self):
if self._position >= len(self):
raise StopIteration
if self._position >= 0:
return self._position
else:
return None
position = property(getPosition, setPosition)
def getCurrentByte(self):
return self[self.position:self.position + 1]
currentByte = property(getCurrentByte)
def skip(self, chars=spaceCharactersBytes):
"""Skip past a list of characters"""
p = self.position # use property for the error-checking
while p < len(self):
c = self[p:p + 1]
if c not in chars:
self._position = p
return c
p += 1
self._position = p
return None
def skipUntil(self, chars):
p = self.position
while p < len(self):
c = self[p:p + 1]
if c in chars:
self._position = p
return c
p += 1
self._position = p
return None
def matchBytes(self, bytes):
"""Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone"""
rv = self.startswith(bytes, self.position)
if rv:
self.position += len(bytes)
return rv
def jumpTo(self, bytes):
"""Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the match"""
try:
self._position = self.index(bytes, self.position) + len(bytes) - 1
except ValueError:
raise StopIteration
return True
class EncodingParser(object):
"""Mini parser for detecting character encoding from meta elements"""
def __init__(self, data):
"""string - the data to work on for encoding detection"""
self.data = EncodingBytes(data)
self.encoding = None
def getEncoding(self):
if b"<meta" not in self.data:
return None
methodDispatch = (
(b"<!--", self.handleComment),
(b"<meta", self.handleMeta),
(b"</", self.handlePossibleEndTag),
(b"<!", self.handleOther),
(b"<?", self.handleOther),
(b"<", self.handlePossibleStartTag))
for _ in self.data:
keepParsing = True
try:
self.data.jumpTo(b"<")
except StopIteration:
break
for key, method in methodDispatch:
if self.data.matchBytes(key):
try:
keepParsing = method()
break
except StopIteration:
keepParsing = False
break
if not keepParsing:
break
return self.encoding
def handleComment(self):
"""Skip over comments"""
return self.data.jumpTo(b"-->")
def handleMeta(self):
if self.data.currentByte not in spaceCharactersBytes:
# if we have <meta not followed by a space so just keep going
return True
# We have a valid meta element we want to search for attributes
hasPragma = False
pendingEncoding = None
while True:
# Try to find the next attribute after the current position
attr = self.getAttribute()
if attr is None:
return True
else:
if attr[0] == b"http-equiv":
hasPragma = attr[1] == b"content-type"
if hasPragma and pendingEncoding is not None:
self.encoding = pendingEncoding
return False
elif attr[0] == b"charset":
tentativeEncoding = attr[1]
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
self.encoding = codec
return False
elif attr[0] == b"content":
contentParser = ContentAttrParser(EncodingBytes(attr[1]))
tentativeEncoding = contentParser.parse()
if tentativeEncoding is not None:
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
if hasPragma:
self.encoding = codec
return False
else:
pendingEncoding = codec
def handlePossibleStartTag(self):
return self.handlePossibleTag(False)
def handlePossibleEndTag(self):
next(self.data)
return self.handlePossibleTag(True)
def handlePossibleTag(self, endTag):
data = self.data
if data.currentByte not in asciiLettersBytes:
# If the next byte is not an ascii letter either ignore this
# fragment (possible start tag case) or treat it according to
# handleOther
if endTag:
data.previous()
self.handleOther()
return True
c = data.skipUntil(spacesAngleBrackets)
if c == b"<":
# return to the first step in the overall "two step" algorithm
# reprocessing the < byte
data.previous()
else:
# Read all attributes
attr = self.getAttribute()
while attr is not None:
attr = self.getAttribute()
return True
def handleOther(self):
return self.data.jumpTo(b">")
def getAttribute(self):
"""Return a name,value pair for the next attribute in the stream,
if one is found, or None"""
data = self.data
# Step 1 (skip chars)
c = data.skip(spaceCharactersBytes | frozenset([b"/"]))
assert c is None or len(c) == 1
# Step 2
if c in (b">", None):
return None
# Step 3
attrName = []
attrValue = []
# Step 4 attribute name
while True:
if c == b"=" and attrName:
break
elif c in spaceCharactersBytes:
# Step 6!
c = data.skip()
break
elif c in (b"/", b">"):
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrName.append(c.lower())
elif c is None:
return None
else:
attrName.append(c)
# Step 5
c = next(data)
# Step 7
if c != b"=":
data.previous()
return b"".join(attrName), b""
# Step 8
next(data)
# Step 9
c = data.skip()
# Step 10
if c in (b"'", b'"'):
# 10.1
quoteChar = c
while True:
# 10.2
c = next(data)
# 10.3
if c == quoteChar:
next(data)
return b"".join(attrName), b"".join(attrValue)
# 10.4
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
# 10.5
else:
attrValue.append(c)
elif c == b">":
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
# Step 11
while True:
c = next(data)
if c in spacesAngleBrackets:
return b"".join(attrName), b"".join(attrValue)
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
class ContentAttrParser(object):
def __init__(self, data):
assert isinstance(data, bytes)
self.data = data
def parse(self):
try:
# Check if the attr name is charset
# otherwise return
self.data.jumpTo(b"charset")
self.data.position += 1
self.data.skip()
if not self.data.currentByte == b"=":
# If there is no = sign keep looking for attrs
return None
self.data.position += 1
self.data.skip()
# Look for an encoding between matching quote marks
if self.data.currentByte in (b'"', b"'"):
quoteMark = self.data.currentByte
self.data.position += 1
oldPosition = self.data.position
if self.data.jumpTo(quoteMark):
return self.data[oldPosition:self.data.position]
else:
return None
else:
# Unquoted value
oldPosition = self.data.position
try:
self.data.skipUntil(spaceCharactersBytes)
return self.data[oldPosition:self.data.position]
except StopIteration:
# Return the whole remaining value
return self.data[oldPosition:]
except StopIteration:
return None
def lookupEncoding(encoding):
"""Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding."""
if isinstance(encoding, bytes):
try:
encoding = encoding.decode("ascii")
except UnicodeDecodeError:
return None
if encoding is not None:
try:
return webencodings.lookup(encoding)
except AttributeError:
return None
else:
return None
site-packages/pip/_vendor/html5lib/serializer.py 0000644 00000036617 15056474501 0015777 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
import re
from codecs import register_error, xmlcharrefreplace_errors
from .constants import voidElements, booleanAttributes, spaceCharacters
from .constants import rcdataElements, entities, xmlEntities
from . import treewalkers, _utils
from xml.sax.saxutils import escape
_quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`"
_quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]")
_quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars +
"\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n"
"\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15"
"\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f"
"\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000"
"\u2001\u2002\u2003\u2004\u2005\u2006\u2007"
"\u2008\u2009\u200a\u2028\u2029\u202f\u205f"
"\u3000]")
_encode_entity_map = {}
_is_ucs4 = len("\U0010FFFF") == 1
for k, v in list(entities.items()):
# skip multi-character entities
if ((_is_ucs4 and len(v) > 1) or
(not _is_ucs4 and len(v) > 2)):
continue
if v != "&":
if len(v) == 2:
v = _utils.surrogatePairToCodepoint(v)
else:
v = ord(v)
if v not in _encode_entity_map or k.islower():
# prefer < over < and similarly for &, >, etc.
_encode_entity_map[v] = k
def htmlentityreplace_errors(exc):
if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)):
res = []
codepoints = []
skip = False
for i, c in enumerate(exc.object[exc.start:exc.end]):
if skip:
skip = False
continue
index = i + exc.start
if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]):
codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2])
skip = True
else:
codepoint = ord(c)
codepoints.append(codepoint)
for cp in codepoints:
e = _encode_entity_map.get(cp)
if e:
res.append("&")
res.append(e)
if not e.endswith(";"):
res.append(";")
else:
res.append("&#x%s;" % (hex(cp)[2:]))
return ("".join(res), exc.end)
else:
return xmlcharrefreplace_errors(exc)
register_error("htmlentityreplace", htmlentityreplace_errors)
def serialize(input, tree="etree", encoding=None, **serializer_opts):
"""Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
"""
# XXX: Should we cache this?
walker = treewalkers.getTreeWalker(tree)
s = HTMLSerializer(**serializer_opts)
return s.render(walker(input), encoding)
class HTMLSerializer(object):
# attribute quoting options
quote_attr_values = "legacy" # be secure by default
quote_char = '"'
use_best_quote_char = True
# tag syntax options
omit_optional_tags = True
minimize_boolean_attributes = True
use_trailing_solidus = False
space_before_trailing_solidus = True
# escaping options
escape_lt_in_attrs = False
escape_rcdata = False
resolve_entities = True
# miscellaneous options
alphabetical_attributes = False
inject_meta_charset = True
strip_whitespace = False
sanitize = False
options = ("quote_attr_values", "quote_char", "use_best_quote_char",
"omit_optional_tags", "minimize_boolean_attributes",
"use_trailing_solidus", "space_before_trailing_solidus",
"escape_lt_in_attrs", "escape_rcdata", "resolve_entities",
"alphabetical_attributes", "inject_meta_charset",
"strip_whitespace", "sanitize")
def __init__(self, **kwargs):
"""Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
"""
unexpected_args = frozenset(kwargs) - frozenset(self.options)
if len(unexpected_args) > 0:
raise TypeError("__init__() got an unexpected keyword argument '%s'" % next(iter(unexpected_args)))
if 'quote_char' in kwargs:
self.use_best_quote_char = False
for attr in self.options:
setattr(self, attr, kwargs.get(attr, getattr(self, attr)))
self.errors = []
self.strict = False
def encode(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "htmlentityreplace")
else:
return string
def encodeStrict(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "strict")
else:
return string
def serialize(self, treewalker, encoding=None):
# pylint:disable=too-many-nested-blocks
self.encoding = encoding
in_cdata = False
self.errors = []
if encoding and self.inject_meta_charset:
from .filters.inject_meta_charset import Filter
treewalker = Filter(treewalker, encoding)
# Alphabetical attributes is here under the assumption that none of
# the later filters add or change order of attributes; it needs to be
# before the sanitizer so escaped elements come out correctly
if self.alphabetical_attributes:
from .filters.alphabeticalattributes import Filter
treewalker = Filter(treewalker)
# WhitespaceFilter should be used before OptionalTagFilter
# for maximum efficiently of this latter filter
if self.strip_whitespace:
from .filters.whitespace import Filter
treewalker = Filter(treewalker)
if self.sanitize:
from .filters.sanitizer import Filter
treewalker = Filter(treewalker)
if self.omit_optional_tags:
from .filters.optionaltags import Filter
treewalker = Filter(treewalker)
for token in treewalker:
type = token["type"]
if type == "Doctype":
doctype = "<!DOCTYPE %s" % token["name"]
if token["publicId"]:
doctype += ' PUBLIC "%s"' % token["publicId"]
elif token["systemId"]:
doctype += " SYSTEM"
if token["systemId"]:
if token["systemId"].find('"') >= 0:
if token["systemId"].find("'") >= 0:
self.serializeError("System identifier contains both single and double quote characters")
quote_char = "'"
else:
quote_char = '"'
doctype += " %s%s%s" % (quote_char, token["systemId"], quote_char)
doctype += ">"
yield self.encodeStrict(doctype)
elif type in ("Characters", "SpaceCharacters"):
if type == "SpaceCharacters" or in_cdata:
if in_cdata and token["data"].find("</") >= 0:
self.serializeError("Unexpected </ in CDATA")
yield self.encode(token["data"])
else:
yield self.encode(escape(token["data"]))
elif type in ("StartTag", "EmptyTag"):
name = token["name"]
yield self.encodeStrict("<%s" % name)
if name in rcdataElements and not self.escape_rcdata:
in_cdata = True
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
for (_, attr_name), attr_value in token["data"].items():
# TODO: Add namespace support here
k = attr_name
v = attr_value
yield self.encodeStrict(' ')
yield self.encodeStrict(k)
if not self.minimize_boolean_attributes or \
(k not in booleanAttributes.get(name, tuple()) and
k not in booleanAttributes.get("", tuple())):
yield self.encodeStrict("=")
if self.quote_attr_values == "always" or len(v) == 0:
quote_attr = True
elif self.quote_attr_values == "spec":
quote_attr = _quoteAttributeSpec.search(v) is not None
elif self.quote_attr_values == "legacy":
quote_attr = _quoteAttributeLegacy.search(v) is not None
else:
raise ValueError("quote_attr_values must be one of: "
"'always', 'spec', or 'legacy'")
v = v.replace("&", "&")
if self.escape_lt_in_attrs:
v = v.replace("<", "<")
if quote_attr:
quote_char = self.quote_char
if self.use_best_quote_char:
if "'" in v and '"' not in v:
quote_char = '"'
elif '"' in v and "'" not in v:
quote_char = "'"
if quote_char == "'":
v = v.replace("'", "'")
else:
v = v.replace('"', """)
yield self.encodeStrict(quote_char)
yield self.encode(v)
yield self.encodeStrict(quote_char)
else:
yield self.encode(v)
if name in voidElements and self.use_trailing_solidus:
if self.space_before_trailing_solidus:
yield self.encodeStrict(" /")
else:
yield self.encodeStrict("/")
yield self.encode(">")
elif type == "EndTag":
name = token["name"]
if name in rcdataElements:
in_cdata = False
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
yield self.encodeStrict("</%s>" % name)
elif type == "Comment":
data = token["data"]
if data.find("--") >= 0:
self.serializeError("Comment contains --")
yield self.encodeStrict("<!--%s-->" % token["data"])
elif type == "Entity":
name = token["name"]
key = name + ";"
if key not in entities:
self.serializeError("Entity %s not recognized" % name)
if self.resolve_entities and key not in xmlEntities:
data = entities[key]
else:
data = "&%s;" % name
yield self.encodeStrict(data)
else:
self.serializeError(token["data"])
def render(self, treewalker, encoding=None):
"""Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
"""
if encoding:
return b"".join(list(self.serialize(treewalker, encoding)))
else:
return "".join(list(self.serialize(treewalker)))
def serializeError(self, data="XXX ERROR MESSAGE NEEDED"):
# XXX The idea is to make data mandatory.
self.errors.append(data)
if self.strict:
raise SerializeError
class SerializeError(Exception):
"""Error in serialized tree"""
pass
site-packages/pip/_vendor/html5lib/_trie/__pycache__/py.cpython-39.pyc 0000644 00000004370 15056474501 0021636 0 ustar 00 a
��Re� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd� de
�Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z d S )r c C sJ t dd� |�� D ��s td��|| _t|�� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S �N)�
isinstancer )�.0�x� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/py.py� <genexpr> � z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar
r
r �__init__
s z
Trie.__init__c C s
|| j v S r �r �r �keyr
r
r � __contains__ s zTrie.__contains__c C s
t | j�S r )r r �r r
r
r �__len__ s z Trie.__len__c C s
t | j�S r )�iterr r" r
r
r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r � __getitem__ s zTrie.__getitem__Nc C s� |d u s|dks| j s t| j �S |�| j�rL| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krt|S | j | �|�r�|�| j | � |d7 }qt|| _||f| _|S )Nr r )r �set�
startswithr r r r �add)r �prefix�lo�hi�start�ir r
r
r r s
z Trie.keysc C sd || j v rdS |�| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| �|�S )NTF)r r( r r r r r )r r* r+ r, r. r
r
r �has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
�__name__�
__module__� __qualname__r r! r# r% r& r r/ r
r
r
r r s
r N) �
__future__r r r Zpip._vendor.sixr �bisectr �_baser �ABCTrier
r
r
r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-39.pyc 0000644 00000003143 15056474501 0022254 0 ustar 00 a
��Re� � @ sX d dl mZmZmZ zd dlmZ W n eyB d dlmZ Y n0 G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d
� Z� ZS ) �Triez Abstract base class for triesNc s0 t t| ��� }� d u r t|�S � fdd�|D �S )Nc s h | ]}|� � �r|�qS � )�
startswith)�.0�x��prefixr ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/_base.py� <setcomp> � z Trie.keys.<locals>.<setcomp>)�superr �keys�set)�selfr r �� __class__r r
r s z Trie.keysc C s" | � � D ]}|�|�r dS qdS )NTF)r r )r r �keyr r r
�has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || v r |S t dt|�d �D ](}|d | � | v r |d | � S q t|��d S )N� )�range�len�KeyError)r r �ir r r
�longest_prefix s zTrie.longest_prefixc C s | � |�}|| | fS )N)r )r r �lprefixr r r
�longest_prefix_item& s
zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__�__doc__r r r r �
__classcell__r r r r
r s
r N) �
__future__r r r �collections.abcr � ImportError� collectionsr r r r r
�<module> s
site-packages/pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-39.pyc 0000644 00000000607 15056474501 0022744 0 ustar 00 a
��Rem � @ s* d dl mZmZmZ ddlmZ dgZdS )� )�absolute_import�division�unicode_literals� )�Trier N)�
__future__r r r �pyr �__all__� r
r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/__init__.py�<module> s site-packages/pip/_vendor/html5lib/_trie/py.py 0000644 00000003357 15056474501 0015353 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from bisect import bisect_left
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
if not all(isinstance(x, text_type) for x in data.keys()):
raise TypeError("All keys must be strings")
self._data = data
self._keys = sorted(data.keys())
self._cachestr = ""
self._cachepoints = (0, len(data))
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
return iter(self._data)
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
if prefix is None or prefix == "" or not self._keys:
return set(self._keys)
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
start = i = bisect_left(self._keys, prefix, lo, hi)
else:
start = i = bisect_left(self._keys, prefix)
keys = set()
if start == len(self._keys):
return keys
while self._keys[i].startswith(prefix):
keys.add(self._keys[i])
i += 1
self._cachestr = prefix
self._cachepoints = (start, i)
return keys
def has_keys_with_prefix(self, prefix):
if prefix in self._data:
return True
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
i = bisect_left(self._keys, prefix, lo, hi)
else:
i = bisect_left(self._keys, prefix)
if i == len(self._keys):
return False
return self._keys[i].startswith(prefix)
site-packages/pip/_vendor/html5lib/_trie/_base.py 0000644 00000001765 15056474501 0015775 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
try:
from collections.abc import Mapping
except ImportError: # Python 2.7
from collections import Mapping
class Trie(Mapping):
"""Abstract base class for tries"""
def keys(self, prefix=None):
# pylint:disable=arguments-differ
keys = super(Trie, self).keys()
if prefix is None:
return set(keys)
return {x for x in keys if x.startswith(prefix)}
def has_keys_with_prefix(self, prefix):
for key in self.keys():
if key.startswith(prefix):
return True
return False
def longest_prefix(self, prefix):
if prefix in self:
return prefix
for i in range(1, len(prefix) + 1):
if prefix[:-i] in self:
return prefix[:-i]
raise KeyError(prefix)
def longest_prefix_item(self, prefix):
lprefix = self.longest_prefix(prefix)
return (lprefix, self[lprefix])
site-packages/pip/_vendor/html5lib/_trie/__init__.py 0000644 00000000155 15056474501 0016453 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from .py import Trie
__all__ = ["Trie"]
site-packages/pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-39.pyc 0000644 00000005362 15056474501 0024262 0 ustar 00 a
��Re\) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d ur&|||fV |}|}q|d urD||d fV d S )N)�source)�selfZ previous1Z previous2�token� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/optionaltags.py�slider s
z
Filter.sliderc c sp | � � D ]b\}}}|d }|dkrD|d s<| �|d ||�sj|V q|dkrd| �|d |�sj|V q|V qd S )N�type�StartTag�data�name�EndTag)r
�is_optional_start�is_optional_end)r �previousr
�nextr r r r �__iter__ s �zFilter.__iter__c C s� |r |d pd }|dv r |dvS |dkrJ|dv r4dS |dkr�|d dkS n�|d krx|dv r^d
S |d krr|d d vS dS nb|d
kr�|dv r�|d dkS d
S n@|dkr�|d kr�|r�|d dkr�|d dv r�d
S |d dkS d
S d
S )Nr �html��Comment�SpaceCharacters�head�r �EmptyTagTr r �bodyFr )�script�style�colgroup�col�tbody)r$ �thead�tfoot�trr )r �tagnamer r r r r r r s6
� zFilter.is_optional_startc C s |r |d pd }|dv r |dvS |dv rP|dkr<|d |kS |dkpJ|d u S �n�|dv r�|dkrl|d dv S |d kr�|dkp�|d u S d
S �np|d kr�|d v r�|d d
v S |dkp�|d u S �n@|dkr�|dkr�|d dv S |dkp�|d u S �n|dv �r |dk�r |d dv S |dk�p |d u S n�|dk�rT|dv �r8d
S |dk�rN|d dkS dS n�|dv �r�|dk�rt|d dv S |dk�r�|dk�p�|d u S d
S nf|dk�r�|dk�r�|d dkS |dk�p�|d u S n2|dv �r�|dk�r�|d dv S |dk�p�|d u S d
S )Nr )r r r r )�li�optgroupr' r r r )�dt�ddr, F�pr ) �address�article�aside�
blockquote�datagrid�dialog�dir�div�dl�fieldset�footer�form�h1�h2�h3�h4�h5�h6�header�hr�menu�nav�olr- �pre�section�table�ul�option)rI r* )�rt�rpr" T)r% r$ )r$ r& r$ r& )�td�thr )r r( r r r r r r X s\
zFilter.is_optional_endN)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r s
9r N)�
__future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-39.pyc 0000644 00000002577 15056474501 0023717 0 ustar 00 a
��Re� � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d�
e �Z e� de �Z G d d
� d
ej
�Z
d d � ZdS )
� )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s, e Zd ZdZeddgee� �Zdd� ZdS )�FilterzACollapses whitespace except in pre, textarea, and script elements�pre�textareac c s� d}t j�| �D ]�}|d }|dkr@|s6|d | jv r@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s�|d
kr�t|d �|d< |V qd S ) Nr �type�StartTag�namer �EndTag�SpaceCharacters�data� �
Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�self�preserve�tokenr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s � �
zFilter.__iter__N) �__name__�
__module__� __qualname__�__doc__� frozenset�listr r r r r r r r s r c C s t �d| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )�
__future__r r r �rer
r � constantsr r �join�compiler$ r r r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-39.pyc 0000644 00000041035 15056474501 0023563 0 ustar 00 a
��Rei � D @ s^ d Z ddlmZmZmZ ddlZddlZddlmZm Z ddl
m Z ddl
mZ dd lmZmZ d
gZd Ze�ee� eed d
fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed d<fed d=fed d>fed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfed dnfed dofedp dqfedp drfedp dsfedp dtfedp dufedp dvfedp dwfedp dxfedp dyfedp dzfedp d{fedp d|fedp d}fedp d~fedp dfedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fedp d�fed� d
fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Zed�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9e�d: �d;f�d<d��d=�d=�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dHd�d�dI�dJ�dK�dL�dM�dM�dN�dO�dP�dQ�dQ�dQ�dR�dS�d �dT�dU�dV�dW�dX�d8�d8e�dY �dZfe�dY �d[fe�dY �d\f�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�di�djdːdkd͐dl�dm�dn�do�dp�dq�dr�ds�dB�dtd�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d�d�d��d�d�d��d��d��d��d�d��d��d��d��d��d��d��d�d��d�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d*�d��d��d��d.�d��d��d��d��d��ddÐdĐdŐdƐdǐd8�dȐdɐdʐdːd�e�dY �d�fe�dY �d�fe�dY �dZfe�dY �d�fe�dY �d[fe�dY d�fe�dY �d\fe�d: �d�fe�d: �d;fe�d: �d�f�dҐdӐdԐdՐfC�Zed�d#d�d�d��dd�d�d�d��d e�dY �dZfe�d: �d�ff
�Ze�dփZe�d׃Ze�dZ e�dكZ e�dڃZ e�dۃZ e�d܃Z e�!�d�ej"�Z#G �d�d
� d
ej$�Z$dS (� a2 Deprecated from html5lib 1.1.
See `here <https://github.com/html5lib/html5lib-python/issues/443>`_ for
information about its deprecation; `Bleach <https://github.com/mozilla/bleach>`_
is recommended as a replacement. Please let us know in the aforementioned issue
if Bleach is unsuitable for your needs.
� )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )�
namespaces�prefixes�Filterz�html5lib's sanitizer is deprecated; see https://github.com/html5lib/html5lib-python/issues/443 and please let us know if Bleach is unsuitable for your needs�html�a�abbrZacronym�address�area�article�aside�audio�b�big�
blockquote�br�buttonZcanvas�caption�center�cite�code�col�colgroup�command�datagridZdatalist�dd�del�details�dfn�dialog�dir�div�dl�dt�emz event-source�fieldset�
figcaption�figure�footer�font�form�header�h1�h2�h3�h4�h5�h6�hr�i�img�inputZins�keygenZkbd�labelZlegend�li�m�map�menuZmeterZmulticol�navZnextid�ol�output�optgroup�option�p�pre�progress�q�sZsamp�section�select�smallZsound�sourceZspacer�span�strike�strong�sub�sup�table�tbody�td�textarea�time�tfoot�th�thead�tr�tt�u�ul�var�video�mathmlZmaction�mathZmerrorZmfrac�miZ
mmultiscripts�mn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtd�mtextZmtrZmunderZ
munderover�none�svg�animate� animateColor�
animateMotion�animateTransform�clipPathZcircleZdefs�descZellipsez font-facezfont-face-namez
font-face-src�gZglyphZhkern�linearGradient�line�marker�metadataz
missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stop�switch�text�titleZtspan�use)Nr )N�accept)Nzaccept-charset)NZ accesskey)N�action)NZalign)NZalt)N� autocomplete)N� autofocus)NZaxis)N�
background)NZbalance)NZbgcolor)NZ bgproperties)N�border)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)N�ch)N� challenge)N�char)NZcharoff)NZchoff)N�charset)N�checked)Nr )N�class)N�clear)N�color)N�cols)NZcolspan)N�compact)NZcontenteditable)N�controls)NZcoords)N�data)NZdatafld)NZ datapagesize)NZdatasrc)N�datetime)N�default)N�delay)Nr( )N�disabled)NZ draggable)NZdynsrc)NZenctype)N�end)N�face)N�for)Nr2 )N�frame)NZ
galleryimg)NZgutter)N�headers)N�height)NZ hidefocus)N�hidden)N�high)N�href)NZhreflang)NZhspace)NZicon)N�id)NZ inputmode)N�ismap)NZkeytype)Nr? )NZ leftspacing)N�lang)N�list)NZlongdesc)N�loop)NZ loopcount)NZloopend)NZ loopstart)N�low)NZlowsrc)N�max)NZ maxlength)NZmedia)N�method)N�min)N�multiple)N�name)NZnohref)N�noshade)N�nowrap)N�open)NZoptimum�N�pattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)N�prompt)NZ
radiogroup)N�readonly)N�rel)Nz
repeat-max)Nz
repeat-min)N�replace)N�required)N�rev)NZ rightspacing)N�rows)NZrowspan)N�rules)NZscope)N�selected)N�shape)N�size)NrR )N�src)N�start)N�step�N�style)N�summary)N�suppress)NZtabindex)N�target)N�template)Nr~ )NZ
toppadding)N�type)NZ unselectable)NZusemap)N�urn)NZvalign)N�value)N�variable)N�volume)NZvspace)NZvrml)N�width)N�wrap�xmlr� )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)N�depth)N�display)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)N�maxsize)NZminsize)N�other)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)N� separator)NZstretchy�xlinkr� �showr� )Nz
accent-height)N�
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)N�
attributeName)N�
attributeType)N� baseProfile)NZbbox)N�begin)NZby)N�calcMode)Nz
cap-height�Nz clip-path)Nzcolor-rendering)N�content)NZcx)N�cy)N�d)NZdx)NZdy)NZdescent)NZdur�N�fill)N� fill-opacity)N� fill-rule)N� font-family)N� font-size)Nz font-stretch)N�
font-style)N� font-variant)N� font-weight)N�from)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)N�
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)N�k)N� keyPoints)N�
keySplines)N�keyTimes�Nz
marker-end�Nz
marker-mid�Nz marker-start)N� markerHeight)N� markerUnits)N� markerWidth)NZ mathematical)N�offset)NZopacity)NZorient)N�origin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nrx )N�
pathLength)NZpoints)N�preserveAspectRatio)N�r)N�refX)N�refY)N� repeatCount)N� repeatDur)N�requiredExtensions)N�requiredFeatures)NZrestart)N�rotate)N�rx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thickness�N�stroke)Nzstroke-dasharray)Nzstroke-dashoffset)N�stroke-linecap)N�stroke-linejoin)Nzstroke-miterlimit)N�stroke-opacity)N� stroke-width)N�systemLanguage)Nz text-anchor)N�to)NZ transform)N�u1)N�u2)Nzunderline-position)Nzunderline-thickness)N�unicode)Nz
unicode-range)Nz units-per-em)N�values)N�version)N�viewBox)NZ
visibility)NZwidths)N�x)Nzx-height)N�x1)NZx2�actuate�arcrole�roler �space)N�y)N�y1)N�y2)N�
zoomAndPan) r� )Nz
color-profile�N�cursorr� �N�filter)Nrv r� r� r� )N�maskr� ))N�altGlyph)Nrm )Nrn )Nro )Nrp r )N�feImager )Nrt r� )Nry )N�textpath)NZtref)Nrz )Nr ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorr� r� r � directionr� Z elevation�floatr1 r� r� r� r� r� r� zletter-spacingz line-heightZoverflow�pausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyr� z white-spacer� )'�autoZaqua�black�block�blue�boldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgray�greenz
!important�italic�leftZlimeZmaroonZmediumrk Znavy�normalr� Zolive�pointerZpurple�red�rightZsolidZsilverZteal�topZ transparent� underline�white�yellow)r� r� r� r� r r r r )Zed2k�ftp�http�httpsZirc�mailto�news�gopher�nntp�telnetZwebcalZxmppZcallto�feedr� Zaim�rsync�tag�ssh�sftp�rtsp�afsr� )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
� fdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z� ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc s\ t t| ��|� t�tt� || _|| _|| _ || _
|| _ || _ || _
| | _|
| _| | _dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)�superr
�__init__�warnings�warn�_deprecation_msg�DeprecationWarning�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfrQ rF rG rH rI rJ rK rL rM rN rO �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyrA � s + zFilter.__init__c c s* t j�| �D ]}| �|�}|r |V q d S )N)r r
�__iter__�sanitize_token)rP �tokenrS rS rT rU s
zFilter.__iter__c C sp |d }|dv r^|d }|d }||f| j v sH|d u rRtd |f| j v rR| �|�S | �|�S n|dkrhn|S d S )Nr� )�StartTag�EndTag�EmptyTagr� � namespacer �Comment)rF r �
allowed_token�disallowed_token)rP rW �
token_typer� r[ rS rS rT rV ! s ��
zFilter.sanitize_tokenc C s� d|v �r�|d }t |�� �}|| j D ]}|d |= |�|� q(|| j@ D ]�}||v s\J �t�ddt|| ���� }|� dd�}zt
�
|�}W n t y� d }||= Y n0 |rL|j rL|j | j
vr�||= |j dkrLt�|j�}|s�||= qL|�d�| jvrL||= qL| jD ]*}||v �r
t�ddt|| ��||< �q
|d | jv �r�td d
f|v �r�t�d |td d
f ��r�|td d
f= d |v �r�| �|d �|d < ||d< |S )
Nr� u
[` - - \s]+� u �� content_typezurl\s*\(\s*[^#\s][^)]+?\)� r� r� r� z ^\s*[^#\s].*r� )rz �keysrG �removerM �rerU r �lowerr� �urlparse�
ValueError�schemerK �data_content_type�matchrx �grouprL rN rO r �search� sanitize_css) rP rW �attrsZ
attr_names� to_remove�attrZ
val_unescaped�urirA rS rS rT r] 3 sX
�
� ���
zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�|dv s6J �g }|d � � D ]:\\}}}|�d|d u rd|ndt| |f t|�f � qFd |d d
�|�f |d< nd |d |d< |�d �r�|d d d
� d |d< d|d< |d= |S )Nr� rY z</%s>r� r� )rX rZ z %s="%s"z%s:%sz<%s%s>r` z<%s>� selfClosing���z/>�
Characters)�items�appendr r �join�get)rP rW r_ ro �nsr� �vrS rS rT r^ e s 0
zFilter.disallowed_tokenc C s� t �d��d|�}t �d|�s"dS t �d|�s2dS g }t �d|�D ]�\}}|sPqB|�� | jv rv|�|d | d � qB|�d �d
�� d v r�|�� D ] }|| j vr�t �d |�s� q�q�|�|d | d � qB|�� | j
v rB|�|d | d � qBd� |�S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*rb z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r` z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r )r� r� �margin�paddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) re �compilerU rk �findallrf rH rw �splitrI rJ rx )rP r� �clean�propr� �keywordrS rS rT rn y s*
�zFilter.sanitize_css)�__name__�
__module__� __qualname__�__doc__rF rG rH rI rJ rK rL rM rN rO rA rU rV r] r^ rn �
__classcell__rS rS rQ rT r
� s" �:2)%r� �
__future__r r r re rB �xml.sax.saxutilsr r �pip._vendor.six.movesr rg r` r � constantsr r �__all__rD rC rE � frozensetrF rG rM rN rO rH rI rJ rK rL r� �VERBOSErj r
rS rS rS rT �<module> s& �
� � % � � � K�
1
*
� site-packages/pip/_vendor/html5lib/filters/__pycache__/base.cpython-39.pyc 0000644 00000001615 15056474501 0022465 0 ustar 00 a
��Re � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s
|| _ d S �N)�source)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/base.py�__init__ s zFilter.__init__c C s
t | j�S r )�iterr )r r r r
�__iter__ s zFilter.__iter__c C s t | j|�S r )�getattrr )r �namer r r
� __getattr__ s zFilter.__getattr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)�
__future__r r r �objectr r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-39.pyc 0000644 00000003573 15056474501 0025553 0 ustar 00 a
��Re� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd ZdZdd� Zdd� ZdS )�Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j�| |� || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r �__init__�encoding)�self�sourcer � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s� d}| j d u }g }tj�| �D �]�}|d }|dkrL|d �� dkrHd}�nd|dk�rJ|d �� dkr�d }|d
�� D ]X\\}}} |d ur�qvqv|�� d kr�| j |d
||f< d } q�qv|d
krv| �� dkrvd }qv|r�d|d
v r�d| j |d
d< d }nP|d �� dk�r�|�s�dd|d
d�V ddd| j id�V ddd�V d }q nf|dk�r�|d �� dk�r�|�r�|�d�V |�s�ddd| j id�V |�r�|�d�V �q�d }d}|dk�r�|�|� q |V q d S )NZpre_head�type�StartTag�name�headZin_head�EmptyTag�metaF�data�charsetTz
http-equivz content-type)N�contentztext/html; charset=%s)r r r )Nr �EndTag)r r r Z post_head)r r r �__iter__�lower�items�pop�append)
r
�stateZ
meta_found�pending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r
r s^
��
�
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r N)�
__future__r r r � r r r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/lint.cpython-39.pyc 0000644 00000005141 15056474501 0022517 0 ustar 00 a
��Re; � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d� e �Z G d d
� d
ej
�Z
d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )�
namespaces� voidElements)�spaceCharacters� c s* e Zd ZdZd� fdd� Zdd� Z� ZS )�FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| ��|� || _dS )z�Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)�superr
�__init__�require_matching_tags)�self�sourcer �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c sD g }t j�| �D �],}|d }|dv �rF|d }|d }|d u sNt|t�sNJ �|dksZJ �t|t�shJ �|dkstJ �t|d t�s�J �|r�|td kr�|tv r�|dks�J �n |d ks�J �|d kr�| jr�|� ||f� |d �
� D ]`\\}}}|d u �st|t��sJ �|dk�sJ �t|t��s$J �|dk�s2J �t|t�s�J �q�n�|d
k�r|d }|d }|d u �szt|t��szJ �|dk�s�J �t|t��s�J �|dk�s�J �|�r�|td k�r�|tv �r�d �s�J d d
|i ��n"| j�r8|� � }|||fk�s8J ��n6|dk�r(|d }t|t��s8J ��n|dv �rx|d }t|t��sJJ �|dk�sXJ �|dk�r8|� t
�dk�s8J �n�|dk�r�|d }|d u �s�t|t��s�J �|d d u �s�t|t��s�J �|d d u �s8t|t��s8J �nV|dk�rt|d t��s8J �n6|dk�r"t|d t��s8J �nd �s8J dd|i ��|V qd S )N�type)�StartTag�EmptyTag� namespace�namer �data�htmlr r �EndTagFz.Void element reported as EndTag token: %(tag)s�tag�Comment)�
Characters�SpaceCharactersr" �Doctype�publicId�systemId�EntityZSerializerErrorz Unknown token type: %(type)s)r r
�__iter__�
isinstancer �dictr r
r �append�items�pop�stripr ) r Z
open_elements�tokenr r r �value�startr r r r r' sl
zFilter.__iter__)T)�__name__�
__module__� __qualname__�__doc__r r' �
__classcell__r r r r r
s r
N)�
__future__r r r Zpip._vendor.sixr r r � constantsr r
r �joinr
r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-39.pyc 0000644 00000000357 15056474501 0023314 0 ustar 00 a
��Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/__init__.py�<module> � site-packages/pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-39.pyc 0000644 00000002521 15056474501 0026270 0 ustar 00 a
��Re� � @ sJ d dl mZmZmZ ddlmZ d dlmZ dd� ZG dd� dej �Z d S )
� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc C s | d d pd| d d fS )z�Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r � r � )�attrr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py� _attr_key s r c @ s e Zd ZdZdd� ZdS )�Filterz$Alphabetizes attributes for elementsc c s\ t j�| �D ]J}|d dv rPt� }t|d �� td�D ]\}}|||< q6||d< |V q d S )N�type)�StartTag�EmptyTag�data)�key)r r
�__iter__r �sorted�itemsr )�self�token�attrs�name�valuer r r r s �
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
s r
N)
�
__future__r r r r r � collectionsr r r
r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/lint.py 0000644 00000007073 15056474501 0016236 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from . import base
from ..constants import namespaces, voidElements
from ..constants import spaceCharacters
spaceCharacters = "".join(spaceCharacters)
class Filter(base.Filter):
"""Lints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
"""
def __init__(self, source, require_matching_tags=True):
"""Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
"""
super(Filter, self).__init__(source)
self.require_matching_tags = require_matching_tags
def __iter__(self):
open_elements = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(token["data"], dict)
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert type == "EmptyTag"
else:
assert type == "StartTag"
if type == "StartTag" and self.require_matching_tags:
open_elements.append((namespace, name))
for (namespace, name), value in token["data"].items():
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(value, text_type)
elif type == "EndTag":
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name}
elif self.require_matching_tags:
start = open_elements.pop()
assert start == (namespace, name)
elif type == "Comment":
data = token["data"]
assert isinstance(data, text_type)
elif type in ("Characters", "SpaceCharacters"):
data = token["data"]
assert isinstance(data, text_type)
assert data != ""
if type == "SpaceCharacters":
assert data.strip(spaceCharacters) == ""
elif type == "Doctype":
name = token["name"]
assert name is None or isinstance(name, text_type)
assert token["publicId"] is None or isinstance(name, text_type)
assert token["systemId"] is None or isinstance(name, text_type)
elif type == "Entity":
assert isinstance(token["name"], text_type)
elif type == "SerializerError":
assert isinstance(token["data"], text_type)
else:
assert False, "Unknown token type: %(type)s" % {"type": type}
yield token
site-packages/pip/_vendor/html5lib/filters/base.py 0000644 00000000436 15056474501 0016176 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
class Filter(object):
def __init__(self, source):
self.source = source
def __iter__(self):
return iter(self.source)
def __getattr__(self, name):
return getattr(self.source, name)
site-packages/pip/_vendor/html5lib/filters/sanitizer.py 0000644 00000064421 15056474501 0017300 0 ustar 00 """Deprecated from html5lib 1.1.
See `here <https://github.com/html5lib/html5lib-python/issues/443>`_ for
information about its deprecation; `Bleach <https://github.com/mozilla/bleach>`_
is recommended as a replacement. Please let us know in the aforementioned issue
if Bleach is unsuitable for your needs.
"""
from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from xml.sax.saxutils import escape, unescape
from pip._vendor.six.moves import urllib_parse as urlparse
from . import base
from ..constants import namespaces, prefixes
__all__ = ["Filter"]
_deprecation_msg = (
"html5lib's sanitizer is deprecated; see " +
"https://github.com/html5lib/html5lib-python/issues/443 and please let " +
"us know if Bleach is unsuitable for your needs"
)
warnings.warn(_deprecation_msg, DeprecationWarning)
allowed_elements = frozenset((
(namespaces['html'], 'a'),
(namespaces['html'], 'abbr'),
(namespaces['html'], 'acronym'),
(namespaces['html'], 'address'),
(namespaces['html'], 'area'),
(namespaces['html'], 'article'),
(namespaces['html'], 'aside'),
(namespaces['html'], 'audio'),
(namespaces['html'], 'b'),
(namespaces['html'], 'big'),
(namespaces['html'], 'blockquote'),
(namespaces['html'], 'br'),
(namespaces['html'], 'button'),
(namespaces['html'], 'canvas'),
(namespaces['html'], 'caption'),
(namespaces['html'], 'center'),
(namespaces['html'], 'cite'),
(namespaces['html'], 'code'),
(namespaces['html'], 'col'),
(namespaces['html'], 'colgroup'),
(namespaces['html'], 'command'),
(namespaces['html'], 'datagrid'),
(namespaces['html'], 'datalist'),
(namespaces['html'], 'dd'),
(namespaces['html'], 'del'),
(namespaces['html'], 'details'),
(namespaces['html'], 'dfn'),
(namespaces['html'], 'dialog'),
(namespaces['html'], 'dir'),
(namespaces['html'], 'div'),
(namespaces['html'], 'dl'),
(namespaces['html'], 'dt'),
(namespaces['html'], 'em'),
(namespaces['html'], 'event-source'),
(namespaces['html'], 'fieldset'),
(namespaces['html'], 'figcaption'),
(namespaces['html'], 'figure'),
(namespaces['html'], 'footer'),
(namespaces['html'], 'font'),
(namespaces['html'], 'form'),
(namespaces['html'], 'header'),
(namespaces['html'], 'h1'),
(namespaces['html'], 'h2'),
(namespaces['html'], 'h3'),
(namespaces['html'], 'h4'),
(namespaces['html'], 'h5'),
(namespaces['html'], 'h6'),
(namespaces['html'], 'hr'),
(namespaces['html'], 'i'),
(namespaces['html'], 'img'),
(namespaces['html'], 'input'),
(namespaces['html'], 'ins'),
(namespaces['html'], 'keygen'),
(namespaces['html'], 'kbd'),
(namespaces['html'], 'label'),
(namespaces['html'], 'legend'),
(namespaces['html'], 'li'),
(namespaces['html'], 'm'),
(namespaces['html'], 'map'),
(namespaces['html'], 'menu'),
(namespaces['html'], 'meter'),
(namespaces['html'], 'multicol'),
(namespaces['html'], 'nav'),
(namespaces['html'], 'nextid'),
(namespaces['html'], 'ol'),
(namespaces['html'], 'output'),
(namespaces['html'], 'optgroup'),
(namespaces['html'], 'option'),
(namespaces['html'], 'p'),
(namespaces['html'], 'pre'),
(namespaces['html'], 'progress'),
(namespaces['html'], 'q'),
(namespaces['html'], 's'),
(namespaces['html'], 'samp'),
(namespaces['html'], 'section'),
(namespaces['html'], 'select'),
(namespaces['html'], 'small'),
(namespaces['html'], 'sound'),
(namespaces['html'], 'source'),
(namespaces['html'], 'spacer'),
(namespaces['html'], 'span'),
(namespaces['html'], 'strike'),
(namespaces['html'], 'strong'),
(namespaces['html'], 'sub'),
(namespaces['html'], 'sup'),
(namespaces['html'], 'table'),
(namespaces['html'], 'tbody'),
(namespaces['html'], 'td'),
(namespaces['html'], 'textarea'),
(namespaces['html'], 'time'),
(namespaces['html'], 'tfoot'),
(namespaces['html'], 'th'),
(namespaces['html'], 'thead'),
(namespaces['html'], 'tr'),
(namespaces['html'], 'tt'),
(namespaces['html'], 'u'),
(namespaces['html'], 'ul'),
(namespaces['html'], 'var'),
(namespaces['html'], 'video'),
(namespaces['mathml'], 'maction'),
(namespaces['mathml'], 'math'),
(namespaces['mathml'], 'merror'),
(namespaces['mathml'], 'mfrac'),
(namespaces['mathml'], 'mi'),
(namespaces['mathml'], 'mmultiscripts'),
(namespaces['mathml'], 'mn'),
(namespaces['mathml'], 'mo'),
(namespaces['mathml'], 'mover'),
(namespaces['mathml'], 'mpadded'),
(namespaces['mathml'], 'mphantom'),
(namespaces['mathml'], 'mprescripts'),
(namespaces['mathml'], 'mroot'),
(namespaces['mathml'], 'mrow'),
(namespaces['mathml'], 'mspace'),
(namespaces['mathml'], 'msqrt'),
(namespaces['mathml'], 'mstyle'),
(namespaces['mathml'], 'msub'),
(namespaces['mathml'], 'msubsup'),
(namespaces['mathml'], 'msup'),
(namespaces['mathml'], 'mtable'),
(namespaces['mathml'], 'mtd'),
(namespaces['mathml'], 'mtext'),
(namespaces['mathml'], 'mtr'),
(namespaces['mathml'], 'munder'),
(namespaces['mathml'], 'munderover'),
(namespaces['mathml'], 'none'),
(namespaces['svg'], 'a'),
(namespaces['svg'], 'animate'),
(namespaces['svg'], 'animateColor'),
(namespaces['svg'], 'animateMotion'),
(namespaces['svg'], 'animateTransform'),
(namespaces['svg'], 'clipPath'),
(namespaces['svg'], 'circle'),
(namespaces['svg'], 'defs'),
(namespaces['svg'], 'desc'),
(namespaces['svg'], 'ellipse'),
(namespaces['svg'], 'font-face'),
(namespaces['svg'], 'font-face-name'),
(namespaces['svg'], 'font-face-src'),
(namespaces['svg'], 'g'),
(namespaces['svg'], 'glyph'),
(namespaces['svg'], 'hkern'),
(namespaces['svg'], 'linearGradient'),
(namespaces['svg'], 'line'),
(namespaces['svg'], 'marker'),
(namespaces['svg'], 'metadata'),
(namespaces['svg'], 'missing-glyph'),
(namespaces['svg'], 'mpath'),
(namespaces['svg'], 'path'),
(namespaces['svg'], 'polygon'),
(namespaces['svg'], 'polyline'),
(namespaces['svg'], 'radialGradient'),
(namespaces['svg'], 'rect'),
(namespaces['svg'], 'set'),
(namespaces['svg'], 'stop'),
(namespaces['svg'], 'svg'),
(namespaces['svg'], 'switch'),
(namespaces['svg'], 'text'),
(namespaces['svg'], 'title'),
(namespaces['svg'], 'tspan'),
(namespaces['svg'], 'use'),
))
allowed_attributes = frozenset((
# HTML attributes
(None, 'abbr'),
(None, 'accept'),
(None, 'accept-charset'),
(None, 'accesskey'),
(None, 'action'),
(None, 'align'),
(None, 'alt'),
(None, 'autocomplete'),
(None, 'autofocus'),
(None, 'axis'),
(None, 'background'),
(None, 'balance'),
(None, 'bgcolor'),
(None, 'bgproperties'),
(None, 'border'),
(None, 'bordercolor'),
(None, 'bordercolordark'),
(None, 'bordercolorlight'),
(None, 'bottompadding'),
(None, 'cellpadding'),
(None, 'cellspacing'),
(None, 'ch'),
(None, 'challenge'),
(None, 'char'),
(None, 'charoff'),
(None, 'choff'),
(None, 'charset'),
(None, 'checked'),
(None, 'cite'),
(None, 'class'),
(None, 'clear'),
(None, 'color'),
(None, 'cols'),
(None, 'colspan'),
(None, 'compact'),
(None, 'contenteditable'),
(None, 'controls'),
(None, 'coords'),
(None, 'data'),
(None, 'datafld'),
(None, 'datapagesize'),
(None, 'datasrc'),
(None, 'datetime'),
(None, 'default'),
(None, 'delay'),
(None, 'dir'),
(None, 'disabled'),
(None, 'draggable'),
(None, 'dynsrc'),
(None, 'enctype'),
(None, 'end'),
(None, 'face'),
(None, 'for'),
(None, 'form'),
(None, 'frame'),
(None, 'galleryimg'),
(None, 'gutter'),
(None, 'headers'),
(None, 'height'),
(None, 'hidefocus'),
(None, 'hidden'),
(None, 'high'),
(None, 'href'),
(None, 'hreflang'),
(None, 'hspace'),
(None, 'icon'),
(None, 'id'),
(None, 'inputmode'),
(None, 'ismap'),
(None, 'keytype'),
(None, 'label'),
(None, 'leftspacing'),
(None, 'lang'),
(None, 'list'),
(None, 'longdesc'),
(None, 'loop'),
(None, 'loopcount'),
(None, 'loopend'),
(None, 'loopstart'),
(None, 'low'),
(None, 'lowsrc'),
(None, 'max'),
(None, 'maxlength'),
(None, 'media'),
(None, 'method'),
(None, 'min'),
(None, 'multiple'),
(None, 'name'),
(None, 'nohref'),
(None, 'noshade'),
(None, 'nowrap'),
(None, 'open'),
(None, 'optimum'),
(None, 'pattern'),
(None, 'ping'),
(None, 'point-size'),
(None, 'poster'),
(None, 'pqg'),
(None, 'preload'),
(None, 'prompt'),
(None, 'radiogroup'),
(None, 'readonly'),
(None, 'rel'),
(None, 'repeat-max'),
(None, 'repeat-min'),
(None, 'replace'),
(None, 'required'),
(None, 'rev'),
(None, 'rightspacing'),
(None, 'rows'),
(None, 'rowspan'),
(None, 'rules'),
(None, 'scope'),
(None, 'selected'),
(None, 'shape'),
(None, 'size'),
(None, 'span'),
(None, 'src'),
(None, 'start'),
(None, 'step'),
(None, 'style'),
(None, 'summary'),
(None, 'suppress'),
(None, 'tabindex'),
(None, 'target'),
(None, 'template'),
(None, 'title'),
(None, 'toppadding'),
(None, 'type'),
(None, 'unselectable'),
(None, 'usemap'),
(None, 'urn'),
(None, 'valign'),
(None, 'value'),
(None, 'variable'),
(None, 'volume'),
(None, 'vspace'),
(None, 'vrml'),
(None, 'width'),
(None, 'wrap'),
(namespaces['xml'], 'lang'),
# MathML attributes
(None, 'actiontype'),
(None, 'align'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnlines'),
(None, 'columnspacing'),
(None, 'columnspan'),
(None, 'depth'),
(None, 'display'),
(None, 'displaystyle'),
(None, 'equalcolumns'),
(None, 'equalrows'),
(None, 'fence'),
(None, 'fontstyle'),
(None, 'fontweight'),
(None, 'frame'),
(None, 'height'),
(None, 'linethickness'),
(None, 'lspace'),
(None, 'mathbackground'),
(None, 'mathcolor'),
(None, 'mathvariant'),
(None, 'mathvariant'),
(None, 'maxsize'),
(None, 'minsize'),
(None, 'other'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowlines'),
(None, 'rowspacing'),
(None, 'rowspan'),
(None, 'rspace'),
(None, 'scriptlevel'),
(None, 'selection'),
(None, 'separator'),
(None, 'stretchy'),
(None, 'width'),
(None, 'width'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'type'),
# SVG attributes
(None, 'accent-height'),
(None, 'accumulate'),
(None, 'additive'),
(None, 'alphabetic'),
(None, 'arabic-form'),
(None, 'ascent'),
(None, 'attributeName'),
(None, 'attributeType'),
(None, 'baseProfile'),
(None, 'bbox'),
(None, 'begin'),
(None, 'by'),
(None, 'calcMode'),
(None, 'cap-height'),
(None, 'class'),
(None, 'clip-path'),
(None, 'color'),
(None, 'color-rendering'),
(None, 'content'),
(None, 'cx'),
(None, 'cy'),
(None, 'd'),
(None, 'dx'),
(None, 'dy'),
(None, 'descent'),
(None, 'display'),
(None, 'dur'),
(None, 'end'),
(None, 'fill'),
(None, 'fill-opacity'),
(None, 'fill-rule'),
(None, 'font-family'),
(None, 'font-size'),
(None, 'font-stretch'),
(None, 'font-style'),
(None, 'font-variant'),
(None, 'font-weight'),
(None, 'from'),
(None, 'fx'),
(None, 'fy'),
(None, 'g1'),
(None, 'g2'),
(None, 'glyph-name'),
(None, 'gradientUnits'),
(None, 'hanging'),
(None, 'height'),
(None, 'horiz-adv-x'),
(None, 'horiz-origin-x'),
(None, 'id'),
(None, 'ideographic'),
(None, 'k'),
(None, 'keyPoints'),
(None, 'keySplines'),
(None, 'keyTimes'),
(None, 'lang'),
(None, 'marker-end'),
(None, 'marker-mid'),
(None, 'marker-start'),
(None, 'markerHeight'),
(None, 'markerUnits'),
(None, 'markerWidth'),
(None, 'mathematical'),
(None, 'max'),
(None, 'min'),
(None, 'name'),
(None, 'offset'),
(None, 'opacity'),
(None, 'orient'),
(None, 'origin'),
(None, 'overline-position'),
(None, 'overline-thickness'),
(None, 'panose-1'),
(None, 'path'),
(None, 'pathLength'),
(None, 'points'),
(None, 'preserveAspectRatio'),
(None, 'r'),
(None, 'refX'),
(None, 'refY'),
(None, 'repeatCount'),
(None, 'repeatDur'),
(None, 'requiredExtensions'),
(None, 'requiredFeatures'),
(None, 'restart'),
(None, 'rotate'),
(None, 'rx'),
(None, 'ry'),
(None, 'slope'),
(None, 'stemh'),
(None, 'stemv'),
(None, 'stop-color'),
(None, 'stop-opacity'),
(None, 'strikethrough-position'),
(None, 'strikethrough-thickness'),
(None, 'stroke'),
(None, 'stroke-dasharray'),
(None, 'stroke-dashoffset'),
(None, 'stroke-linecap'),
(None, 'stroke-linejoin'),
(None, 'stroke-miterlimit'),
(None, 'stroke-opacity'),
(None, 'stroke-width'),
(None, 'systemLanguage'),
(None, 'target'),
(None, 'text-anchor'),
(None, 'to'),
(None, 'transform'),
(None, 'type'),
(None, 'u1'),
(None, 'u2'),
(None, 'underline-position'),
(None, 'underline-thickness'),
(None, 'unicode'),
(None, 'unicode-range'),
(None, 'units-per-em'),
(None, 'values'),
(None, 'version'),
(None, 'viewBox'),
(None, 'visibility'),
(None, 'width'),
(None, 'widths'),
(None, 'x'),
(None, 'x-height'),
(None, 'x1'),
(None, 'x2'),
(namespaces['xlink'], 'actuate'),
(namespaces['xlink'], 'arcrole'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'role'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'title'),
(namespaces['xlink'], 'type'),
(namespaces['xml'], 'base'),
(namespaces['xml'], 'lang'),
(namespaces['xml'], 'space'),
(None, 'y'),
(None, 'y1'),
(None, 'y2'),
(None, 'zoomAndPan'),
))
attr_val_is_uri = frozenset((
(None, 'href'),
(None, 'src'),
(None, 'cite'),
(None, 'action'),
(None, 'longdesc'),
(None, 'poster'),
(None, 'background'),
(None, 'datasrc'),
(None, 'dynsrc'),
(None, 'lowsrc'),
(None, 'ping'),
(namespaces['xlink'], 'href'),
(namespaces['xml'], 'base'),
))
svg_attr_val_allows_ref = frozenset((
(None, 'clip-path'),
(None, 'color-profile'),
(None, 'cursor'),
(None, 'fill'),
(None, 'filter'),
(None, 'marker'),
(None, 'marker-start'),
(None, 'marker-mid'),
(None, 'marker-end'),
(None, 'mask'),
(None, 'stroke'),
))
svg_allow_local_href = frozenset((
(None, 'altGlyph'),
(None, 'animate'),
(None, 'animateColor'),
(None, 'animateMotion'),
(None, 'animateTransform'),
(None, 'cursor'),
(None, 'feImage'),
(None, 'filter'),
(None, 'linearGradient'),
(None, 'pattern'),
(None, 'radialGradient'),
(None, 'textpath'),
(None, 'tref'),
(None, 'set'),
(None, 'use')
))
allowed_css_properties = frozenset((
'azimuth',
'background-color',
'border-bottom-color',
'border-collapse',
'border-color',
'border-left-color',
'border-right-color',
'border-top-color',
'clear',
'color',
'cursor',
'direction',
'display',
'elevation',
'float',
'font',
'font-family',
'font-size',
'font-style',
'font-variant',
'font-weight',
'height',
'letter-spacing',
'line-height',
'overflow',
'pause',
'pause-after',
'pause-before',
'pitch',
'pitch-range',
'richness',
'speak',
'speak-header',
'speak-numeral',
'speak-punctuation',
'speech-rate',
'stress',
'text-align',
'text-decoration',
'text-indent',
'unicode-bidi',
'vertical-align',
'voice-family',
'volume',
'white-space',
'width',
))
allowed_css_keywords = frozenset((
'auto',
'aqua',
'black',
'block',
'blue',
'bold',
'both',
'bottom',
'brown',
'center',
'collapse',
'dashed',
'dotted',
'fuchsia',
'gray',
'green',
'!important',
'italic',
'left',
'lime',
'maroon',
'medium',
'none',
'navy',
'normal',
'nowrap',
'olive',
'pointer',
'purple',
'red',
'right',
'solid',
'silver',
'teal',
'top',
'transparent',
'underline',
'white',
'yellow',
))
allowed_svg_properties = frozenset((
'fill',
'fill-opacity',
'fill-rule',
'stroke',
'stroke-width',
'stroke-linecap',
'stroke-linejoin',
'stroke-opacity',
))
allowed_protocols = frozenset((
'ed2k',
'ftp',
'http',
'https',
'irc',
'mailto',
'news',
'gopher',
'nntp',
'telnet',
'webcal',
'xmpp',
'callto',
'feed',
'urn',
'aim',
'rsync',
'tag',
'ssh',
'sftp',
'rtsp',
'afs',
'data',
))
allowed_content_types = frozenset((
'image/png',
'image/jpeg',
'image/gif',
'image/webp',
'image/bmp',
'text/plain',
))
data_content_type = re.compile(r'''
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
''',
re.VERBOSE)
class Filter(base.Filter):
"""Sanitizes token stream of XHTML+MathML+SVG and of inline style attributes"""
def __init__(self,
source,
allowed_elements=allowed_elements,
allowed_attributes=allowed_attributes,
allowed_css_properties=allowed_css_properties,
allowed_css_keywords=allowed_css_keywords,
allowed_svg_properties=allowed_svg_properties,
allowed_protocols=allowed_protocols,
allowed_content_types=allowed_content_types,
attr_val_is_uri=attr_val_is_uri,
svg_attr_val_allows_ref=svg_attr_val_allows_ref,
svg_allow_local_href=svg_allow_local_href):
"""Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
"""
super(Filter, self).__init__(source)
warnings.warn(_deprecation_msg, DeprecationWarning)
self.allowed_elements = allowed_elements
self.allowed_attributes = allowed_attributes
self.allowed_css_properties = allowed_css_properties
self.allowed_css_keywords = allowed_css_keywords
self.allowed_svg_properties = allowed_svg_properties
self.allowed_protocols = allowed_protocols
self.allowed_content_types = allowed_content_types
self.attr_val_is_uri = attr_val_is_uri
self.svg_attr_val_allows_ref = svg_attr_val_allows_ref
self.svg_allow_local_href = svg_allow_local_href
def __iter__(self):
for token in base.Filter.__iter__(self):
token = self.sanitize_token(token)
if token:
yield token
# Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and
# stripping out all attributes not in ALLOWED_ATTRIBUTES. Style attributes
# are parsed, and a restricted set, specified by ALLOWED_CSS_PROPERTIES and
# ALLOWED_CSS_KEYWORDS, are allowed through. attributes in ATTR_VAL_IS_URI
# are scanned, and only URI schemes specified in ALLOWED_PROTOCOLS are
# allowed.
#
# sanitize_html('<script> do_nasty_stuff() </script>')
# => <script> do_nasty_stuff() </script>
# sanitize_html('<a href="javascript: sucker();">Click here for $100</a>')
# => <a>Click here for $100</a>
def sanitize_token(self, token):
# accommodate filters which use token_type differently
token_type = token["type"]
if token_type in ("StartTag", "EndTag", "EmptyTag"):
name = token["name"]
namespace = token["namespace"]
if ((namespace, name) in self.allowed_elements or
(namespace is None and
(namespaces["html"], name) in self.allowed_elements)):
return self.allowed_token(token)
else:
return self.disallowed_token(token)
elif token_type == "Comment":
pass
else:
return token
def allowed_token(self, token):
if "data" in token:
attrs = token["data"]
attr_names = set(attrs.keys())
# Remove forbidden attributes
for to_remove in (attr_names - self.allowed_attributes):
del token["data"][to_remove]
attr_names.remove(to_remove)
# Remove attributes with disallowed URL values
for attr in (attr_names & self.attr_val_is_uri):
assert attr in attrs
# I don't have a clue where this regexp comes from or why it matches those
# characters, nor why we call unescape. I just know it's always been here.
# Should you be worried by this comment in a sanitizer? Yes. On the other hand, all
# this will do is remove *more* than it otherwise would.
val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\\s]+", '',
unescape(attrs[attr])).lower()
# remove replacement characters from unescaped characters
val_unescaped = val_unescaped.replace("\ufffd", "")
try:
uri = urlparse.urlparse(val_unescaped)
except ValueError:
uri = None
del attrs[attr]
if uri and uri.scheme:
if uri.scheme not in self.allowed_protocols:
del attrs[attr]
if uri.scheme == 'data':
m = data_content_type.match(uri.path)
if not m:
del attrs[attr]
elif m.group('content_type') not in self.allowed_content_types:
del attrs[attr]
for attr in self.svg_attr_val_allows_ref:
if attr in attrs:
attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)',
' ',
unescape(attrs[attr]))
if (token["name"] in self.svg_allow_local_href and
(namespaces['xlink'], 'href') in attrs and re.search(r'^\s*[^#\s].*',
attrs[(namespaces['xlink'], 'href')])):
del attrs[(namespaces['xlink'], 'href')]
if (None, 'style') in attrs:
attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')])
token["data"] = attrs
return token
def disallowed_token(self, token):
token_type = token["type"]
if token_type == "EndTag":
token["data"] = "</%s>" % token["name"]
elif token["data"]:
assert token_type in ("StartTag", "EmptyTag")
attrs = []
for (ns, name), v in token["data"].items():
attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v)))
token["data"] = "<%s%s>" % (token["name"], ''.join(attrs))
else:
token["data"] = "<%s>" % token["name"]
if token.get("selfClosing"):
token["data"] = token["data"][:-1] + "/>"
token["type"] = "Characters"
del token["name"]
return token
def sanitize_css(self, style):
# disallow urls
style = re.compile(r'url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style)
# gauntlet
if not re.match(r"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style):
return ''
if not re.match(r"^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style):
return ''
clean = []
for prop, value in re.findall(r"([-\w]+)\s*:\s*([^:;]*)", style):
if not value:
continue
if prop.lower() in self.allowed_css_properties:
clean.append(prop + ': ' + value + ';')
elif prop.split('-')[0].lower() in ['background', 'border', 'margin',
'padding']:
for keyword in value.split():
if keyword not in self.allowed_css_keywords and \
not re.match(r"^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa
break
else:
clean.append(prop + ': ' + value + ';')
elif prop.lower() in self.allowed_svg_properties:
clean.append(prop + ': ' + value + ';')
return ' '.join(clean)
site-packages/pip/_vendor/html5lib/filters/whitespace.py 0000644 00000002276 15056474501 0017424 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
from . import base
from ..constants import rcdataElements, spaceCharacters
spaceCharacters = "".join(spaceCharacters)
SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)
class Filter(base.Filter):
"""Collapses whitespace except in pre, textarea, and script elements"""
spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))
def __iter__(self):
preserve = 0
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag" \
and (preserve or token["name"] in self.spacePreserveElements):
preserve += 1
elif type == "EndTag" and preserve:
preserve -= 1
elif not preserve and type == "SpaceCharacters" and token["data"]:
# Test on token["data"] above to not introduce spaces where there were not
token["data"] = " "
elif not preserve and type == "Characters":
token["data"] = collapse_spaces(token["data"])
yield token
def collapse_spaces(text):
return SPACES_REGEX.sub(' ', text)
site-packages/pip/_vendor/html5lib/filters/optionaltags.py 0000644 00000024534 15056474501 0017775 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Removes optional tags from the token stream"""
def slider(self):
previous1 = previous2 = None
for token in self.source:
if previous1 is not None:
yield previous2, previous1, token
previous2 = previous1
previous1 = token
if previous1 is not None:
yield previous2, previous1, None
def __iter__(self):
for previous, token, next in self.slider():
type = token["type"]
if type == "StartTag":
if (token["data"] or
not self.is_optional_start(token["name"], previous, next)):
yield token
elif type == "EndTag":
if not self.is_optional_end(token["name"], next):
yield token
else:
yield token
def is_optional_start(self, tagname, previous, next):
type = next and next["type"] or None
if tagname in 'html':
# An html element's start tag may be omitted if the first thing
# inside the html element is not a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname == 'head':
# A head element's start tag may be omitted if the first thing
# inside the head element is an element.
# XXX: we also omit the start tag if the head element is empty
if type in ("StartTag", "EmptyTag"):
return True
elif type == "EndTag":
return next["name"] == "head"
elif tagname == 'body':
# A body element's start tag may be omitted if the first thing
# inside the body element is not a space character or a comment,
# except if the first thing inside the body element is a script
# or style element and the node immediately preceding the body
# element is a head element whose end tag has been omitted.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we do not look at the preceding event, so we never omit
# the body element's start tag if it's followed by a script or
# a style element.
return next["name"] not in ('script', 'style')
else:
return True
elif tagname == 'colgroup':
# A colgroup element's start tag may be omitted if the first thing
# inside the colgroup element is a col element, and if the element
# is not immediately preceded by another colgroup element whose
# end tag has been omitted.
if type in ("StartTag", "EmptyTag"):
# XXX: we do not look at the preceding event, so instead we never
# omit the colgroup element's end tag when it is immediately
# followed by another colgroup element. See is_optional_end.
return next["name"] == "col"
else:
return False
elif tagname == 'tbody':
# A tbody element's start tag may be omitted if the first thing
# inside the tbody element is a tr element, and if the element is
# not immediately preceded by a tbody, thead, or tfoot element
# whose end tag has been omitted.
if type == "StartTag":
# omit the thead and tfoot elements' end tag when they are
# immediately followed by a tbody element. See is_optional_end.
if previous and previous['type'] == 'EndTag' and \
previous['name'] in ('tbody', 'thead', 'tfoot'):
return False
return next["name"] == 'tr'
else:
return False
return False
def is_optional_end(self, tagname, next):
type = next and next["type"] or None
if tagname in ('html', 'head', 'body'):
# An html element's end tag may be omitted if the html element
# is not immediately followed by a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname in ('li', 'optgroup', 'tr'):
# A li element's end tag may be omitted if the li element is
# immediately followed by another li element or if there is
# no more content in the parent element.
# An optgroup element's end tag may be omitted if the optgroup
# element is immediately followed by another optgroup element,
# or if there is no more content in the parent element.
# A tr element's end tag may be omitted if the tr element is
# immediately followed by another tr element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] == tagname
else:
return type == "EndTag" or type is None
elif tagname in ('dt', 'dd'):
# A dt element's end tag may be omitted if the dt element is
# immediately followed by another dt element or a dd element.
# A dd element's end tag may be omitted if the dd element is
# immediately followed by another dd element or a dt element,
# or if there is no more content in the parent element.
if type == "StartTag":
return next["name"] in ('dt', 'dd')
elif tagname == 'dd':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'p':
# A p element's end tag may be omitted if the p element is
# immediately followed by an address, article, aside,
# blockquote, datagrid, dialog, dir, div, dl, fieldset,
# footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu,
# nav, ol, p, pre, section, table, or ul, element, or if
# there is no more content in the parent element.
if type in ("StartTag", "EmptyTag"):
return next["name"] in ('address', 'article', 'aside',
'blockquote', 'datagrid', 'dialog',
'dir', 'div', 'dl', 'fieldset', 'footer',
'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
'header', 'hr', 'menu', 'nav', 'ol',
'p', 'pre', 'section', 'table', 'ul')
else:
return type == "EndTag" or type is None
elif tagname == 'option':
# An option element's end tag may be omitted if the option
# element is immediately followed by another option element,
# or if it is immediately followed by an <code>optgroup</code>
# element, or if there is no more content in the parent
# element.
if type == "StartTag":
return next["name"] in ('option', 'optgroup')
else:
return type == "EndTag" or type is None
elif tagname in ('rt', 'rp'):
# An rt element's end tag may be omitted if the rt element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
# An rp element's end tag may be omitted if the rp element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('rt', 'rp')
else:
return type == "EndTag" or type is None
elif tagname == 'colgroup':
# A colgroup element's end tag may be omitted if the colgroup
# element is not immediately followed by a space character or
# a comment.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we also look for an immediately following colgroup
# element. See is_optional_start.
return next["name"] != 'colgroup'
else:
return True
elif tagname in ('thead', 'tbody'):
# A thead element's end tag may be omitted if the thead element
# is immediately followed by a tbody or tfoot element.
# A tbody element's end tag may be omitted if the tbody element
# is immediately followed by a tbody or tfoot element, or if
# there is no more content in the parent element.
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] in ['tbody', 'tfoot']
elif tagname == 'tbody':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'tfoot':
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] == 'tbody'
else:
return type == "EndTag" or type is None
elif tagname in ('td', 'th'):
# A td element's end tag may be omitted if the td element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
# A th element's end tag may be omitted if the th element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('td', 'th')
else:
return type == "EndTag" or type is None
return False
site-packages/pip/_vendor/html5lib/filters/__init__.py 0000644 00000000000 15056474501 0017006 0 ustar 00 site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py 0000644 00000001627 15056474501 0022007 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
from collections import OrderedDict
def _attr_key(attr):
"""Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
"""
return (attr[0][0] or ''), attr[0][1]
class Filter(base.Filter):
"""Alphabetizes attributes for elements"""
def __iter__(self):
for token in base.Filter.__iter__(self):
if token["type"] in ("StartTag", "EmptyTag"):
attrs = OrderedDict()
for name, value in sorted(token["data"].items(),
key=_attr_key):
attrs[name] = value
token["data"] = attrs
yield token
site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.py 0000644 00000005601 15056474501 0021256 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Injects ``<meta charset=ENCODING>`` tag into head of document"""
def __init__(self, source, encoding):
"""Creates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
"""
base.Filter.__init__(self, source)
self.encoding = encoding
def __iter__(self):
state = "pre_head"
meta_found = (self.encoding is None)
pending = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag":
if token["name"].lower() == "head":
state = "in_head"
elif type == "EmptyTag":
if token["name"].lower() == "meta":
# replace charset with actual encoding
has_http_equiv_content_type = False
for (namespace, name), value in token["data"].items():
if namespace is not None:
continue
elif name.lower() == 'charset':
token["data"][(namespace, name)] = self.encoding
meta_found = True
break
elif name == 'http-equiv' and value.lower() == 'content-type':
has_http_equiv_content_type = True
else:
if has_http_equiv_content_type and (None, "content") in token["data"]:
token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding
meta_found = True
elif token["name"].lower() == "head" and not meta_found:
# insert meta into empty head
yield {"type": "StartTag", "name": "head",
"data": token["data"]}
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
yield {"type": "EndTag", "name": "head"}
meta_found = True
continue
elif type == "EndTag":
if token["name"].lower() == "head" and pending:
# insert meta into head (if necessary) and flush pending queue
yield pending.pop(0)
if not meta_found:
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
while pending:
yield pending.pop(0)
meta_found = True
state = "post_head"
if state == "in_head":
pending.append(token)
else:
yield token
site-packages/pip/_vendor/html5lib/constants.py 0000644 00000243010 15056474501 0015625 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import string
EOF = None
E = {
"null-character":
"Null character in input stream, replaced with U+FFFD.",
"invalid-codepoint":
"Invalid codepoint in stream.",
"incorrectly-placed-solidus":
"Solidus (/) incorrectly placed in tag.",
"incorrect-cr-newline-entity":
"Incorrect CR newline entity, replaced with LF.",
"illegal-windows-1252-entity":
"Entity used with illegal number (windows-1252 reference).",
"cant-convert-numeric-entity":
"Numeric entity couldn't be converted to character "
"(codepoint U+%(charAsInt)08x).",
"illegal-codepoint-for-numeric-entity":
"Numeric entity represents an illegal codepoint: "
"U+%(charAsInt)08x.",
"numeric-entity-without-semicolon":
"Numeric entity didn't end with ';'.",
"expected-numeric-entity-but-got-eof":
"Numeric entity expected. Got end of file instead.",
"expected-numeric-entity":
"Numeric entity expected but none found.",
"named-entity-without-semicolon":
"Named entity didn't end with ';'.",
"expected-named-entity":
"Named entity expected. Got none.",
"attributes-in-end-tag":
"End tag contains unexpected attributes.",
'self-closing-flag-on-end-tag':
"End tag contains unexpected self-closing flag.",
"expected-tag-name-but-got-right-bracket":
"Expected tag name. Got '>' instead.",
"expected-tag-name-but-got-question-mark":
"Expected tag name. Got '?' instead. (HTML doesn't "
"support processing instructions.)",
"expected-tag-name":
"Expected tag name. Got something else instead",
"expected-closing-tag-but-got-right-bracket":
"Expected closing tag. Got '>' instead. Ignoring '</>'.",
"expected-closing-tag-but-got-eof":
"Expected closing tag. Unexpected end of file.",
"expected-closing-tag-but-got-char":
"Expected closing tag. Unexpected character '%(data)s' found.",
"eof-in-tag-name":
"Unexpected end of file in the tag name.",
"expected-attribute-name-but-got-eof":
"Unexpected end of file. Expected attribute name instead.",
"eof-in-attribute-name":
"Unexpected end of file in attribute name.",
"invalid-character-in-attribute-name":
"Invalid character in attribute name",
"duplicate-attribute":
"Dropped duplicate attribute on tag.",
"expected-end-of-tag-name-but-got-eof":
"Unexpected end of file. Expected = or end of tag.",
"expected-attribute-value-but-got-eof":
"Unexpected end of file. Expected attribute value.",
"expected-attribute-value-but-got-right-bracket":
"Expected attribute value. Got '>' instead.",
'equals-in-unquoted-attribute-value':
"Unexpected = in unquoted attribute",
'unexpected-character-in-unquoted-attribute-value':
"Unexpected character in unquoted attribute",
"invalid-character-after-attribute-name":
"Unexpected character after attribute name.",
"unexpected-character-after-attribute-value":
"Unexpected character after attribute value.",
"eof-in-attribute-value-double-quote":
"Unexpected end of file in attribute value (\").",
"eof-in-attribute-value-single-quote":
"Unexpected end of file in attribute value (').",
"eof-in-attribute-value-no-quotes":
"Unexpected end of file in attribute value.",
"unexpected-EOF-after-solidus-in-tag":
"Unexpected end of file in tag. Expected >",
"unexpected-character-after-solidus-in-tag":
"Unexpected character after / in tag. Expected >",
"expected-dashes-or-doctype":
"Expected '--' or 'DOCTYPE'. Not found.",
"unexpected-bang-after-double-dash-in-comment":
"Unexpected ! after -- in comment",
"unexpected-space-after-double-dash-in-comment":
"Unexpected space after -- in comment",
"incorrect-comment":
"Incorrect comment.",
"eof-in-comment":
"Unexpected end of file in comment.",
"eof-in-comment-end-dash":
"Unexpected end of file in comment (-)",
"unexpected-dash-after-double-dash-in-comment":
"Unexpected '-' after '--' found in comment.",
"eof-in-comment-double-dash":
"Unexpected end of file in comment (--).",
"eof-in-comment-end-space-state":
"Unexpected end of file in comment.",
"eof-in-comment-end-bang-state":
"Unexpected end of file in comment.",
"unexpected-char-in-comment":
"Unexpected character in comment found.",
"need-space-after-doctype":
"No space after literal string 'DOCTYPE'.",
"expected-doctype-name-but-got-right-bracket":
"Unexpected > character. Expected DOCTYPE name.",
"expected-doctype-name-but-got-eof":
"Unexpected end of file. Expected DOCTYPE name.",
"eof-in-doctype-name":
"Unexpected end of file in DOCTYPE name.",
"eof-in-doctype":
"Unexpected end of file in DOCTYPE.",
"expected-space-or-right-bracket-in-doctype":
"Expected space or '>'. Got '%(data)s'",
"unexpected-end-of-doctype":
"Unexpected end of DOCTYPE.",
"unexpected-char-in-doctype":
"Unexpected character in DOCTYPE.",
"eof-in-innerhtml":
"XXX innerHTML EOF",
"unexpected-doctype":
"Unexpected DOCTYPE. Ignored.",
"non-html-root":
"html needs to be the first start tag.",
"expected-doctype-but-got-eof":
"Unexpected End of file. Expected DOCTYPE.",
"unknown-doctype":
"Erroneous DOCTYPE.",
"expected-doctype-but-got-chars":
"Unexpected non-space characters. Expected DOCTYPE.",
"expected-doctype-but-got-start-tag":
"Unexpected start tag (%(name)s). Expected DOCTYPE.",
"expected-doctype-but-got-end-tag":
"Unexpected end tag (%(name)s). Expected DOCTYPE.",
"end-tag-after-implied-root":
"Unexpected end tag (%(name)s) after the (implied) root element.",
"expected-named-closing-tag-but-got-eof":
"Unexpected end of file. Expected end tag (%(name)s).",
"two-heads-are-not-better-than-one":
"Unexpected start tag head in existing head. Ignored.",
"unexpected-end-tag":
"Unexpected end tag (%(name)s). Ignored.",
"unexpected-start-tag-out-of-my-head":
"Unexpected start tag (%(name)s) that can be in head. Moved.",
"unexpected-start-tag":
"Unexpected start tag (%(name)s).",
"missing-end-tag":
"Missing end tag (%(name)s).",
"missing-end-tags":
"Missing end tags (%(name)s).",
"unexpected-start-tag-implies-end-tag":
"Unexpected start tag (%(startName)s) "
"implies end tag (%(endName)s).",
"unexpected-start-tag-treated-as":
"Unexpected start tag (%(originalName)s). Treated as %(newName)s.",
"deprecated-tag":
"Unexpected start tag %(name)s. Don't use it!",
"unexpected-start-tag-ignored":
"Unexpected start tag %(name)s. Ignored.",
"expected-one-end-tag-but-got-another":
"Unexpected end tag (%(gotName)s). "
"Missing end tag (%(expectedName)s).",
"end-tag-too-early":
"End tag (%(name)s) seen too early. Expected other end tag.",
"end-tag-too-early-named":
"Unexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).",
"end-tag-too-early-ignored":
"End tag (%(name)s) seen too early. Ignored.",
"adoption-agency-1.1":
"End tag (%(name)s) violates step 1, "
"paragraph 1 of the adoption agency algorithm.",
"adoption-agency-1.2":
"End tag (%(name)s) violates step 1, "
"paragraph 2 of the adoption agency algorithm.",
"adoption-agency-1.3":
"End tag (%(name)s) violates step 1, "
"paragraph 3 of the adoption agency algorithm.",
"adoption-agency-4.4":
"End tag (%(name)s) violates step 4, "
"paragraph 4 of the adoption agency algorithm.",
"unexpected-end-tag-treated-as":
"Unexpected end tag (%(originalName)s). Treated as %(newName)s.",
"no-end-tag":
"This element (%(name)s) has no end tag.",
"unexpected-implied-end-tag-in-table":
"Unexpected implied end tag (%(name)s) in the table phase.",
"unexpected-implied-end-tag-in-table-body":
"Unexpected implied end tag (%(name)s) in the table body phase.",
"unexpected-char-implies-table-voodoo":
"Unexpected non-space characters in "
"table context caused voodoo mode.",
"unexpected-hidden-input-in-table":
"Unexpected input with type hidden in table context.",
"unexpected-form-in-table":
"Unexpected form in table context.",
"unexpected-start-tag-implies-table-voodoo":
"Unexpected start tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-end-tag-implies-table-voodoo":
"Unexpected end tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-cell-in-table-body":
"Unexpected table cell start tag (%(name)s) "
"in the table body phase.",
"unexpected-cell-end-tag":
"Got table cell end tag (%(name)s) "
"while required end tags are missing.",
"unexpected-end-tag-in-table-body":
"Unexpected end tag (%(name)s) in the table body phase. Ignored.",
"unexpected-implied-end-tag-in-table-row":
"Unexpected implied end tag (%(name)s) in the table row phase.",
"unexpected-end-tag-in-table-row":
"Unexpected end tag (%(name)s) in the table row phase. Ignored.",
"unexpected-select-in-select":
"Unexpected select start tag in the select phase "
"treated as select end tag.",
"unexpected-input-in-select":
"Unexpected input start tag in the select phase.",
"unexpected-start-tag-in-select":
"Unexpected start tag token (%(name)s in the select phase. "
"Ignored.",
"unexpected-end-tag-in-select":
"Unexpected end tag (%(name)s) in the select phase. Ignored.",
"unexpected-table-element-start-tag-in-select-in-table":
"Unexpected table element start tag (%(name)s) in the select in table phase.",
"unexpected-table-element-end-tag-in-select-in-table":
"Unexpected table element end tag (%(name)s) in the select in table phase.",
"unexpected-char-after-body":
"Unexpected non-space characters in the after body phase.",
"unexpected-start-tag-after-body":
"Unexpected start tag token (%(name)s)"
" in the after body phase.",
"unexpected-end-tag-after-body":
"Unexpected end tag token (%(name)s)"
" in the after body phase.",
"unexpected-char-in-frameset":
"Unexpected characters in the frameset phase. Characters ignored.",
"unexpected-start-tag-in-frameset":
"Unexpected start tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-frameset-in-frameset-innerhtml":
"Unexpected end tag token (frameset) "
"in the frameset phase (innerHTML).",
"unexpected-end-tag-in-frameset":
"Unexpected end tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-char-after-frameset":
"Unexpected non-space characters in the "
"after frameset phase. Ignored.",
"unexpected-start-tag-after-frameset":
"Unexpected start tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-frameset":
"Unexpected end tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-body-innerhtml":
"Unexpected end tag after body(innerHtml)",
"expected-eof-but-got-char":
"Unexpected non-space characters. Expected end of file.",
"expected-eof-but-got-start-tag":
"Unexpected start tag (%(name)s)"
". Expected end of file.",
"expected-eof-but-got-end-tag":
"Unexpected end tag (%(name)s)"
". Expected end of file.",
"eof-in-table":
"Unexpected end of file. Expected table content.",
"eof-in-select":
"Unexpected end of file. Expected select content.",
"eof-in-frameset":
"Unexpected end of file. Expected frameset content.",
"eof-in-script-in-script":
"Unexpected end of file. Expected script content.",
"eof-in-foreign-lands":
"Unexpected end of file. Expected foreign content",
"non-void-element-with-trailing-solidus":
"Trailing solidus not allowed on element %(name)s",
"unexpected-html-element-in-foreign-content":
"Element %(name)s not allowed in a non-html context",
"unexpected-end-tag-before-html":
"Unexpected end tag (%(name)s) before html.",
"unexpected-inhead-noscript-tag":
"Element %(name)s not allowed in a inhead-noscript context",
"eof-in-head-noscript":
"Unexpected end of file. Expected inhead-noscript content",
"char-in-head-noscript":
"Unexpected non-space character. Expected inhead-noscript content",
"XXX-undefined-error":
"Undefined error (this sucks and should be fixed)",
}
namespaces = {
"html": "http://www.w3.org/1999/xhtml",
"mathml": "http://www.w3.org/1998/Math/MathML",
"svg": "http://www.w3.org/2000/svg",
"xlink": "http://www.w3.org/1999/xlink",
"xml": "http://www.w3.org/XML/1998/namespace",
"xmlns": "http://www.w3.org/2000/xmlns/"
}
scopingElements = frozenset([
(namespaces["html"], "applet"),
(namespaces["html"], "caption"),
(namespaces["html"], "html"),
(namespaces["html"], "marquee"),
(namespaces["html"], "object"),
(namespaces["html"], "table"),
(namespaces["html"], "td"),
(namespaces["html"], "th"),
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext"),
(namespaces["mathml"], "annotation-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title"),
])
formattingElements = frozenset([
(namespaces["html"], "a"),
(namespaces["html"], "b"),
(namespaces["html"], "big"),
(namespaces["html"], "code"),
(namespaces["html"], "em"),
(namespaces["html"], "font"),
(namespaces["html"], "i"),
(namespaces["html"], "nobr"),
(namespaces["html"], "s"),
(namespaces["html"], "small"),
(namespaces["html"], "strike"),
(namespaces["html"], "strong"),
(namespaces["html"], "tt"),
(namespaces["html"], "u")
])
specialElements = frozenset([
(namespaces["html"], "address"),
(namespaces["html"], "applet"),
(namespaces["html"], "area"),
(namespaces["html"], "article"),
(namespaces["html"], "aside"),
(namespaces["html"], "base"),
(namespaces["html"], "basefont"),
(namespaces["html"], "bgsound"),
(namespaces["html"], "blockquote"),
(namespaces["html"], "body"),
(namespaces["html"], "br"),
(namespaces["html"], "button"),
(namespaces["html"], "caption"),
(namespaces["html"], "center"),
(namespaces["html"], "col"),
(namespaces["html"], "colgroup"),
(namespaces["html"], "command"),
(namespaces["html"], "dd"),
(namespaces["html"], "details"),
(namespaces["html"], "dir"),
(namespaces["html"], "div"),
(namespaces["html"], "dl"),
(namespaces["html"], "dt"),
(namespaces["html"], "embed"),
(namespaces["html"], "fieldset"),
(namespaces["html"], "figure"),
(namespaces["html"], "footer"),
(namespaces["html"], "form"),
(namespaces["html"], "frame"),
(namespaces["html"], "frameset"),
(namespaces["html"], "h1"),
(namespaces["html"], "h2"),
(namespaces["html"], "h3"),
(namespaces["html"], "h4"),
(namespaces["html"], "h5"),
(namespaces["html"], "h6"),
(namespaces["html"], "head"),
(namespaces["html"], "header"),
(namespaces["html"], "hr"),
(namespaces["html"], "html"),
(namespaces["html"], "iframe"),
# Note that image is commented out in the spec as "this isn't an
# element that can end up on the stack, so it doesn't matter,"
(namespaces["html"], "image"),
(namespaces["html"], "img"),
(namespaces["html"], "input"),
(namespaces["html"], "isindex"),
(namespaces["html"], "li"),
(namespaces["html"], "link"),
(namespaces["html"], "listing"),
(namespaces["html"], "marquee"),
(namespaces["html"], "menu"),
(namespaces["html"], "meta"),
(namespaces["html"], "nav"),
(namespaces["html"], "noembed"),
(namespaces["html"], "noframes"),
(namespaces["html"], "noscript"),
(namespaces["html"], "object"),
(namespaces["html"], "ol"),
(namespaces["html"], "p"),
(namespaces["html"], "param"),
(namespaces["html"], "plaintext"),
(namespaces["html"], "pre"),
(namespaces["html"], "script"),
(namespaces["html"], "section"),
(namespaces["html"], "select"),
(namespaces["html"], "style"),
(namespaces["html"], "table"),
(namespaces["html"], "tbody"),
(namespaces["html"], "td"),
(namespaces["html"], "textarea"),
(namespaces["html"], "tfoot"),
(namespaces["html"], "th"),
(namespaces["html"], "thead"),
(namespaces["html"], "title"),
(namespaces["html"], "tr"),
(namespaces["html"], "ul"),
(namespaces["html"], "wbr"),
(namespaces["html"], "xmp"),
(namespaces["svg"], "foreignObject")
])
htmlIntegrationPointElements = frozenset([
(namespaces["mathml"], "annotation-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title")
])
mathmlTextIntegrationPointElements = frozenset([
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext")
])
adjustSVGAttributes = {
"attributename": "attributeName",
"attributetype": "attributeType",
"basefrequency": "baseFrequency",
"baseprofile": "baseProfile",
"calcmode": "calcMode",
"clippathunits": "clipPathUnits",
"contentscripttype": "contentScriptType",
"contentstyletype": "contentStyleType",
"diffuseconstant": "diffuseConstant",
"edgemode": "edgeMode",
"externalresourcesrequired": "externalResourcesRequired",
"filterres": "filterRes",
"filterunits": "filterUnits",
"glyphref": "glyphRef",
"gradienttransform": "gradientTransform",
"gradientunits": "gradientUnits",
"kernelmatrix": "kernelMatrix",
"kernelunitlength": "kernelUnitLength",
"keypoints": "keyPoints",
"keysplines": "keySplines",
"keytimes": "keyTimes",
"lengthadjust": "lengthAdjust",
"limitingconeangle": "limitingConeAngle",
"markerheight": "markerHeight",
"markerunits": "markerUnits",
"markerwidth": "markerWidth",
"maskcontentunits": "maskContentUnits",
"maskunits": "maskUnits",
"numoctaves": "numOctaves",
"pathlength": "pathLength",
"patterncontentunits": "patternContentUnits",
"patterntransform": "patternTransform",
"patternunits": "patternUnits",
"pointsatx": "pointsAtX",
"pointsaty": "pointsAtY",
"pointsatz": "pointsAtZ",
"preservealpha": "preserveAlpha",
"preserveaspectratio": "preserveAspectRatio",
"primitiveunits": "primitiveUnits",
"refx": "refX",
"refy": "refY",
"repeatcount": "repeatCount",
"repeatdur": "repeatDur",
"requiredextensions": "requiredExtensions",
"requiredfeatures": "requiredFeatures",
"specularconstant": "specularConstant",
"specularexponent": "specularExponent",
"spreadmethod": "spreadMethod",
"startoffset": "startOffset",
"stddeviation": "stdDeviation",
"stitchtiles": "stitchTiles",
"surfacescale": "surfaceScale",
"systemlanguage": "systemLanguage",
"tablevalues": "tableValues",
"targetx": "targetX",
"targety": "targetY",
"textlength": "textLength",
"viewbox": "viewBox",
"viewtarget": "viewTarget",
"xchannelselector": "xChannelSelector",
"ychannelselector": "yChannelSelector",
"zoomandpan": "zoomAndPan"
}
adjustMathMLAttributes = {"definitionurl": "definitionURL"}
adjustForeignAttributes = {
"xlink:actuate": ("xlink", "actuate", namespaces["xlink"]),
"xlink:arcrole": ("xlink", "arcrole", namespaces["xlink"]),
"xlink:href": ("xlink", "href", namespaces["xlink"]),
"xlink:role": ("xlink", "role", namespaces["xlink"]),
"xlink:show": ("xlink", "show", namespaces["xlink"]),
"xlink:title": ("xlink", "title", namespaces["xlink"]),
"xlink:type": ("xlink", "type", namespaces["xlink"]),
"xml:base": ("xml", "base", namespaces["xml"]),
"xml:lang": ("xml", "lang", namespaces["xml"]),
"xml:space": ("xml", "space", namespaces["xml"]),
"xmlns": (None, "xmlns", namespaces["xmlns"]),
"xmlns:xlink": ("xmlns", "xlink", namespaces["xmlns"])
}
unadjustForeignAttributes = {(ns, local): qname for qname, (prefix, local, ns) in
adjustForeignAttributes.items()}
spaceCharacters = frozenset([
"\t",
"\n",
"\u000C",
" ",
"\r"
])
tableInsertModeElements = frozenset([
"table",
"tbody",
"tfoot",
"thead",
"tr"
])
asciiLowercase = frozenset(string.ascii_lowercase)
asciiUppercase = frozenset(string.ascii_uppercase)
asciiLetters = frozenset(string.ascii_letters)
digits = frozenset(string.digits)
hexDigits = frozenset(string.hexdigits)
asciiUpper2Lower = {ord(c): ord(c.lower()) for c in string.ascii_uppercase}
# Heading elements need to be ordered
headingElements = (
"h1",
"h2",
"h3",
"h4",
"h5",
"h6"
)
voidElements = frozenset([
"base",
"command",
"event-source",
"link",
"meta",
"hr",
"br",
"img",
"embed",
"param",
"area",
"col",
"input",
"source",
"track"
])
cdataElements = frozenset(['title', 'textarea'])
rcdataElements = frozenset([
'style',
'script',
'xmp',
'iframe',
'noembed',
'noframes',
'noscript'
])
booleanAttributes = {
"": frozenset(["irrelevant", "itemscope"]),
"style": frozenset(["scoped"]),
"img": frozenset(["ismap"]),
"audio": frozenset(["autoplay", "controls"]),
"video": frozenset(["autoplay", "controls"]),
"script": frozenset(["defer", "async"]),
"details": frozenset(["open"]),
"datagrid": frozenset(["multiple", "disabled"]),
"command": frozenset(["hidden", "disabled", "checked", "default"]),
"hr": frozenset(["noshade"]),
"menu": frozenset(["autosubmit"]),
"fieldset": frozenset(["disabled", "readonly"]),
"option": frozenset(["disabled", "readonly", "selected"]),
"optgroup": frozenset(["disabled", "readonly"]),
"button": frozenset(["disabled", "autofocus"]),
"input": frozenset(["disabled", "readonly", "required", "autofocus", "checked", "ismap"]),
"select": frozenset(["disabled", "readonly", "autofocus", "multiple"]),
"output": frozenset(["disabled", "readonly"]),
"iframe": frozenset(["seamless"]),
}
# entitiesWindows1252 has to be _ordered_ and needs to have an index. It
# therefore can't be a frozenset.
entitiesWindows1252 = (
8364, # 0x80 0x20AC EURO SIGN
65533, # 0x81 UNDEFINED
8218, # 0x82 0x201A SINGLE LOW-9 QUOTATION MARK
402, # 0x83 0x0192 LATIN SMALL LETTER F WITH HOOK
8222, # 0x84 0x201E DOUBLE LOW-9 QUOTATION MARK
8230, # 0x85 0x2026 HORIZONTAL ELLIPSIS
8224, # 0x86 0x2020 DAGGER
8225, # 0x87 0x2021 DOUBLE DAGGER
710, # 0x88 0x02C6 MODIFIER LETTER CIRCUMFLEX ACCENT
8240, # 0x89 0x2030 PER MILLE SIGN
352, # 0x8A 0x0160 LATIN CAPITAL LETTER S WITH CARON
8249, # 0x8B 0x2039 SINGLE LEFT-POINTING ANGLE QUOTATION MARK
338, # 0x8C 0x0152 LATIN CAPITAL LIGATURE OE
65533, # 0x8D UNDEFINED
381, # 0x8E 0x017D LATIN CAPITAL LETTER Z WITH CARON
65533, # 0x8F UNDEFINED
65533, # 0x90 UNDEFINED
8216, # 0x91 0x2018 LEFT SINGLE QUOTATION MARK
8217, # 0x92 0x2019 RIGHT SINGLE QUOTATION MARK
8220, # 0x93 0x201C LEFT DOUBLE QUOTATION MARK
8221, # 0x94 0x201D RIGHT DOUBLE QUOTATION MARK
8226, # 0x95 0x2022 BULLET
8211, # 0x96 0x2013 EN DASH
8212, # 0x97 0x2014 EM DASH
732, # 0x98 0x02DC SMALL TILDE
8482, # 0x99 0x2122 TRADE MARK SIGN
353, # 0x9A 0x0161 LATIN SMALL LETTER S WITH CARON
8250, # 0x9B 0x203A SINGLE RIGHT-POINTING ANGLE QUOTATION MARK
339, # 0x9C 0x0153 LATIN SMALL LIGATURE OE
65533, # 0x9D UNDEFINED
382, # 0x9E 0x017E LATIN SMALL LETTER Z WITH CARON
376 # 0x9F 0x0178 LATIN CAPITAL LETTER Y WITH DIAERESIS
)
xmlEntities = frozenset(['lt;', 'gt;', 'amp;', 'apos;', 'quot;'])
entities = {
"AElig": "\xc6",
"AElig;": "\xc6",
"AMP": "&",
"AMP;": "&",
"Aacute": "\xc1",
"Aacute;": "\xc1",
"Abreve;": "\u0102",
"Acirc": "\xc2",
"Acirc;": "\xc2",
"Acy;": "\u0410",
"Afr;": "\U0001d504",
"Agrave": "\xc0",
"Agrave;": "\xc0",
"Alpha;": "\u0391",
"Amacr;": "\u0100",
"And;": "\u2a53",
"Aogon;": "\u0104",
"Aopf;": "\U0001d538",
"ApplyFunction;": "\u2061",
"Aring": "\xc5",
"Aring;": "\xc5",
"Ascr;": "\U0001d49c",
"Assign;": "\u2254",
"Atilde": "\xc3",
"Atilde;": "\xc3",
"Auml": "\xc4",
"Auml;": "\xc4",
"Backslash;": "\u2216",
"Barv;": "\u2ae7",
"Barwed;": "\u2306",
"Bcy;": "\u0411",
"Because;": "\u2235",
"Bernoullis;": "\u212c",
"Beta;": "\u0392",
"Bfr;": "\U0001d505",
"Bopf;": "\U0001d539",
"Breve;": "\u02d8",
"Bscr;": "\u212c",
"Bumpeq;": "\u224e",
"CHcy;": "\u0427",
"COPY": "\xa9",
"COPY;": "\xa9",
"Cacute;": "\u0106",
"Cap;": "\u22d2",
"CapitalDifferentialD;": "\u2145",
"Cayleys;": "\u212d",
"Ccaron;": "\u010c",
"Ccedil": "\xc7",
"Ccedil;": "\xc7",
"Ccirc;": "\u0108",
"Cconint;": "\u2230",
"Cdot;": "\u010a",
"Cedilla;": "\xb8",
"CenterDot;": "\xb7",
"Cfr;": "\u212d",
"Chi;": "\u03a7",
"CircleDot;": "\u2299",
"CircleMinus;": "\u2296",
"CirclePlus;": "\u2295",
"CircleTimes;": "\u2297",
"ClockwiseContourIntegral;": "\u2232",
"CloseCurlyDoubleQuote;": "\u201d",
"CloseCurlyQuote;": "\u2019",
"Colon;": "\u2237",
"Colone;": "\u2a74",
"Congruent;": "\u2261",
"Conint;": "\u222f",
"ContourIntegral;": "\u222e",
"Copf;": "\u2102",
"Coproduct;": "\u2210",
"CounterClockwiseContourIntegral;": "\u2233",
"Cross;": "\u2a2f",
"Cscr;": "\U0001d49e",
"Cup;": "\u22d3",
"CupCap;": "\u224d",
"DD;": "\u2145",
"DDotrahd;": "\u2911",
"DJcy;": "\u0402",
"DScy;": "\u0405",
"DZcy;": "\u040f",
"Dagger;": "\u2021",
"Darr;": "\u21a1",
"Dashv;": "\u2ae4",
"Dcaron;": "\u010e",
"Dcy;": "\u0414",
"Del;": "\u2207",
"Delta;": "\u0394",
"Dfr;": "\U0001d507",
"DiacriticalAcute;": "\xb4",
"DiacriticalDot;": "\u02d9",
"DiacriticalDoubleAcute;": "\u02dd",
"DiacriticalGrave;": "`",
"DiacriticalTilde;": "\u02dc",
"Diamond;": "\u22c4",
"DifferentialD;": "\u2146",
"Dopf;": "\U0001d53b",
"Dot;": "\xa8",
"DotDot;": "\u20dc",
"DotEqual;": "\u2250",
"DoubleContourIntegral;": "\u222f",
"DoubleDot;": "\xa8",
"DoubleDownArrow;": "\u21d3",
"DoubleLeftArrow;": "\u21d0",
"DoubleLeftRightArrow;": "\u21d4",
"DoubleLeftTee;": "\u2ae4",
"DoubleLongLeftArrow;": "\u27f8",
"DoubleLongLeftRightArrow;": "\u27fa",
"DoubleLongRightArrow;": "\u27f9",
"DoubleRightArrow;": "\u21d2",
"DoubleRightTee;": "\u22a8",
"DoubleUpArrow;": "\u21d1",
"DoubleUpDownArrow;": "\u21d5",
"DoubleVerticalBar;": "\u2225",
"DownArrow;": "\u2193",
"DownArrowBar;": "\u2913",
"DownArrowUpArrow;": "\u21f5",
"DownBreve;": "\u0311",
"DownLeftRightVector;": "\u2950",
"DownLeftTeeVector;": "\u295e",
"DownLeftVector;": "\u21bd",
"DownLeftVectorBar;": "\u2956",
"DownRightTeeVector;": "\u295f",
"DownRightVector;": "\u21c1",
"DownRightVectorBar;": "\u2957",
"DownTee;": "\u22a4",
"DownTeeArrow;": "\u21a7",
"Downarrow;": "\u21d3",
"Dscr;": "\U0001d49f",
"Dstrok;": "\u0110",
"ENG;": "\u014a",
"ETH": "\xd0",
"ETH;": "\xd0",
"Eacute": "\xc9",
"Eacute;": "\xc9",
"Ecaron;": "\u011a",
"Ecirc": "\xca",
"Ecirc;": "\xca",
"Ecy;": "\u042d",
"Edot;": "\u0116",
"Efr;": "\U0001d508",
"Egrave": "\xc8",
"Egrave;": "\xc8",
"Element;": "\u2208",
"Emacr;": "\u0112",
"EmptySmallSquare;": "\u25fb",
"EmptyVerySmallSquare;": "\u25ab",
"Eogon;": "\u0118",
"Eopf;": "\U0001d53c",
"Epsilon;": "\u0395",
"Equal;": "\u2a75",
"EqualTilde;": "\u2242",
"Equilibrium;": "\u21cc",
"Escr;": "\u2130",
"Esim;": "\u2a73",
"Eta;": "\u0397",
"Euml": "\xcb",
"Euml;": "\xcb",
"Exists;": "\u2203",
"ExponentialE;": "\u2147",
"Fcy;": "\u0424",
"Ffr;": "\U0001d509",
"FilledSmallSquare;": "\u25fc",
"FilledVerySmallSquare;": "\u25aa",
"Fopf;": "\U0001d53d",
"ForAll;": "\u2200",
"Fouriertrf;": "\u2131",
"Fscr;": "\u2131",
"GJcy;": "\u0403",
"GT": ">",
"GT;": ">",
"Gamma;": "\u0393",
"Gammad;": "\u03dc",
"Gbreve;": "\u011e",
"Gcedil;": "\u0122",
"Gcirc;": "\u011c",
"Gcy;": "\u0413",
"Gdot;": "\u0120",
"Gfr;": "\U0001d50a",
"Gg;": "\u22d9",
"Gopf;": "\U0001d53e",
"GreaterEqual;": "\u2265",
"GreaterEqualLess;": "\u22db",
"GreaterFullEqual;": "\u2267",
"GreaterGreater;": "\u2aa2",
"GreaterLess;": "\u2277",
"GreaterSlantEqual;": "\u2a7e",
"GreaterTilde;": "\u2273",
"Gscr;": "\U0001d4a2",
"Gt;": "\u226b",
"HARDcy;": "\u042a",
"Hacek;": "\u02c7",
"Hat;": "^",
"Hcirc;": "\u0124",
"Hfr;": "\u210c",
"HilbertSpace;": "\u210b",
"Hopf;": "\u210d",
"HorizontalLine;": "\u2500",
"Hscr;": "\u210b",
"Hstrok;": "\u0126",
"HumpDownHump;": "\u224e",
"HumpEqual;": "\u224f",
"IEcy;": "\u0415",
"IJlig;": "\u0132",
"IOcy;": "\u0401",
"Iacute": "\xcd",
"Iacute;": "\xcd",
"Icirc": "\xce",
"Icirc;": "\xce",
"Icy;": "\u0418",
"Idot;": "\u0130",
"Ifr;": "\u2111",
"Igrave": "\xcc",
"Igrave;": "\xcc",
"Im;": "\u2111",
"Imacr;": "\u012a",
"ImaginaryI;": "\u2148",
"Implies;": "\u21d2",
"Int;": "\u222c",
"Integral;": "\u222b",
"Intersection;": "\u22c2",
"InvisibleComma;": "\u2063",
"InvisibleTimes;": "\u2062",
"Iogon;": "\u012e",
"Iopf;": "\U0001d540",
"Iota;": "\u0399",
"Iscr;": "\u2110",
"Itilde;": "\u0128",
"Iukcy;": "\u0406",
"Iuml": "\xcf",
"Iuml;": "\xcf",
"Jcirc;": "\u0134",
"Jcy;": "\u0419",
"Jfr;": "\U0001d50d",
"Jopf;": "\U0001d541",
"Jscr;": "\U0001d4a5",
"Jsercy;": "\u0408",
"Jukcy;": "\u0404",
"KHcy;": "\u0425",
"KJcy;": "\u040c",
"Kappa;": "\u039a",
"Kcedil;": "\u0136",
"Kcy;": "\u041a",
"Kfr;": "\U0001d50e",
"Kopf;": "\U0001d542",
"Kscr;": "\U0001d4a6",
"LJcy;": "\u0409",
"LT": "<",
"LT;": "<",
"Lacute;": "\u0139",
"Lambda;": "\u039b",
"Lang;": "\u27ea",
"Laplacetrf;": "\u2112",
"Larr;": "\u219e",
"Lcaron;": "\u013d",
"Lcedil;": "\u013b",
"Lcy;": "\u041b",
"LeftAngleBracket;": "\u27e8",
"LeftArrow;": "\u2190",
"LeftArrowBar;": "\u21e4",
"LeftArrowRightArrow;": "\u21c6",
"LeftCeiling;": "\u2308",
"LeftDoubleBracket;": "\u27e6",
"LeftDownTeeVector;": "\u2961",
"LeftDownVector;": "\u21c3",
"LeftDownVectorBar;": "\u2959",
"LeftFloor;": "\u230a",
"LeftRightArrow;": "\u2194",
"LeftRightVector;": "\u294e",
"LeftTee;": "\u22a3",
"LeftTeeArrow;": "\u21a4",
"LeftTeeVector;": "\u295a",
"LeftTriangle;": "\u22b2",
"LeftTriangleBar;": "\u29cf",
"LeftTriangleEqual;": "\u22b4",
"LeftUpDownVector;": "\u2951",
"LeftUpTeeVector;": "\u2960",
"LeftUpVector;": "\u21bf",
"LeftUpVectorBar;": "\u2958",
"LeftVector;": "\u21bc",
"LeftVectorBar;": "\u2952",
"Leftarrow;": "\u21d0",
"Leftrightarrow;": "\u21d4",
"LessEqualGreater;": "\u22da",
"LessFullEqual;": "\u2266",
"LessGreater;": "\u2276",
"LessLess;": "\u2aa1",
"LessSlantEqual;": "\u2a7d",
"LessTilde;": "\u2272",
"Lfr;": "\U0001d50f",
"Ll;": "\u22d8",
"Lleftarrow;": "\u21da",
"Lmidot;": "\u013f",
"LongLeftArrow;": "\u27f5",
"LongLeftRightArrow;": "\u27f7",
"LongRightArrow;": "\u27f6",
"Longleftarrow;": "\u27f8",
"Longleftrightarrow;": "\u27fa",
"Longrightarrow;": "\u27f9",
"Lopf;": "\U0001d543",
"LowerLeftArrow;": "\u2199",
"LowerRightArrow;": "\u2198",
"Lscr;": "\u2112",
"Lsh;": "\u21b0",
"Lstrok;": "\u0141",
"Lt;": "\u226a",
"Map;": "\u2905",
"Mcy;": "\u041c",
"MediumSpace;": "\u205f",
"Mellintrf;": "\u2133",
"Mfr;": "\U0001d510",
"MinusPlus;": "\u2213",
"Mopf;": "\U0001d544",
"Mscr;": "\u2133",
"Mu;": "\u039c",
"NJcy;": "\u040a",
"Nacute;": "\u0143",
"Ncaron;": "\u0147",
"Ncedil;": "\u0145",
"Ncy;": "\u041d",
"NegativeMediumSpace;": "\u200b",
"NegativeThickSpace;": "\u200b",
"NegativeThinSpace;": "\u200b",
"NegativeVeryThinSpace;": "\u200b",
"NestedGreaterGreater;": "\u226b",
"NestedLessLess;": "\u226a",
"NewLine;": "\n",
"Nfr;": "\U0001d511",
"NoBreak;": "\u2060",
"NonBreakingSpace;": "\xa0",
"Nopf;": "\u2115",
"Not;": "\u2aec",
"NotCongruent;": "\u2262",
"NotCupCap;": "\u226d",
"NotDoubleVerticalBar;": "\u2226",
"NotElement;": "\u2209",
"NotEqual;": "\u2260",
"NotEqualTilde;": "\u2242\u0338",
"NotExists;": "\u2204",
"NotGreater;": "\u226f",
"NotGreaterEqual;": "\u2271",
"NotGreaterFullEqual;": "\u2267\u0338",
"NotGreaterGreater;": "\u226b\u0338",
"NotGreaterLess;": "\u2279",
"NotGreaterSlantEqual;": "\u2a7e\u0338",
"NotGreaterTilde;": "\u2275",
"NotHumpDownHump;": "\u224e\u0338",
"NotHumpEqual;": "\u224f\u0338",
"NotLeftTriangle;": "\u22ea",
"NotLeftTriangleBar;": "\u29cf\u0338",
"NotLeftTriangleEqual;": "\u22ec",
"NotLess;": "\u226e",
"NotLessEqual;": "\u2270",
"NotLessGreater;": "\u2278",
"NotLessLess;": "\u226a\u0338",
"NotLessSlantEqual;": "\u2a7d\u0338",
"NotLessTilde;": "\u2274",
"NotNestedGreaterGreater;": "\u2aa2\u0338",
"NotNestedLessLess;": "\u2aa1\u0338",
"NotPrecedes;": "\u2280",
"NotPrecedesEqual;": "\u2aaf\u0338",
"NotPrecedesSlantEqual;": "\u22e0",
"NotReverseElement;": "\u220c",
"NotRightTriangle;": "\u22eb",
"NotRightTriangleBar;": "\u29d0\u0338",
"NotRightTriangleEqual;": "\u22ed",
"NotSquareSubset;": "\u228f\u0338",
"NotSquareSubsetEqual;": "\u22e2",
"NotSquareSuperset;": "\u2290\u0338",
"NotSquareSupersetEqual;": "\u22e3",
"NotSubset;": "\u2282\u20d2",
"NotSubsetEqual;": "\u2288",
"NotSucceeds;": "\u2281",
"NotSucceedsEqual;": "\u2ab0\u0338",
"NotSucceedsSlantEqual;": "\u22e1",
"NotSucceedsTilde;": "\u227f\u0338",
"NotSuperset;": "\u2283\u20d2",
"NotSupersetEqual;": "\u2289",
"NotTilde;": "\u2241",
"NotTildeEqual;": "\u2244",
"NotTildeFullEqual;": "\u2247",
"NotTildeTilde;": "\u2249",
"NotVerticalBar;": "\u2224",
"Nscr;": "\U0001d4a9",
"Ntilde": "\xd1",
"Ntilde;": "\xd1",
"Nu;": "\u039d",
"OElig;": "\u0152",
"Oacute": "\xd3",
"Oacute;": "\xd3",
"Ocirc": "\xd4",
"Ocirc;": "\xd4",
"Ocy;": "\u041e",
"Odblac;": "\u0150",
"Ofr;": "\U0001d512",
"Ograve": "\xd2",
"Ograve;": "\xd2",
"Omacr;": "\u014c",
"Omega;": "\u03a9",
"Omicron;": "\u039f",
"Oopf;": "\U0001d546",
"OpenCurlyDoubleQuote;": "\u201c",
"OpenCurlyQuote;": "\u2018",
"Or;": "\u2a54",
"Oscr;": "\U0001d4aa",
"Oslash": "\xd8",
"Oslash;": "\xd8",
"Otilde": "\xd5",
"Otilde;": "\xd5",
"Otimes;": "\u2a37",
"Ouml": "\xd6",
"Ouml;": "\xd6",
"OverBar;": "\u203e",
"OverBrace;": "\u23de",
"OverBracket;": "\u23b4",
"OverParenthesis;": "\u23dc",
"PartialD;": "\u2202",
"Pcy;": "\u041f",
"Pfr;": "\U0001d513",
"Phi;": "\u03a6",
"Pi;": "\u03a0",
"PlusMinus;": "\xb1",
"Poincareplane;": "\u210c",
"Popf;": "\u2119",
"Pr;": "\u2abb",
"Precedes;": "\u227a",
"PrecedesEqual;": "\u2aaf",
"PrecedesSlantEqual;": "\u227c",
"PrecedesTilde;": "\u227e",
"Prime;": "\u2033",
"Product;": "\u220f",
"Proportion;": "\u2237",
"Proportional;": "\u221d",
"Pscr;": "\U0001d4ab",
"Psi;": "\u03a8",
"QUOT": "\"",
"QUOT;": "\"",
"Qfr;": "\U0001d514",
"Qopf;": "\u211a",
"Qscr;": "\U0001d4ac",
"RBarr;": "\u2910",
"REG": "\xae",
"REG;": "\xae",
"Racute;": "\u0154",
"Rang;": "\u27eb",
"Rarr;": "\u21a0",
"Rarrtl;": "\u2916",
"Rcaron;": "\u0158",
"Rcedil;": "\u0156",
"Rcy;": "\u0420",
"Re;": "\u211c",
"ReverseElement;": "\u220b",
"ReverseEquilibrium;": "\u21cb",
"ReverseUpEquilibrium;": "\u296f",
"Rfr;": "\u211c",
"Rho;": "\u03a1",
"RightAngleBracket;": "\u27e9",
"RightArrow;": "\u2192",
"RightArrowBar;": "\u21e5",
"RightArrowLeftArrow;": "\u21c4",
"RightCeiling;": "\u2309",
"RightDoubleBracket;": "\u27e7",
"RightDownTeeVector;": "\u295d",
"RightDownVector;": "\u21c2",
"RightDownVectorBar;": "\u2955",
"RightFloor;": "\u230b",
"RightTee;": "\u22a2",
"RightTeeArrow;": "\u21a6",
"RightTeeVector;": "\u295b",
"RightTriangle;": "\u22b3",
"RightTriangleBar;": "\u29d0",
"RightTriangleEqual;": "\u22b5",
"RightUpDownVector;": "\u294f",
"RightUpTeeVector;": "\u295c",
"RightUpVector;": "\u21be",
"RightUpVectorBar;": "\u2954",
"RightVector;": "\u21c0",
"RightVectorBar;": "\u2953",
"Rightarrow;": "\u21d2",
"Ropf;": "\u211d",
"RoundImplies;": "\u2970",
"Rrightarrow;": "\u21db",
"Rscr;": "\u211b",
"Rsh;": "\u21b1",
"RuleDelayed;": "\u29f4",
"SHCHcy;": "\u0429",
"SHcy;": "\u0428",
"SOFTcy;": "\u042c",
"Sacute;": "\u015a",
"Sc;": "\u2abc",
"Scaron;": "\u0160",
"Scedil;": "\u015e",
"Scirc;": "\u015c",
"Scy;": "\u0421",
"Sfr;": "\U0001d516",
"ShortDownArrow;": "\u2193",
"ShortLeftArrow;": "\u2190",
"ShortRightArrow;": "\u2192",
"ShortUpArrow;": "\u2191",
"Sigma;": "\u03a3",
"SmallCircle;": "\u2218",
"Sopf;": "\U0001d54a",
"Sqrt;": "\u221a",
"Square;": "\u25a1",
"SquareIntersection;": "\u2293",
"SquareSubset;": "\u228f",
"SquareSubsetEqual;": "\u2291",
"SquareSuperset;": "\u2290",
"SquareSupersetEqual;": "\u2292",
"SquareUnion;": "\u2294",
"Sscr;": "\U0001d4ae",
"Star;": "\u22c6",
"Sub;": "\u22d0",
"Subset;": "\u22d0",
"SubsetEqual;": "\u2286",
"Succeeds;": "\u227b",
"SucceedsEqual;": "\u2ab0",
"SucceedsSlantEqual;": "\u227d",
"SucceedsTilde;": "\u227f",
"SuchThat;": "\u220b",
"Sum;": "\u2211",
"Sup;": "\u22d1",
"Superset;": "\u2283",
"SupersetEqual;": "\u2287",
"Supset;": "\u22d1",
"THORN": "\xde",
"THORN;": "\xde",
"TRADE;": "\u2122",
"TSHcy;": "\u040b",
"TScy;": "\u0426",
"Tab;": "\t",
"Tau;": "\u03a4",
"Tcaron;": "\u0164",
"Tcedil;": "\u0162",
"Tcy;": "\u0422",
"Tfr;": "\U0001d517",
"Therefore;": "\u2234",
"Theta;": "\u0398",
"ThickSpace;": "\u205f\u200a",
"ThinSpace;": "\u2009",
"Tilde;": "\u223c",
"TildeEqual;": "\u2243",
"TildeFullEqual;": "\u2245",
"TildeTilde;": "\u2248",
"Topf;": "\U0001d54b",
"TripleDot;": "\u20db",
"Tscr;": "\U0001d4af",
"Tstrok;": "\u0166",
"Uacute": "\xda",
"Uacute;": "\xda",
"Uarr;": "\u219f",
"Uarrocir;": "\u2949",
"Ubrcy;": "\u040e",
"Ubreve;": "\u016c",
"Ucirc": "\xdb",
"Ucirc;": "\xdb",
"Ucy;": "\u0423",
"Udblac;": "\u0170",
"Ufr;": "\U0001d518",
"Ugrave": "\xd9",
"Ugrave;": "\xd9",
"Umacr;": "\u016a",
"UnderBar;": "_",
"UnderBrace;": "\u23df",
"UnderBracket;": "\u23b5",
"UnderParenthesis;": "\u23dd",
"Union;": "\u22c3",
"UnionPlus;": "\u228e",
"Uogon;": "\u0172",
"Uopf;": "\U0001d54c",
"UpArrow;": "\u2191",
"UpArrowBar;": "\u2912",
"UpArrowDownArrow;": "\u21c5",
"UpDownArrow;": "\u2195",
"UpEquilibrium;": "\u296e",
"UpTee;": "\u22a5",
"UpTeeArrow;": "\u21a5",
"Uparrow;": "\u21d1",
"Updownarrow;": "\u21d5",
"UpperLeftArrow;": "\u2196",
"UpperRightArrow;": "\u2197",
"Upsi;": "\u03d2",
"Upsilon;": "\u03a5",
"Uring;": "\u016e",
"Uscr;": "\U0001d4b0",
"Utilde;": "\u0168",
"Uuml": "\xdc",
"Uuml;": "\xdc",
"VDash;": "\u22ab",
"Vbar;": "\u2aeb",
"Vcy;": "\u0412",
"Vdash;": "\u22a9",
"Vdashl;": "\u2ae6",
"Vee;": "\u22c1",
"Verbar;": "\u2016",
"Vert;": "\u2016",
"VerticalBar;": "\u2223",
"VerticalLine;": "|",
"VerticalSeparator;": "\u2758",
"VerticalTilde;": "\u2240",
"VeryThinSpace;": "\u200a",
"Vfr;": "\U0001d519",
"Vopf;": "\U0001d54d",
"Vscr;": "\U0001d4b1",
"Vvdash;": "\u22aa",
"Wcirc;": "\u0174",
"Wedge;": "\u22c0",
"Wfr;": "\U0001d51a",
"Wopf;": "\U0001d54e",
"Wscr;": "\U0001d4b2",
"Xfr;": "\U0001d51b",
"Xi;": "\u039e",
"Xopf;": "\U0001d54f",
"Xscr;": "\U0001d4b3",
"YAcy;": "\u042f",
"YIcy;": "\u0407",
"YUcy;": "\u042e",
"Yacute": "\xdd",
"Yacute;": "\xdd",
"Ycirc;": "\u0176",
"Ycy;": "\u042b",
"Yfr;": "\U0001d51c",
"Yopf;": "\U0001d550",
"Yscr;": "\U0001d4b4",
"Yuml;": "\u0178",
"ZHcy;": "\u0416",
"Zacute;": "\u0179",
"Zcaron;": "\u017d",
"Zcy;": "\u0417",
"Zdot;": "\u017b",
"ZeroWidthSpace;": "\u200b",
"Zeta;": "\u0396",
"Zfr;": "\u2128",
"Zopf;": "\u2124",
"Zscr;": "\U0001d4b5",
"aacute": "\xe1",
"aacute;": "\xe1",
"abreve;": "\u0103",
"ac;": "\u223e",
"acE;": "\u223e\u0333",
"acd;": "\u223f",
"acirc": "\xe2",
"acirc;": "\xe2",
"acute": "\xb4",
"acute;": "\xb4",
"acy;": "\u0430",
"aelig": "\xe6",
"aelig;": "\xe6",
"af;": "\u2061",
"afr;": "\U0001d51e",
"agrave": "\xe0",
"agrave;": "\xe0",
"alefsym;": "\u2135",
"aleph;": "\u2135",
"alpha;": "\u03b1",
"amacr;": "\u0101",
"amalg;": "\u2a3f",
"amp": "&",
"amp;": "&",
"and;": "\u2227",
"andand;": "\u2a55",
"andd;": "\u2a5c",
"andslope;": "\u2a58",
"andv;": "\u2a5a",
"ang;": "\u2220",
"ange;": "\u29a4",
"angle;": "\u2220",
"angmsd;": "\u2221",
"angmsdaa;": "\u29a8",
"angmsdab;": "\u29a9",
"angmsdac;": "\u29aa",
"angmsdad;": "\u29ab",
"angmsdae;": "\u29ac",
"angmsdaf;": "\u29ad",
"angmsdag;": "\u29ae",
"angmsdah;": "\u29af",
"angrt;": "\u221f",
"angrtvb;": "\u22be",
"angrtvbd;": "\u299d",
"angsph;": "\u2222",
"angst;": "\xc5",
"angzarr;": "\u237c",
"aogon;": "\u0105",
"aopf;": "\U0001d552",
"ap;": "\u2248",
"apE;": "\u2a70",
"apacir;": "\u2a6f",
"ape;": "\u224a",
"apid;": "\u224b",
"apos;": "'",
"approx;": "\u2248",
"approxeq;": "\u224a",
"aring": "\xe5",
"aring;": "\xe5",
"ascr;": "\U0001d4b6",
"ast;": "*",
"asymp;": "\u2248",
"asympeq;": "\u224d",
"atilde": "\xe3",
"atilde;": "\xe3",
"auml": "\xe4",
"auml;": "\xe4",
"awconint;": "\u2233",
"awint;": "\u2a11",
"bNot;": "\u2aed",
"backcong;": "\u224c",
"backepsilon;": "\u03f6",
"backprime;": "\u2035",
"backsim;": "\u223d",
"backsimeq;": "\u22cd",
"barvee;": "\u22bd",
"barwed;": "\u2305",
"barwedge;": "\u2305",
"bbrk;": "\u23b5",
"bbrktbrk;": "\u23b6",
"bcong;": "\u224c",
"bcy;": "\u0431",
"bdquo;": "\u201e",
"becaus;": "\u2235",
"because;": "\u2235",
"bemptyv;": "\u29b0",
"bepsi;": "\u03f6",
"bernou;": "\u212c",
"beta;": "\u03b2",
"beth;": "\u2136",
"between;": "\u226c",
"bfr;": "\U0001d51f",
"bigcap;": "\u22c2",
"bigcirc;": "\u25ef",
"bigcup;": "\u22c3",
"bigodot;": "\u2a00",
"bigoplus;": "\u2a01",
"bigotimes;": "\u2a02",
"bigsqcup;": "\u2a06",
"bigstar;": "\u2605",
"bigtriangledown;": "\u25bd",
"bigtriangleup;": "\u25b3",
"biguplus;": "\u2a04",
"bigvee;": "\u22c1",
"bigwedge;": "\u22c0",
"bkarow;": "\u290d",
"blacklozenge;": "\u29eb",
"blacksquare;": "\u25aa",
"blacktriangle;": "\u25b4",
"blacktriangledown;": "\u25be",
"blacktriangleleft;": "\u25c2",
"blacktriangleright;": "\u25b8",
"blank;": "\u2423",
"blk12;": "\u2592",
"blk14;": "\u2591",
"blk34;": "\u2593",
"block;": "\u2588",
"bne;": "=\u20e5",
"bnequiv;": "\u2261\u20e5",
"bnot;": "\u2310",
"bopf;": "\U0001d553",
"bot;": "\u22a5",
"bottom;": "\u22a5",
"bowtie;": "\u22c8",
"boxDL;": "\u2557",
"boxDR;": "\u2554",
"boxDl;": "\u2556",
"boxDr;": "\u2553",
"boxH;": "\u2550",
"boxHD;": "\u2566",
"boxHU;": "\u2569",
"boxHd;": "\u2564",
"boxHu;": "\u2567",
"boxUL;": "\u255d",
"boxUR;": "\u255a",
"boxUl;": "\u255c",
"boxUr;": "\u2559",
"boxV;": "\u2551",
"boxVH;": "\u256c",
"boxVL;": "\u2563",
"boxVR;": "\u2560",
"boxVh;": "\u256b",
"boxVl;": "\u2562",
"boxVr;": "\u255f",
"boxbox;": "\u29c9",
"boxdL;": "\u2555",
"boxdR;": "\u2552",
"boxdl;": "\u2510",
"boxdr;": "\u250c",
"boxh;": "\u2500",
"boxhD;": "\u2565",
"boxhU;": "\u2568",
"boxhd;": "\u252c",
"boxhu;": "\u2534",
"boxminus;": "\u229f",
"boxplus;": "\u229e",
"boxtimes;": "\u22a0",
"boxuL;": "\u255b",
"boxuR;": "\u2558",
"boxul;": "\u2518",
"boxur;": "\u2514",
"boxv;": "\u2502",
"boxvH;": "\u256a",
"boxvL;": "\u2561",
"boxvR;": "\u255e",
"boxvh;": "\u253c",
"boxvl;": "\u2524",
"boxvr;": "\u251c",
"bprime;": "\u2035",
"breve;": "\u02d8",
"brvbar": "\xa6",
"brvbar;": "\xa6",
"bscr;": "\U0001d4b7",
"bsemi;": "\u204f",
"bsim;": "\u223d",
"bsime;": "\u22cd",
"bsol;": "\\",
"bsolb;": "\u29c5",
"bsolhsub;": "\u27c8",
"bull;": "\u2022",
"bullet;": "\u2022",
"bump;": "\u224e",
"bumpE;": "\u2aae",
"bumpe;": "\u224f",
"bumpeq;": "\u224f",
"cacute;": "\u0107",
"cap;": "\u2229",
"capand;": "\u2a44",
"capbrcup;": "\u2a49",
"capcap;": "\u2a4b",
"capcup;": "\u2a47",
"capdot;": "\u2a40",
"caps;": "\u2229\ufe00",
"caret;": "\u2041",
"caron;": "\u02c7",
"ccaps;": "\u2a4d",
"ccaron;": "\u010d",
"ccedil": "\xe7",
"ccedil;": "\xe7",
"ccirc;": "\u0109",
"ccups;": "\u2a4c",
"ccupssm;": "\u2a50",
"cdot;": "\u010b",
"cedil": "\xb8",
"cedil;": "\xb8",
"cemptyv;": "\u29b2",
"cent": "\xa2",
"cent;": "\xa2",
"centerdot;": "\xb7",
"cfr;": "\U0001d520",
"chcy;": "\u0447",
"check;": "\u2713",
"checkmark;": "\u2713",
"chi;": "\u03c7",
"cir;": "\u25cb",
"cirE;": "\u29c3",
"circ;": "\u02c6",
"circeq;": "\u2257",
"circlearrowleft;": "\u21ba",
"circlearrowright;": "\u21bb",
"circledR;": "\xae",
"circledS;": "\u24c8",
"circledast;": "\u229b",
"circledcirc;": "\u229a",
"circleddash;": "\u229d",
"cire;": "\u2257",
"cirfnint;": "\u2a10",
"cirmid;": "\u2aef",
"cirscir;": "\u29c2",
"clubs;": "\u2663",
"clubsuit;": "\u2663",
"colon;": ":",
"colone;": "\u2254",
"coloneq;": "\u2254",
"comma;": ",",
"commat;": "@",
"comp;": "\u2201",
"compfn;": "\u2218",
"complement;": "\u2201",
"complexes;": "\u2102",
"cong;": "\u2245",
"congdot;": "\u2a6d",
"conint;": "\u222e",
"copf;": "\U0001d554",
"coprod;": "\u2210",
"copy": "\xa9",
"copy;": "\xa9",
"copysr;": "\u2117",
"crarr;": "\u21b5",
"cross;": "\u2717",
"cscr;": "\U0001d4b8",
"csub;": "\u2acf",
"csube;": "\u2ad1",
"csup;": "\u2ad0",
"csupe;": "\u2ad2",
"ctdot;": "\u22ef",
"cudarrl;": "\u2938",
"cudarrr;": "\u2935",
"cuepr;": "\u22de",
"cuesc;": "\u22df",
"cularr;": "\u21b6",
"cularrp;": "\u293d",
"cup;": "\u222a",
"cupbrcap;": "\u2a48",
"cupcap;": "\u2a46",
"cupcup;": "\u2a4a",
"cupdot;": "\u228d",
"cupor;": "\u2a45",
"cups;": "\u222a\ufe00",
"curarr;": "\u21b7",
"curarrm;": "\u293c",
"curlyeqprec;": "\u22de",
"curlyeqsucc;": "\u22df",
"curlyvee;": "\u22ce",
"curlywedge;": "\u22cf",
"curren": "\xa4",
"curren;": "\xa4",
"curvearrowleft;": "\u21b6",
"curvearrowright;": "\u21b7",
"cuvee;": "\u22ce",
"cuwed;": "\u22cf",
"cwconint;": "\u2232",
"cwint;": "\u2231",
"cylcty;": "\u232d",
"dArr;": "\u21d3",
"dHar;": "\u2965",
"dagger;": "\u2020",
"daleth;": "\u2138",
"darr;": "\u2193",
"dash;": "\u2010",
"dashv;": "\u22a3",
"dbkarow;": "\u290f",
"dblac;": "\u02dd",
"dcaron;": "\u010f",
"dcy;": "\u0434",
"dd;": "\u2146",
"ddagger;": "\u2021",
"ddarr;": "\u21ca",
"ddotseq;": "\u2a77",
"deg": "\xb0",
"deg;": "\xb0",
"delta;": "\u03b4",
"demptyv;": "\u29b1",
"dfisht;": "\u297f",
"dfr;": "\U0001d521",
"dharl;": "\u21c3",
"dharr;": "\u21c2",
"diam;": "\u22c4",
"diamond;": "\u22c4",
"diamondsuit;": "\u2666",
"diams;": "\u2666",
"die;": "\xa8",
"digamma;": "\u03dd",
"disin;": "\u22f2",
"div;": "\xf7",
"divide": "\xf7",
"divide;": "\xf7",
"divideontimes;": "\u22c7",
"divonx;": "\u22c7",
"djcy;": "\u0452",
"dlcorn;": "\u231e",
"dlcrop;": "\u230d",
"dollar;": "$",
"dopf;": "\U0001d555",
"dot;": "\u02d9",
"doteq;": "\u2250",
"doteqdot;": "\u2251",
"dotminus;": "\u2238",
"dotplus;": "\u2214",
"dotsquare;": "\u22a1",
"doublebarwedge;": "\u2306",
"downarrow;": "\u2193",
"downdownarrows;": "\u21ca",
"downharpoonleft;": "\u21c3",
"downharpoonright;": "\u21c2",
"drbkarow;": "\u2910",
"drcorn;": "\u231f",
"drcrop;": "\u230c",
"dscr;": "\U0001d4b9",
"dscy;": "\u0455",
"dsol;": "\u29f6",
"dstrok;": "\u0111",
"dtdot;": "\u22f1",
"dtri;": "\u25bf",
"dtrif;": "\u25be",
"duarr;": "\u21f5",
"duhar;": "\u296f",
"dwangle;": "\u29a6",
"dzcy;": "\u045f",
"dzigrarr;": "\u27ff",
"eDDot;": "\u2a77",
"eDot;": "\u2251",
"eacute": "\xe9",
"eacute;": "\xe9",
"easter;": "\u2a6e",
"ecaron;": "\u011b",
"ecir;": "\u2256",
"ecirc": "\xea",
"ecirc;": "\xea",
"ecolon;": "\u2255",
"ecy;": "\u044d",
"edot;": "\u0117",
"ee;": "\u2147",
"efDot;": "\u2252",
"efr;": "\U0001d522",
"eg;": "\u2a9a",
"egrave": "\xe8",
"egrave;": "\xe8",
"egs;": "\u2a96",
"egsdot;": "\u2a98",
"el;": "\u2a99",
"elinters;": "\u23e7",
"ell;": "\u2113",
"els;": "\u2a95",
"elsdot;": "\u2a97",
"emacr;": "\u0113",
"empty;": "\u2205",
"emptyset;": "\u2205",
"emptyv;": "\u2205",
"emsp13;": "\u2004",
"emsp14;": "\u2005",
"emsp;": "\u2003",
"eng;": "\u014b",
"ensp;": "\u2002",
"eogon;": "\u0119",
"eopf;": "\U0001d556",
"epar;": "\u22d5",
"eparsl;": "\u29e3",
"eplus;": "\u2a71",
"epsi;": "\u03b5",
"epsilon;": "\u03b5",
"epsiv;": "\u03f5",
"eqcirc;": "\u2256",
"eqcolon;": "\u2255",
"eqsim;": "\u2242",
"eqslantgtr;": "\u2a96",
"eqslantless;": "\u2a95",
"equals;": "=",
"equest;": "\u225f",
"equiv;": "\u2261",
"equivDD;": "\u2a78",
"eqvparsl;": "\u29e5",
"erDot;": "\u2253",
"erarr;": "\u2971",
"escr;": "\u212f",
"esdot;": "\u2250",
"esim;": "\u2242",
"eta;": "\u03b7",
"eth": "\xf0",
"eth;": "\xf0",
"euml": "\xeb",
"euml;": "\xeb",
"euro;": "\u20ac",
"excl;": "!",
"exist;": "\u2203",
"expectation;": "\u2130",
"exponentiale;": "\u2147",
"fallingdotseq;": "\u2252",
"fcy;": "\u0444",
"female;": "\u2640",
"ffilig;": "\ufb03",
"fflig;": "\ufb00",
"ffllig;": "\ufb04",
"ffr;": "\U0001d523",
"filig;": "\ufb01",
"fjlig;": "fj",
"flat;": "\u266d",
"fllig;": "\ufb02",
"fltns;": "\u25b1",
"fnof;": "\u0192",
"fopf;": "\U0001d557",
"forall;": "\u2200",
"fork;": "\u22d4",
"forkv;": "\u2ad9",
"fpartint;": "\u2a0d",
"frac12": "\xbd",
"frac12;": "\xbd",
"frac13;": "\u2153",
"frac14": "\xbc",
"frac14;": "\xbc",
"frac15;": "\u2155",
"frac16;": "\u2159",
"frac18;": "\u215b",
"frac23;": "\u2154",
"frac25;": "\u2156",
"frac34": "\xbe",
"frac34;": "\xbe",
"frac35;": "\u2157",
"frac38;": "\u215c",
"frac45;": "\u2158",
"frac56;": "\u215a",
"frac58;": "\u215d",
"frac78;": "\u215e",
"frasl;": "\u2044",
"frown;": "\u2322",
"fscr;": "\U0001d4bb",
"gE;": "\u2267",
"gEl;": "\u2a8c",
"gacute;": "\u01f5",
"gamma;": "\u03b3",
"gammad;": "\u03dd",
"gap;": "\u2a86",
"gbreve;": "\u011f",
"gcirc;": "\u011d",
"gcy;": "\u0433",
"gdot;": "\u0121",
"ge;": "\u2265",
"gel;": "\u22db",
"geq;": "\u2265",
"geqq;": "\u2267",
"geqslant;": "\u2a7e",
"ges;": "\u2a7e",
"gescc;": "\u2aa9",
"gesdot;": "\u2a80",
"gesdoto;": "\u2a82",
"gesdotol;": "\u2a84",
"gesl;": "\u22db\ufe00",
"gesles;": "\u2a94",
"gfr;": "\U0001d524",
"gg;": "\u226b",
"ggg;": "\u22d9",
"gimel;": "\u2137",
"gjcy;": "\u0453",
"gl;": "\u2277",
"glE;": "\u2a92",
"gla;": "\u2aa5",
"glj;": "\u2aa4",
"gnE;": "\u2269",
"gnap;": "\u2a8a",
"gnapprox;": "\u2a8a",
"gne;": "\u2a88",
"gneq;": "\u2a88",
"gneqq;": "\u2269",
"gnsim;": "\u22e7",
"gopf;": "\U0001d558",
"grave;": "`",
"gscr;": "\u210a",
"gsim;": "\u2273",
"gsime;": "\u2a8e",
"gsiml;": "\u2a90",
"gt": ">",
"gt;": ">",
"gtcc;": "\u2aa7",
"gtcir;": "\u2a7a",
"gtdot;": "\u22d7",
"gtlPar;": "\u2995",
"gtquest;": "\u2a7c",
"gtrapprox;": "\u2a86",
"gtrarr;": "\u2978",
"gtrdot;": "\u22d7",
"gtreqless;": "\u22db",
"gtreqqless;": "\u2a8c",
"gtrless;": "\u2277",
"gtrsim;": "\u2273",
"gvertneqq;": "\u2269\ufe00",
"gvnE;": "\u2269\ufe00",
"hArr;": "\u21d4",
"hairsp;": "\u200a",
"half;": "\xbd",
"hamilt;": "\u210b",
"hardcy;": "\u044a",
"harr;": "\u2194",
"harrcir;": "\u2948",
"harrw;": "\u21ad",
"hbar;": "\u210f",
"hcirc;": "\u0125",
"hearts;": "\u2665",
"heartsuit;": "\u2665",
"hellip;": "\u2026",
"hercon;": "\u22b9",
"hfr;": "\U0001d525",
"hksearow;": "\u2925",
"hkswarow;": "\u2926",
"hoarr;": "\u21ff",
"homtht;": "\u223b",
"hookleftarrow;": "\u21a9",
"hookrightarrow;": "\u21aa",
"hopf;": "\U0001d559",
"horbar;": "\u2015",
"hscr;": "\U0001d4bd",
"hslash;": "\u210f",
"hstrok;": "\u0127",
"hybull;": "\u2043",
"hyphen;": "\u2010",
"iacute": "\xed",
"iacute;": "\xed",
"ic;": "\u2063",
"icirc": "\xee",
"icirc;": "\xee",
"icy;": "\u0438",
"iecy;": "\u0435",
"iexcl": "\xa1",
"iexcl;": "\xa1",
"iff;": "\u21d4",
"ifr;": "\U0001d526",
"igrave": "\xec",
"igrave;": "\xec",
"ii;": "\u2148",
"iiiint;": "\u2a0c",
"iiint;": "\u222d",
"iinfin;": "\u29dc",
"iiota;": "\u2129",
"ijlig;": "\u0133",
"imacr;": "\u012b",
"image;": "\u2111",
"imagline;": "\u2110",
"imagpart;": "\u2111",
"imath;": "\u0131",
"imof;": "\u22b7",
"imped;": "\u01b5",
"in;": "\u2208",
"incare;": "\u2105",
"infin;": "\u221e",
"infintie;": "\u29dd",
"inodot;": "\u0131",
"int;": "\u222b",
"intcal;": "\u22ba",
"integers;": "\u2124",
"intercal;": "\u22ba",
"intlarhk;": "\u2a17",
"intprod;": "\u2a3c",
"iocy;": "\u0451",
"iogon;": "\u012f",
"iopf;": "\U0001d55a",
"iota;": "\u03b9",
"iprod;": "\u2a3c",
"iquest": "\xbf",
"iquest;": "\xbf",
"iscr;": "\U0001d4be",
"isin;": "\u2208",
"isinE;": "\u22f9",
"isindot;": "\u22f5",
"isins;": "\u22f4",
"isinsv;": "\u22f3",
"isinv;": "\u2208",
"it;": "\u2062",
"itilde;": "\u0129",
"iukcy;": "\u0456",
"iuml": "\xef",
"iuml;": "\xef",
"jcirc;": "\u0135",
"jcy;": "\u0439",
"jfr;": "\U0001d527",
"jmath;": "\u0237",
"jopf;": "\U0001d55b",
"jscr;": "\U0001d4bf",
"jsercy;": "\u0458",
"jukcy;": "\u0454",
"kappa;": "\u03ba",
"kappav;": "\u03f0",
"kcedil;": "\u0137",
"kcy;": "\u043a",
"kfr;": "\U0001d528",
"kgreen;": "\u0138",
"khcy;": "\u0445",
"kjcy;": "\u045c",
"kopf;": "\U0001d55c",
"kscr;": "\U0001d4c0",
"lAarr;": "\u21da",
"lArr;": "\u21d0",
"lAtail;": "\u291b",
"lBarr;": "\u290e",
"lE;": "\u2266",
"lEg;": "\u2a8b",
"lHar;": "\u2962",
"lacute;": "\u013a",
"laemptyv;": "\u29b4",
"lagran;": "\u2112",
"lambda;": "\u03bb",
"lang;": "\u27e8",
"langd;": "\u2991",
"langle;": "\u27e8",
"lap;": "\u2a85",
"laquo": "\xab",
"laquo;": "\xab",
"larr;": "\u2190",
"larrb;": "\u21e4",
"larrbfs;": "\u291f",
"larrfs;": "\u291d",
"larrhk;": "\u21a9",
"larrlp;": "\u21ab",
"larrpl;": "\u2939",
"larrsim;": "\u2973",
"larrtl;": "\u21a2",
"lat;": "\u2aab",
"latail;": "\u2919",
"late;": "\u2aad",
"lates;": "\u2aad\ufe00",
"lbarr;": "\u290c",
"lbbrk;": "\u2772",
"lbrace;": "{",
"lbrack;": "[",
"lbrke;": "\u298b",
"lbrksld;": "\u298f",
"lbrkslu;": "\u298d",
"lcaron;": "\u013e",
"lcedil;": "\u013c",
"lceil;": "\u2308",
"lcub;": "{",
"lcy;": "\u043b",
"ldca;": "\u2936",
"ldquo;": "\u201c",
"ldquor;": "\u201e",
"ldrdhar;": "\u2967",
"ldrushar;": "\u294b",
"ldsh;": "\u21b2",
"le;": "\u2264",
"leftarrow;": "\u2190",
"leftarrowtail;": "\u21a2",
"leftharpoondown;": "\u21bd",
"leftharpoonup;": "\u21bc",
"leftleftarrows;": "\u21c7",
"leftrightarrow;": "\u2194",
"leftrightarrows;": "\u21c6",
"leftrightharpoons;": "\u21cb",
"leftrightsquigarrow;": "\u21ad",
"leftthreetimes;": "\u22cb",
"leg;": "\u22da",
"leq;": "\u2264",
"leqq;": "\u2266",
"leqslant;": "\u2a7d",
"les;": "\u2a7d",
"lescc;": "\u2aa8",
"lesdot;": "\u2a7f",
"lesdoto;": "\u2a81",
"lesdotor;": "\u2a83",
"lesg;": "\u22da\ufe00",
"lesges;": "\u2a93",
"lessapprox;": "\u2a85",
"lessdot;": "\u22d6",
"lesseqgtr;": "\u22da",
"lesseqqgtr;": "\u2a8b",
"lessgtr;": "\u2276",
"lesssim;": "\u2272",
"lfisht;": "\u297c",
"lfloor;": "\u230a",
"lfr;": "\U0001d529",
"lg;": "\u2276",
"lgE;": "\u2a91",
"lhard;": "\u21bd",
"lharu;": "\u21bc",
"lharul;": "\u296a",
"lhblk;": "\u2584",
"ljcy;": "\u0459",
"ll;": "\u226a",
"llarr;": "\u21c7",
"llcorner;": "\u231e",
"llhard;": "\u296b",
"lltri;": "\u25fa",
"lmidot;": "\u0140",
"lmoust;": "\u23b0",
"lmoustache;": "\u23b0",
"lnE;": "\u2268",
"lnap;": "\u2a89",
"lnapprox;": "\u2a89",
"lne;": "\u2a87",
"lneq;": "\u2a87",
"lneqq;": "\u2268",
"lnsim;": "\u22e6",
"loang;": "\u27ec",
"loarr;": "\u21fd",
"lobrk;": "\u27e6",
"longleftarrow;": "\u27f5",
"longleftrightarrow;": "\u27f7",
"longmapsto;": "\u27fc",
"longrightarrow;": "\u27f6",
"looparrowleft;": "\u21ab",
"looparrowright;": "\u21ac",
"lopar;": "\u2985",
"lopf;": "\U0001d55d",
"loplus;": "\u2a2d",
"lotimes;": "\u2a34",
"lowast;": "\u2217",
"lowbar;": "_",
"loz;": "\u25ca",
"lozenge;": "\u25ca",
"lozf;": "\u29eb",
"lpar;": "(",
"lparlt;": "\u2993",
"lrarr;": "\u21c6",
"lrcorner;": "\u231f",
"lrhar;": "\u21cb",
"lrhard;": "\u296d",
"lrm;": "\u200e",
"lrtri;": "\u22bf",
"lsaquo;": "\u2039",
"lscr;": "\U0001d4c1",
"lsh;": "\u21b0",
"lsim;": "\u2272",
"lsime;": "\u2a8d",
"lsimg;": "\u2a8f",
"lsqb;": "[",
"lsquo;": "\u2018",
"lsquor;": "\u201a",
"lstrok;": "\u0142",
"lt": "<",
"lt;": "<",
"ltcc;": "\u2aa6",
"ltcir;": "\u2a79",
"ltdot;": "\u22d6",
"lthree;": "\u22cb",
"ltimes;": "\u22c9",
"ltlarr;": "\u2976",
"ltquest;": "\u2a7b",
"ltrPar;": "\u2996",
"ltri;": "\u25c3",
"ltrie;": "\u22b4",
"ltrif;": "\u25c2",
"lurdshar;": "\u294a",
"luruhar;": "\u2966",
"lvertneqq;": "\u2268\ufe00",
"lvnE;": "\u2268\ufe00",
"mDDot;": "\u223a",
"macr": "\xaf",
"macr;": "\xaf",
"male;": "\u2642",
"malt;": "\u2720",
"maltese;": "\u2720",
"map;": "\u21a6",
"mapsto;": "\u21a6",
"mapstodown;": "\u21a7",
"mapstoleft;": "\u21a4",
"mapstoup;": "\u21a5",
"marker;": "\u25ae",
"mcomma;": "\u2a29",
"mcy;": "\u043c",
"mdash;": "\u2014",
"measuredangle;": "\u2221",
"mfr;": "\U0001d52a",
"mho;": "\u2127",
"micro": "\xb5",
"micro;": "\xb5",
"mid;": "\u2223",
"midast;": "*",
"midcir;": "\u2af0",
"middot": "\xb7",
"middot;": "\xb7",
"minus;": "\u2212",
"minusb;": "\u229f",
"minusd;": "\u2238",
"minusdu;": "\u2a2a",
"mlcp;": "\u2adb",
"mldr;": "\u2026",
"mnplus;": "\u2213",
"models;": "\u22a7",
"mopf;": "\U0001d55e",
"mp;": "\u2213",
"mscr;": "\U0001d4c2",
"mstpos;": "\u223e",
"mu;": "\u03bc",
"multimap;": "\u22b8",
"mumap;": "\u22b8",
"nGg;": "\u22d9\u0338",
"nGt;": "\u226b\u20d2",
"nGtv;": "\u226b\u0338",
"nLeftarrow;": "\u21cd",
"nLeftrightarrow;": "\u21ce",
"nLl;": "\u22d8\u0338",
"nLt;": "\u226a\u20d2",
"nLtv;": "\u226a\u0338",
"nRightarrow;": "\u21cf",
"nVDash;": "\u22af",
"nVdash;": "\u22ae",
"nabla;": "\u2207",
"nacute;": "\u0144",
"nang;": "\u2220\u20d2",
"nap;": "\u2249",
"napE;": "\u2a70\u0338",
"napid;": "\u224b\u0338",
"napos;": "\u0149",
"napprox;": "\u2249",
"natur;": "\u266e",
"natural;": "\u266e",
"naturals;": "\u2115",
"nbsp": "\xa0",
"nbsp;": "\xa0",
"nbump;": "\u224e\u0338",
"nbumpe;": "\u224f\u0338",
"ncap;": "\u2a43",
"ncaron;": "\u0148",
"ncedil;": "\u0146",
"ncong;": "\u2247",
"ncongdot;": "\u2a6d\u0338",
"ncup;": "\u2a42",
"ncy;": "\u043d",
"ndash;": "\u2013",
"ne;": "\u2260",
"neArr;": "\u21d7",
"nearhk;": "\u2924",
"nearr;": "\u2197",
"nearrow;": "\u2197",
"nedot;": "\u2250\u0338",
"nequiv;": "\u2262",
"nesear;": "\u2928",
"nesim;": "\u2242\u0338",
"nexist;": "\u2204",
"nexists;": "\u2204",
"nfr;": "\U0001d52b",
"ngE;": "\u2267\u0338",
"nge;": "\u2271",
"ngeq;": "\u2271",
"ngeqq;": "\u2267\u0338",
"ngeqslant;": "\u2a7e\u0338",
"nges;": "\u2a7e\u0338",
"ngsim;": "\u2275",
"ngt;": "\u226f",
"ngtr;": "\u226f",
"nhArr;": "\u21ce",
"nharr;": "\u21ae",
"nhpar;": "\u2af2",
"ni;": "\u220b",
"nis;": "\u22fc",
"nisd;": "\u22fa",
"niv;": "\u220b",
"njcy;": "\u045a",
"nlArr;": "\u21cd",
"nlE;": "\u2266\u0338",
"nlarr;": "\u219a",
"nldr;": "\u2025",
"nle;": "\u2270",
"nleftarrow;": "\u219a",
"nleftrightarrow;": "\u21ae",
"nleq;": "\u2270",
"nleqq;": "\u2266\u0338",
"nleqslant;": "\u2a7d\u0338",
"nles;": "\u2a7d\u0338",
"nless;": "\u226e",
"nlsim;": "\u2274",
"nlt;": "\u226e",
"nltri;": "\u22ea",
"nltrie;": "\u22ec",
"nmid;": "\u2224",
"nopf;": "\U0001d55f",
"not": "\xac",
"not;": "\xac",
"notin;": "\u2209",
"notinE;": "\u22f9\u0338",
"notindot;": "\u22f5\u0338",
"notinva;": "\u2209",
"notinvb;": "\u22f7",
"notinvc;": "\u22f6",
"notni;": "\u220c",
"notniva;": "\u220c",
"notnivb;": "\u22fe",
"notnivc;": "\u22fd",
"npar;": "\u2226",
"nparallel;": "\u2226",
"nparsl;": "\u2afd\u20e5",
"npart;": "\u2202\u0338",
"npolint;": "\u2a14",
"npr;": "\u2280",
"nprcue;": "\u22e0",
"npre;": "\u2aaf\u0338",
"nprec;": "\u2280",
"npreceq;": "\u2aaf\u0338",
"nrArr;": "\u21cf",
"nrarr;": "\u219b",
"nrarrc;": "\u2933\u0338",
"nrarrw;": "\u219d\u0338",
"nrightarrow;": "\u219b",
"nrtri;": "\u22eb",
"nrtrie;": "\u22ed",
"nsc;": "\u2281",
"nsccue;": "\u22e1",
"nsce;": "\u2ab0\u0338",
"nscr;": "\U0001d4c3",
"nshortmid;": "\u2224",
"nshortparallel;": "\u2226",
"nsim;": "\u2241",
"nsime;": "\u2244",
"nsimeq;": "\u2244",
"nsmid;": "\u2224",
"nspar;": "\u2226",
"nsqsube;": "\u22e2",
"nsqsupe;": "\u22e3",
"nsub;": "\u2284",
"nsubE;": "\u2ac5\u0338",
"nsube;": "\u2288",
"nsubset;": "\u2282\u20d2",
"nsubseteq;": "\u2288",
"nsubseteqq;": "\u2ac5\u0338",
"nsucc;": "\u2281",
"nsucceq;": "\u2ab0\u0338",
"nsup;": "\u2285",
"nsupE;": "\u2ac6\u0338",
"nsupe;": "\u2289",
"nsupset;": "\u2283\u20d2",
"nsupseteq;": "\u2289",
"nsupseteqq;": "\u2ac6\u0338",
"ntgl;": "\u2279",
"ntilde": "\xf1",
"ntilde;": "\xf1",
"ntlg;": "\u2278",
"ntriangleleft;": "\u22ea",
"ntrianglelefteq;": "\u22ec",
"ntriangleright;": "\u22eb",
"ntrianglerighteq;": "\u22ed",
"nu;": "\u03bd",
"num;": "#",
"numero;": "\u2116",
"numsp;": "\u2007",
"nvDash;": "\u22ad",
"nvHarr;": "\u2904",
"nvap;": "\u224d\u20d2",
"nvdash;": "\u22ac",
"nvge;": "\u2265\u20d2",
"nvgt;": ">\u20d2",
"nvinfin;": "\u29de",
"nvlArr;": "\u2902",
"nvle;": "\u2264\u20d2",
"nvlt;": "<\u20d2",
"nvltrie;": "\u22b4\u20d2",
"nvrArr;": "\u2903",
"nvrtrie;": "\u22b5\u20d2",
"nvsim;": "\u223c\u20d2",
"nwArr;": "\u21d6",
"nwarhk;": "\u2923",
"nwarr;": "\u2196",
"nwarrow;": "\u2196",
"nwnear;": "\u2927",
"oS;": "\u24c8",
"oacute": "\xf3",
"oacute;": "\xf3",
"oast;": "\u229b",
"ocir;": "\u229a",
"ocirc": "\xf4",
"ocirc;": "\xf4",
"ocy;": "\u043e",
"odash;": "\u229d",
"odblac;": "\u0151",
"odiv;": "\u2a38",
"odot;": "\u2299",
"odsold;": "\u29bc",
"oelig;": "\u0153",
"ofcir;": "\u29bf",
"ofr;": "\U0001d52c",
"ogon;": "\u02db",
"ograve": "\xf2",
"ograve;": "\xf2",
"ogt;": "\u29c1",
"ohbar;": "\u29b5",
"ohm;": "\u03a9",
"oint;": "\u222e",
"olarr;": "\u21ba",
"olcir;": "\u29be",
"olcross;": "\u29bb",
"oline;": "\u203e",
"olt;": "\u29c0",
"omacr;": "\u014d",
"omega;": "\u03c9",
"omicron;": "\u03bf",
"omid;": "\u29b6",
"ominus;": "\u2296",
"oopf;": "\U0001d560",
"opar;": "\u29b7",
"operp;": "\u29b9",
"oplus;": "\u2295",
"or;": "\u2228",
"orarr;": "\u21bb",
"ord;": "\u2a5d",
"order;": "\u2134",
"orderof;": "\u2134",
"ordf": "\xaa",
"ordf;": "\xaa",
"ordm": "\xba",
"ordm;": "\xba",
"origof;": "\u22b6",
"oror;": "\u2a56",
"orslope;": "\u2a57",
"orv;": "\u2a5b",
"oscr;": "\u2134",
"oslash": "\xf8",
"oslash;": "\xf8",
"osol;": "\u2298",
"otilde": "\xf5",
"otilde;": "\xf5",
"otimes;": "\u2297",
"otimesas;": "\u2a36",
"ouml": "\xf6",
"ouml;": "\xf6",
"ovbar;": "\u233d",
"par;": "\u2225",
"para": "\xb6",
"para;": "\xb6",
"parallel;": "\u2225",
"parsim;": "\u2af3",
"parsl;": "\u2afd",
"part;": "\u2202",
"pcy;": "\u043f",
"percnt;": "%",
"period;": ".",
"permil;": "\u2030",
"perp;": "\u22a5",
"pertenk;": "\u2031",
"pfr;": "\U0001d52d",
"phi;": "\u03c6",
"phiv;": "\u03d5",
"phmmat;": "\u2133",
"phone;": "\u260e",
"pi;": "\u03c0",
"pitchfork;": "\u22d4",
"piv;": "\u03d6",
"planck;": "\u210f",
"planckh;": "\u210e",
"plankv;": "\u210f",
"plus;": "+",
"plusacir;": "\u2a23",
"plusb;": "\u229e",
"pluscir;": "\u2a22",
"plusdo;": "\u2214",
"plusdu;": "\u2a25",
"pluse;": "\u2a72",
"plusmn": "\xb1",
"plusmn;": "\xb1",
"plussim;": "\u2a26",
"plustwo;": "\u2a27",
"pm;": "\xb1",
"pointint;": "\u2a15",
"popf;": "\U0001d561",
"pound": "\xa3",
"pound;": "\xa3",
"pr;": "\u227a",
"prE;": "\u2ab3",
"prap;": "\u2ab7",
"prcue;": "\u227c",
"pre;": "\u2aaf",
"prec;": "\u227a",
"precapprox;": "\u2ab7",
"preccurlyeq;": "\u227c",
"preceq;": "\u2aaf",
"precnapprox;": "\u2ab9",
"precneqq;": "\u2ab5",
"precnsim;": "\u22e8",
"precsim;": "\u227e",
"prime;": "\u2032",
"primes;": "\u2119",
"prnE;": "\u2ab5",
"prnap;": "\u2ab9",
"prnsim;": "\u22e8",
"prod;": "\u220f",
"profalar;": "\u232e",
"profline;": "\u2312",
"profsurf;": "\u2313",
"prop;": "\u221d",
"propto;": "\u221d",
"prsim;": "\u227e",
"prurel;": "\u22b0",
"pscr;": "\U0001d4c5",
"psi;": "\u03c8",
"puncsp;": "\u2008",
"qfr;": "\U0001d52e",
"qint;": "\u2a0c",
"qopf;": "\U0001d562",
"qprime;": "\u2057",
"qscr;": "\U0001d4c6",
"quaternions;": "\u210d",
"quatint;": "\u2a16",
"quest;": "?",
"questeq;": "\u225f",
"quot": "\"",
"quot;": "\"",
"rAarr;": "\u21db",
"rArr;": "\u21d2",
"rAtail;": "\u291c",
"rBarr;": "\u290f",
"rHar;": "\u2964",
"race;": "\u223d\u0331",
"racute;": "\u0155",
"radic;": "\u221a",
"raemptyv;": "\u29b3",
"rang;": "\u27e9",
"rangd;": "\u2992",
"range;": "\u29a5",
"rangle;": "\u27e9",
"raquo": "\xbb",
"raquo;": "\xbb",
"rarr;": "\u2192",
"rarrap;": "\u2975",
"rarrb;": "\u21e5",
"rarrbfs;": "\u2920",
"rarrc;": "\u2933",
"rarrfs;": "\u291e",
"rarrhk;": "\u21aa",
"rarrlp;": "\u21ac",
"rarrpl;": "\u2945",
"rarrsim;": "\u2974",
"rarrtl;": "\u21a3",
"rarrw;": "\u219d",
"ratail;": "\u291a",
"ratio;": "\u2236",
"rationals;": "\u211a",
"rbarr;": "\u290d",
"rbbrk;": "\u2773",
"rbrace;": "}",
"rbrack;": "]",
"rbrke;": "\u298c",
"rbrksld;": "\u298e",
"rbrkslu;": "\u2990",
"rcaron;": "\u0159",
"rcedil;": "\u0157",
"rceil;": "\u2309",
"rcub;": "}",
"rcy;": "\u0440",
"rdca;": "\u2937",
"rdldhar;": "\u2969",
"rdquo;": "\u201d",
"rdquor;": "\u201d",
"rdsh;": "\u21b3",
"real;": "\u211c",
"realine;": "\u211b",
"realpart;": "\u211c",
"reals;": "\u211d",
"rect;": "\u25ad",
"reg": "\xae",
"reg;": "\xae",
"rfisht;": "\u297d",
"rfloor;": "\u230b",
"rfr;": "\U0001d52f",
"rhard;": "\u21c1",
"rharu;": "\u21c0",
"rharul;": "\u296c",
"rho;": "\u03c1",
"rhov;": "\u03f1",
"rightarrow;": "\u2192",
"rightarrowtail;": "\u21a3",
"rightharpoondown;": "\u21c1",
"rightharpoonup;": "\u21c0",
"rightleftarrows;": "\u21c4",
"rightleftharpoons;": "\u21cc",
"rightrightarrows;": "\u21c9",
"rightsquigarrow;": "\u219d",
"rightthreetimes;": "\u22cc",
"ring;": "\u02da",
"risingdotseq;": "\u2253",
"rlarr;": "\u21c4",
"rlhar;": "\u21cc",
"rlm;": "\u200f",
"rmoust;": "\u23b1",
"rmoustache;": "\u23b1",
"rnmid;": "\u2aee",
"roang;": "\u27ed",
"roarr;": "\u21fe",
"robrk;": "\u27e7",
"ropar;": "\u2986",
"ropf;": "\U0001d563",
"roplus;": "\u2a2e",
"rotimes;": "\u2a35",
"rpar;": ")",
"rpargt;": "\u2994",
"rppolint;": "\u2a12",
"rrarr;": "\u21c9",
"rsaquo;": "\u203a",
"rscr;": "\U0001d4c7",
"rsh;": "\u21b1",
"rsqb;": "]",
"rsquo;": "\u2019",
"rsquor;": "\u2019",
"rthree;": "\u22cc",
"rtimes;": "\u22ca",
"rtri;": "\u25b9",
"rtrie;": "\u22b5",
"rtrif;": "\u25b8",
"rtriltri;": "\u29ce",
"ruluhar;": "\u2968",
"rx;": "\u211e",
"sacute;": "\u015b",
"sbquo;": "\u201a",
"sc;": "\u227b",
"scE;": "\u2ab4",
"scap;": "\u2ab8",
"scaron;": "\u0161",
"sccue;": "\u227d",
"sce;": "\u2ab0",
"scedil;": "\u015f",
"scirc;": "\u015d",
"scnE;": "\u2ab6",
"scnap;": "\u2aba",
"scnsim;": "\u22e9",
"scpolint;": "\u2a13",
"scsim;": "\u227f",
"scy;": "\u0441",
"sdot;": "\u22c5",
"sdotb;": "\u22a1",
"sdote;": "\u2a66",
"seArr;": "\u21d8",
"searhk;": "\u2925",
"searr;": "\u2198",
"searrow;": "\u2198",
"sect": "\xa7",
"sect;": "\xa7",
"semi;": ";",
"seswar;": "\u2929",
"setminus;": "\u2216",
"setmn;": "\u2216",
"sext;": "\u2736",
"sfr;": "\U0001d530",
"sfrown;": "\u2322",
"sharp;": "\u266f",
"shchcy;": "\u0449",
"shcy;": "\u0448",
"shortmid;": "\u2223",
"shortparallel;": "\u2225",
"shy": "\xad",
"shy;": "\xad",
"sigma;": "\u03c3",
"sigmaf;": "\u03c2",
"sigmav;": "\u03c2",
"sim;": "\u223c",
"simdot;": "\u2a6a",
"sime;": "\u2243",
"simeq;": "\u2243",
"simg;": "\u2a9e",
"simgE;": "\u2aa0",
"siml;": "\u2a9d",
"simlE;": "\u2a9f",
"simne;": "\u2246",
"simplus;": "\u2a24",
"simrarr;": "\u2972",
"slarr;": "\u2190",
"smallsetminus;": "\u2216",
"smashp;": "\u2a33",
"smeparsl;": "\u29e4",
"smid;": "\u2223",
"smile;": "\u2323",
"smt;": "\u2aaa",
"smte;": "\u2aac",
"smtes;": "\u2aac\ufe00",
"softcy;": "\u044c",
"sol;": "/",
"solb;": "\u29c4",
"solbar;": "\u233f",
"sopf;": "\U0001d564",
"spades;": "\u2660",
"spadesuit;": "\u2660",
"spar;": "\u2225",
"sqcap;": "\u2293",
"sqcaps;": "\u2293\ufe00",
"sqcup;": "\u2294",
"sqcups;": "\u2294\ufe00",
"sqsub;": "\u228f",
"sqsube;": "\u2291",
"sqsubset;": "\u228f",
"sqsubseteq;": "\u2291",
"sqsup;": "\u2290",
"sqsupe;": "\u2292",
"sqsupset;": "\u2290",
"sqsupseteq;": "\u2292",
"squ;": "\u25a1",
"square;": "\u25a1",
"squarf;": "\u25aa",
"squf;": "\u25aa",
"srarr;": "\u2192",
"sscr;": "\U0001d4c8",
"ssetmn;": "\u2216",
"ssmile;": "\u2323",
"sstarf;": "\u22c6",
"star;": "\u2606",
"starf;": "\u2605",
"straightepsilon;": "\u03f5",
"straightphi;": "\u03d5",
"strns;": "\xaf",
"sub;": "\u2282",
"subE;": "\u2ac5",
"subdot;": "\u2abd",
"sube;": "\u2286",
"subedot;": "\u2ac3",
"submult;": "\u2ac1",
"subnE;": "\u2acb",
"subne;": "\u228a",
"subplus;": "\u2abf",
"subrarr;": "\u2979",
"subset;": "\u2282",
"subseteq;": "\u2286",
"subseteqq;": "\u2ac5",
"subsetneq;": "\u228a",
"subsetneqq;": "\u2acb",
"subsim;": "\u2ac7",
"subsub;": "\u2ad5",
"subsup;": "\u2ad3",
"succ;": "\u227b",
"succapprox;": "\u2ab8",
"succcurlyeq;": "\u227d",
"succeq;": "\u2ab0",
"succnapprox;": "\u2aba",
"succneqq;": "\u2ab6",
"succnsim;": "\u22e9",
"succsim;": "\u227f",
"sum;": "\u2211",
"sung;": "\u266a",
"sup1": "\xb9",
"sup1;": "\xb9",
"sup2": "\xb2",
"sup2;": "\xb2",
"sup3": "\xb3",
"sup3;": "\xb3",
"sup;": "\u2283",
"supE;": "\u2ac6",
"supdot;": "\u2abe",
"supdsub;": "\u2ad8",
"supe;": "\u2287",
"supedot;": "\u2ac4",
"suphsol;": "\u27c9",
"suphsub;": "\u2ad7",
"suplarr;": "\u297b",
"supmult;": "\u2ac2",
"supnE;": "\u2acc",
"supne;": "\u228b",
"supplus;": "\u2ac0",
"supset;": "\u2283",
"supseteq;": "\u2287",
"supseteqq;": "\u2ac6",
"supsetneq;": "\u228b",
"supsetneqq;": "\u2acc",
"supsim;": "\u2ac8",
"supsub;": "\u2ad4",
"supsup;": "\u2ad6",
"swArr;": "\u21d9",
"swarhk;": "\u2926",
"swarr;": "\u2199",
"swarrow;": "\u2199",
"swnwar;": "\u292a",
"szlig": "\xdf",
"szlig;": "\xdf",
"target;": "\u2316",
"tau;": "\u03c4",
"tbrk;": "\u23b4",
"tcaron;": "\u0165",
"tcedil;": "\u0163",
"tcy;": "\u0442",
"tdot;": "\u20db",
"telrec;": "\u2315",
"tfr;": "\U0001d531",
"there4;": "\u2234",
"therefore;": "\u2234",
"theta;": "\u03b8",
"thetasym;": "\u03d1",
"thetav;": "\u03d1",
"thickapprox;": "\u2248",
"thicksim;": "\u223c",
"thinsp;": "\u2009",
"thkap;": "\u2248",
"thksim;": "\u223c",
"thorn": "\xfe",
"thorn;": "\xfe",
"tilde;": "\u02dc",
"times": "\xd7",
"times;": "\xd7",
"timesb;": "\u22a0",
"timesbar;": "\u2a31",
"timesd;": "\u2a30",
"tint;": "\u222d",
"toea;": "\u2928",
"top;": "\u22a4",
"topbot;": "\u2336",
"topcir;": "\u2af1",
"topf;": "\U0001d565",
"topfork;": "\u2ada",
"tosa;": "\u2929",
"tprime;": "\u2034",
"trade;": "\u2122",
"triangle;": "\u25b5",
"triangledown;": "\u25bf",
"triangleleft;": "\u25c3",
"trianglelefteq;": "\u22b4",
"triangleq;": "\u225c",
"triangleright;": "\u25b9",
"trianglerighteq;": "\u22b5",
"tridot;": "\u25ec",
"trie;": "\u225c",
"triminus;": "\u2a3a",
"triplus;": "\u2a39",
"trisb;": "\u29cd",
"tritime;": "\u2a3b",
"trpezium;": "\u23e2",
"tscr;": "\U0001d4c9",
"tscy;": "\u0446",
"tshcy;": "\u045b",
"tstrok;": "\u0167",
"twixt;": "\u226c",
"twoheadleftarrow;": "\u219e",
"twoheadrightarrow;": "\u21a0",
"uArr;": "\u21d1",
"uHar;": "\u2963",
"uacute": "\xfa",
"uacute;": "\xfa",
"uarr;": "\u2191",
"ubrcy;": "\u045e",
"ubreve;": "\u016d",
"ucirc": "\xfb",
"ucirc;": "\xfb",
"ucy;": "\u0443",
"udarr;": "\u21c5",
"udblac;": "\u0171",
"udhar;": "\u296e",
"ufisht;": "\u297e",
"ufr;": "\U0001d532",
"ugrave": "\xf9",
"ugrave;": "\xf9",
"uharl;": "\u21bf",
"uharr;": "\u21be",
"uhblk;": "\u2580",
"ulcorn;": "\u231c",
"ulcorner;": "\u231c",
"ulcrop;": "\u230f",
"ultri;": "\u25f8",
"umacr;": "\u016b",
"uml": "\xa8",
"uml;": "\xa8",
"uogon;": "\u0173",
"uopf;": "\U0001d566",
"uparrow;": "\u2191",
"updownarrow;": "\u2195",
"upharpoonleft;": "\u21bf",
"upharpoonright;": "\u21be",
"uplus;": "\u228e",
"upsi;": "\u03c5",
"upsih;": "\u03d2",
"upsilon;": "\u03c5",
"upuparrows;": "\u21c8",
"urcorn;": "\u231d",
"urcorner;": "\u231d",
"urcrop;": "\u230e",
"uring;": "\u016f",
"urtri;": "\u25f9",
"uscr;": "\U0001d4ca",
"utdot;": "\u22f0",
"utilde;": "\u0169",
"utri;": "\u25b5",
"utrif;": "\u25b4",
"uuarr;": "\u21c8",
"uuml": "\xfc",
"uuml;": "\xfc",
"uwangle;": "\u29a7",
"vArr;": "\u21d5",
"vBar;": "\u2ae8",
"vBarv;": "\u2ae9",
"vDash;": "\u22a8",
"vangrt;": "\u299c",
"varepsilon;": "\u03f5",
"varkappa;": "\u03f0",
"varnothing;": "\u2205",
"varphi;": "\u03d5",
"varpi;": "\u03d6",
"varpropto;": "\u221d",
"varr;": "\u2195",
"varrho;": "\u03f1",
"varsigma;": "\u03c2",
"varsubsetneq;": "\u228a\ufe00",
"varsubsetneqq;": "\u2acb\ufe00",
"varsupsetneq;": "\u228b\ufe00",
"varsupsetneqq;": "\u2acc\ufe00",
"vartheta;": "\u03d1",
"vartriangleleft;": "\u22b2",
"vartriangleright;": "\u22b3",
"vcy;": "\u0432",
"vdash;": "\u22a2",
"vee;": "\u2228",
"veebar;": "\u22bb",
"veeeq;": "\u225a",
"vellip;": "\u22ee",
"verbar;": "|",
"vert;": "|",
"vfr;": "\U0001d533",
"vltri;": "\u22b2",
"vnsub;": "\u2282\u20d2",
"vnsup;": "\u2283\u20d2",
"vopf;": "\U0001d567",
"vprop;": "\u221d",
"vrtri;": "\u22b3",
"vscr;": "\U0001d4cb",
"vsubnE;": "\u2acb\ufe00",
"vsubne;": "\u228a\ufe00",
"vsupnE;": "\u2acc\ufe00",
"vsupne;": "\u228b\ufe00",
"vzigzag;": "\u299a",
"wcirc;": "\u0175",
"wedbar;": "\u2a5f",
"wedge;": "\u2227",
"wedgeq;": "\u2259",
"weierp;": "\u2118",
"wfr;": "\U0001d534",
"wopf;": "\U0001d568",
"wp;": "\u2118",
"wr;": "\u2240",
"wreath;": "\u2240",
"wscr;": "\U0001d4cc",
"xcap;": "\u22c2",
"xcirc;": "\u25ef",
"xcup;": "\u22c3",
"xdtri;": "\u25bd",
"xfr;": "\U0001d535",
"xhArr;": "\u27fa",
"xharr;": "\u27f7",
"xi;": "\u03be",
"xlArr;": "\u27f8",
"xlarr;": "\u27f5",
"xmap;": "\u27fc",
"xnis;": "\u22fb",
"xodot;": "\u2a00",
"xopf;": "\U0001d569",
"xoplus;": "\u2a01",
"xotime;": "\u2a02",
"xrArr;": "\u27f9",
"xrarr;": "\u27f6",
"xscr;": "\U0001d4cd",
"xsqcup;": "\u2a06",
"xuplus;": "\u2a04",
"xutri;": "\u25b3",
"xvee;": "\u22c1",
"xwedge;": "\u22c0",
"yacute": "\xfd",
"yacute;": "\xfd",
"yacy;": "\u044f",
"ycirc;": "\u0177",
"ycy;": "\u044b",
"yen": "\xa5",
"yen;": "\xa5",
"yfr;": "\U0001d536",
"yicy;": "\u0457",
"yopf;": "\U0001d56a",
"yscr;": "\U0001d4ce",
"yucy;": "\u044e",
"yuml": "\xff",
"yuml;": "\xff",
"zacute;": "\u017a",
"zcaron;": "\u017e",
"zcy;": "\u0437",
"zdot;": "\u017c",
"zeetrf;": "\u2128",
"zeta;": "\u03b6",
"zfr;": "\U0001d537",
"zhcy;": "\u0436",
"zigrarr;": "\u21dd",
"zopf;": "\U0001d56b",
"zscr;": "\U0001d4cf",
"zwj;": "\u200d",
"zwnj;": "\u200c",
}
replacementCharacters = {
0x0: "\uFFFD",
0x0d: "\u000D",
0x80: "\u20AC",
0x81: "\u0081",
0x82: "\u201A",
0x83: "\u0192",
0x84: "\u201E",
0x85: "\u2026",
0x86: "\u2020",
0x87: "\u2021",
0x88: "\u02C6",
0x89: "\u2030",
0x8A: "\u0160",
0x8B: "\u2039",
0x8C: "\u0152",
0x8D: "\u008D",
0x8E: "\u017D",
0x8F: "\u008F",
0x90: "\u0090",
0x91: "\u2018",
0x92: "\u2019",
0x93: "\u201C",
0x94: "\u201D",
0x95: "\u2022",
0x96: "\u2013",
0x97: "\u2014",
0x98: "\u02DC",
0x99: "\u2122",
0x9A: "\u0161",
0x9B: "\u203A",
0x9C: "\u0153",
0x9D: "\u009D",
0x9E: "\u017E",
0x9F: "\u0178",
}
tokenTypes = {
"Doctype": 0,
"Characters": 1,
"SpaceCharacters": 2,
"StartTag": 3,
"EndTag": 4,
"EmptyTag": 5,
"Comment": 6,
"ParseError": 7
}
tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"],
tokenTypes["EmptyTag"]])
prefixes = {v: k for k, v in namespaces.items()}
prefixes["http://www.w3.org/1998/Math/MathML"] = "math"
class DataLossWarning(UserWarning):
"""Raised when the current tree is unable to represent the input data"""
pass
class _ReparseException(Exception):
pass
site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-39.pyc 0000644 00000002737 15056474501 0023367 0 ustar 00 a
��Re� � @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e�
� D ]\Z Z Z
e dur<e
e e < q<dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |� � t�� D ]\}}|�||� q| D ]�}|d }|dkrBq*q*|dv r�t|d t�}|�|d |d f|d |� |dkr�|�|d |d f|d � q*|dkr�|�|d |d f|d � q*|d v r�|�|d � q*|d
kr�q*d s*J d ��q*t�� D ]\}}|� |� q�|�
� d
S )z�Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
�type�Doctype)�StartTag�EmptyTag�data� namespace�namer �EndTag)�
Characters�SpaceCharacters�CommentFzUnknown token typeN) �
startDocument�prefix_mapping�items�startPrefixMappingr r �startElementNS� endElementNS�
characters�endPrefixMapping� endDocument)�walker�handler�prefixr �tokenr �attrs� r" ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treeadapters/sax.py�to_sax
s> ���� r$ )�
__future__r r r Zxml.sax.xmlreaderr � constantsr r r �valuesr Z localNamer r$ r" r" r" r# �<module> s
site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-39.pyc 0000644 00000003060 15056474501 0024037 0 ustar 00 a
��Re� � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sR g }| D �]*}|d }|dv r.|� |d � n|rHtd�|�dfV g }|dv r�|d rnd|d |d f }n|d }td
d � |d �� D ��}tt|�|fdfV |d kr�d
}|d
kr�|d r�d|d |d f }n|d }tt|�dfV q|dk�r t|d dfV q|dkrt |d |d |d fdfV qq|�rNtd�|�dfV dS )z�Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
�type)�
Characters�SpaceCharacters�data� )N���r )�StartTag�EmptyTag� namespace�{%s}%s�namec S s4 g | ],\}}t |d dur"d| n|d �|f�qS )r Nr � )r )�.0�attr�value� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py�
<listcomp> s �z to_genshi.<locals>.<listcomp>r �EndTag�Comment�Doctype�publicId�systemIdN)
�appendr �joinr �itemsr r r r
r )�walker�text�tokenr r �attrsr r r � to_genshi sD
�
��r* N)
�
__future__r r r Z genshi.corer r r r r r
r r* r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-39.pyc 0000644 00000001720 15056474501 0024322 0 ustar 00 a
��Re� � @ s\ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e yL Y n 0 e�
d� dS ) a� Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) �__doc__�
__future__r r r � r �__all__r � ImportError�append� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py�<module> s site-packages/pip/_vendor/html5lib/treeadapters/genshi.py 0000644 00000003263 15056474501 0017555 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName, Attrs
from genshi.core import START, END, TEXT, COMMENT, DOCTYPE
def to_genshi(walker):
"""Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
"""
text = []
for token in walker:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
text.append(token["data"])
elif text:
yield TEXT, "".join(text), (None, -1, -1)
text = []
if type in ("StartTag", "EmptyTag"):
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value)
for attr, value in token["data"].items()])
yield (START, (QName(name), attrs), (None, -1, -1))
if type == "EmptyTag":
type = "EndTag"
if type == "EndTag":
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
yield END, QName(name), (None, -1, -1)
elif type == "Comment":
yield COMMENT, token["data"], (None, -1, -1)
elif type == "Doctype":
yield DOCTYPE, (token["name"], token["publicId"],
token["systemId"]), (None, -1, -1)
else:
pass # FIXME: What to do?
if text:
yield TEXT, "".join(text), (None, -1, -1)
site-packages/pip/_vendor/html5lib/treeadapters/sax.py 0000644 00000003360 15056474501 0017071 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.sax.xmlreader import AttributesNSImpl
from ..constants import adjustForeignAttributes, unadjustForeignAttributes
prefix_mapping = {}
for prefix, localName, namespace in adjustForeignAttributes.values():
if prefix is not None:
prefix_mapping[prefix] = namespace
def to_sax(walker, handler):
"""Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
"""
handler.startDocument()
for prefix, namespace in prefix_mapping.items():
handler.startPrefixMapping(prefix, namespace)
for token in walker:
type = token["type"]
if type == "Doctype":
continue
elif type in ("StartTag", "EmptyTag"):
attrs = AttributesNSImpl(token["data"],
unadjustForeignAttributes)
handler.startElementNS((token["namespace"], token["name"]),
token["name"],
attrs)
if type == "EmptyTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type == "EndTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type in ("Characters", "SpaceCharacters"):
handler.characters(token["data"])
elif type == "Comment":
pass
else:
assert False, "Unknown token type"
for prefix, namespace in prefix_mapping.items():
handler.endPrefixMapping(prefix)
handler.endDocument()
site-packages/pip/_vendor/html5lib/treeadapters/__init__.py 0000644 00000001247 15056474501 0020037 0 ustar 00 """Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
"""
from __future__ import absolute_import, division, unicode_literals
from . import sax
__all__ = ["sax"]
try:
from . import genshi # noqa
except ImportError:
pass
else:
__all__.append("genshi")
site-packages/pip/_vendor/html5lib/__init__.py 0000644 00000002210 15056474501 0015343 0 ustar 00 """
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
"""
from __future__ import absolute_import, division, unicode_literals
from .html5parser import HTMLParser, parse, parseFragment
from .treebuilders import getTreeBuilder
from .treewalkers import getTreeWalker
from .serializer import serialize
__all__ = ["HTMLParser", "parse", "parseFragment", "getTreeBuilder",
"getTreeWalker", "serialize"]
# this has to be at the top level, see how setup.py parses this
#: Distribution version number.
__version__ = "1.1"
site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-39.pyc 0000644 00000026133 15056474501 0023510 0 ustar 00 a
��Re�8 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ
e e�dfe ee d dfhB �dfe ee d d fe d d
fhB �dfe e d dfe d d fg�dfe e d d fe d d
fg�dfd�Z G dd� de
�ZG dd� de�ZG dd� de
�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements�
namespacesNF�html�button�ol�ul�table�optgroup�optionT)Nr �listr �selectc @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d
S )�Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node
:arg name: The tag name associated with the node
N)�name�parent�value�
attributes�
childNodes�_flags)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treebuilders/base.py�__init__ s z
Node.__init__c C s: d� dd� | j�� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r �
<listcomp>. s �z Node.__str__.<locals>.<listcomp>z<%s %s>�<%s>)�joinr �itemsr )r �
attributesStrr r r �__str__- s
�z Node.__str__c C s
d| j S )Nr! )r �r r r r �__repr__6 s z
Node.__repr__c C s t �dS )z[Insert node as a child of the current node
:arg node: the node to insert
N��NotImplementedError�r �noder r r � appendChild9 s zNode.appendChildNc C s t �dS )aB Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
Nr( )r �data� insertBeforer r r �
insertTextA s
zNode.insertTextc C s t �dS )a Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
Nr( )r r+ �refNoder r r r. M s
zNode.insertBeforec C s t �dS )zhRemove node from the children of the current node
:arg node: the child node to remove
Nr( r* r r r � removeChildY s zNode.removeChildc C s | j D ]}|�|� qg | _ dS )z�Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
N)r r, )r � newParent�childr r r �reparentChildrena s
zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
Nr( r& r r r � cloneNoden s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise
Nr( r& r r r �
hasContentt s zNode.hasContent)N)�__name__�
__module__� __qualname__�__doc__r r% r' r, r/ r. r1 r4 r5 r6 r r r r r s
r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krV| d d d� D ]:}|t kr* qV| �||�r>|d7 }|dkr| �|� qVqt�| |� d S )Nr ���� � )�Marker�
nodesEqual�remover �append)r r+ �
equalCount�elementr r r rB { s
z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r �node1�node2r r r r@ � s
z#ActiveFormattingElements.nodesEqualN)r7 r8 r9 rB r@ r r r r r; z s
r; c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
d+dd�Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
Nc C s |r d| _ nd| _ | �� dS )zmCreate a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
z http://www.w3.org/1999/xhtmlN)�defaultNamespace�reset)r �namespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| �� | _d S )NF)� openElementsr; �activeFormattingElements� headPointer� formPointer�insertFromTable�
documentClass�documentr& r r r rJ � s zTreeBuilder.resetc C s� t |d�}|s2t|t�r$td |f}t|t�s2J �t| \}}t| j�D ]>}|r^||kr^ dS |sr|j|krr dS ||j|v A rH dS qHds�J �d S )NrE r
TF) �hasattr�
isinstancer r �tuple�listElementsMap�reversedrL rE )r �target�variant� exactNode� listElements�invertr+ r r r �elementInScope� s
zTreeBuilder.elementInScopec C s� | j s
d S t| j �d }| j | }|tks4|| jv r8d S |tkrl|| jvrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }|�� }| �d|j|j|jd��}|| j |< || j d krlq�qld S )Nr= r r< �StartTag)�typer � namespacer- ) rM �lenr? rL r5 �
insertElementr r` r )r �i�entry�clonerD r r r �#reconstructActiveFormattingElements� s.
�
z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j �� }| j r$|tkr$| j �� }q
d S �N)rM �popr? )r rd r r r � clearActiveFormattingElements s
z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd� D ]$}|tkr" q6q|j|kr| S qdS )z�Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return falseNr< F)rM r? r )r r �itemr r r �!elementInActiveFormattingElements
s
z-TreeBuilder.elementInActiveFormattingElementsc C s& | � |�}| j�|� | j�|� d S rg )�
createElementrL rB rR r, )r �tokenrD r r r �
insertRoot s
zTreeBuilder.insertRootc C s6 |d }|d }|d }| � |||�}| j�|� d S )Nr �publicId�systemId)� doctypeClassrR r, )r rm r ro rp �doctyper r r �
insertDoctype s
zTreeBuilder.insertDoctypec C s* |d u r| j d }|�| �|d �� d S )Nr< r- )rL r, � commentClass)r rm r r r r �
insertComment( s
zTreeBuilder.insertCommentc C s0 |d }|� d| j�}| �||�}|d |_|S )z.Create an element but don't insert it anywherer r` r- )�getrI � elementClassr �r rm r r` rD r r r rl - s
zTreeBuilder.createElementc C s | j S rg )�_insertFromTabler& r r r �_getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the
normal one to the misnested table one and back againN)ry �insertElementTablerb �insertElementNormal)r r r r r �_setInsertFromTable8 s
z TreeBuilder._setInsertFromTablec C sb |d }t |t�s J d| ��|�d| j�}| �||�}|d |_| jd �|� | j�|� |S )Nr zElement %s not unicoder` r- r< ) rT r rv rI rw r rL r, rB rx r r r r| C s
z TreeBuilder.insertElementNormalc C s` | � |�}| jd jtvr$| �|�S | �� \}}|du rD|�|� n |�||� | j�|� |S )z-Create an element and insert it into the treer< N) rl rL r r r| � getTableMisnestedNodePositionr, r. rB )r rm rD r r. r r r r{ M s
z TreeBuilder.insertElementTablec C sV |du r| j d }| jr.| jr:| j d jtvr:|�|� n| �� \}}|�||� dS )zInsert text data.Nr< )rL rP r r r/ r~ )r r- r r. r r r r/ ] s
�� zTreeBuilder.insertTextc C st d}d}d}| j ddd� D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j �|�d }n
| j d }||fS )zsGet the foster parent element, and sibling to insert before
(or None) when inserting a misnested table nodeNr< r r= r )rL r r �index)r � lastTable� fosterParentr. �elmr r r r~ l s
�
z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td�v r4||kr4| j �� | �|� d S )Nr< )�dd�dt�lir r �p�rp�rt)rL r � frozensetrh �generateImpliedEndTags)r �excluder r r r r� � s �
z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rR r& r r r � getDocument� s zTreeBuilder.getDocumentc C s | � � }| jd �|� |S )zReturn the final fragmentr )�
fragmentClassrL r4 )r �fragmentr r r � getFragment� s zTreeBuilder.getFragmentc C s t �dS )z�Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
Nr( r* r r r �testSerializer� s zTreeBuilder.testSerializer)N)N)N)N) r7 r8 r9 r: rQ rw rt rq r� r rJ r] rf ri rk rn rs ru rl rz r} �propertyrP r| r{ r/ r~ r� r� r� r� r r r r rH � s6
.
rH )�
__future__r r r Zpip._vendor.sixr � constantsr r r r? r� rV �objectr r r; rH r r r r �<module> s0
��
��
��� c site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-39.pyc 0000644 00000031363 15056474501 0024737 0 ustar 00 a
��Re�9 � @ s d Z ddlmZmZmZ ddlZddlZddlZzddlm Z W n e
y^ ddl m Z Y n0 ddl m
Z
ddlmZ dd l mZ dd
l mZ dd l mZ ddlmZ dd lmZmZ d
Ze�d�Ze�d�jZ G dd� de �Z G dd� de �Z dd� Z dd� Z!G dd� de
j"�Z"dS )a� Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
� )�absolute_import�division�unicode_literalsN)�MutableMapping� )�base� )�DataLossWarning)� constants)�etree)� _ihatexml)�PY3� binary_typeTz
{([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S �N)�name�publicId�systemId)�selfr r r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py�__init__) s zDocumentType.__init__N)�__name__�
__module__� __qualname__r r r r r r ( s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S r )� _elementTree� _childNodes�r r r r r 0 s zDocument.__init__c C s. | j �� }| j �� �� D ]}q|�|j� d S r )r �getrootZ itersiblingsZaddnext�_element)r �element�lastr r r � appendChild4 s
zDocument.appendChildc C s | j S r )r r r r r �_getChildNodes; s zDocument._getChildNodesN)r r r r r# r$ �property�
childNodesr r r r r / s r c s6 g �t jdd�� d� ��fdd� ��| d� d���S )NT�ZpreventDoubleDashCommentsr c
s, t | d��s,t | d�r���d� | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }��dd|d |f � | �� }|�� d ur�|�� }q�|d ur��||d � |� � }q�nnt
| t �s�t
| t ��rt
| t �s�t
jd dks�J ���d
d| | f � n$��d � | D ]}�||d � �q�n�| jtk�r���d d| | jf � t | d
��r(| j�r(��d
d| | jf � �n�t
| tj��s�J �tj�| j�}|d u�r�|�d�}|�d�}tj| }��dd| |� �|�f � n ��dd| � �| j�f � t | d��r�g }| j � � D ]d\} }
t�| �}|d u�rj|� � \}} � �| �} tj| }d|| f } n
� �| �} |�| |
f� �q t |�D ]&\} }
��dd|d | |
f � �q�| j�rڈ�d
d|d | jf � |d7 }| D ]} �| |� �q�t | d
��r(| j�r(��d
d|d | jf � d S )N�tagr z #document�
<!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z
|%s<%s %s>z|%s<%s>�attribz%s %sz
|%s%s="%s") �hasattr�append�docinfo� internalDTD� public_idZ
system_url� root_namer Z getpreviousZgetnext�
isinstance�str�bytes�sys� version_infor( � comment_type�textr+ r Z_Element�etree_builders�
tag_regexp�match�groupr
�prefixes� fromXmlNamer, �items�groups�sorted)
r! �indent�dtd_strZ next_elementZnsmatch�nsr( �prefix�
attributesr �valueZ attr_string�child��
infosetFilter�rv�serializeElementr r rM E s|
��
�
�
z(testSerializer.<locals>.serializeElement�
)r )r �
InfosetFilter�join�r! r rJ r �testSerializerA s
F
rR c s$ g � � �fdd���| � d� � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� �|� �| �� � n�| jtkrf� �d| j f � n~| j
s�� �d| jf � n.d� dd� | j
� � D ��}� �d| j|f � | j r�� �| j � | D ] }�|� qĈ �d | jf � t | d
��r| j
�r� �| j
� d S ) Nr( r) z <!--%s-->z<%s>r* c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r rH r r r �
<listcomp>� s �z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r+ )r- r/ r0 �doctyper2 r. r r( r8 r9 r, rP r@ r+ )r! rD �attrrI �rL rM r r rM � s,
�
z"tostring.<locals>.serializeElement� )rP rQ r rW r �tostring� s rY c sz e Zd ZeZeZdZdZeZ e
Z ddd�Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _
|| _ t j
�| |� d S )
N)�fullTreeTr' c sP e Zd Zdd� Z� fdd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z(TreeBuilder.__init__.<locals>.Attributesc S s
|| _ d S r )r �r r! r r r r � s z1TreeBuilder.__init__.<locals>.Attributes.__init__c s4 t |t�r&d|d � �|d �f }n
� �|�}|S )N�{%s}%sr r )r3 �tupleZcoerceAttribute)r �keyr �rK r r �
_coerceKey� s
z3TreeBuilder.__init__.<locals>.Attributes._coerceKeyc S s0 | j j j| �|� }ts,t|t�r,|�d�}|S )N�ascii)r r, ra r
r3 r �decode�r r_ rH r r r � __getitem__� s
z4TreeBuilder.__init__.<locals>.Attributes.__getitem__c S s || j j j| �|�< d S r �r r, ra rd r r r � __setitem__� s z4TreeBuilder.__init__.<locals>.Attributes.__setitem__c S s | j j j| �|�= d S r rf )r r_ r r r � __delitem__� s z4TreeBuilder.__init__.<locals>.Attributes.__delitem__c S s t | jjj�S r )�iterr r, r r r r �__iter__� s z1TreeBuilder.__init__.<locals>.Attributes.__iter__c S s t | jjj�S r )�lenr r, r r r r �__len__� s z0TreeBuilder.__init__.<locals>.Attributes.__len__c S s | j j j�� S r )r r, �clearr r r r rm � s z.TreeBuilder.__init__.<locals>.Attributes.clearN) r r r r ra re rg rh rj rl rm r r` r r �
Attributes� s rn c sp e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Zd d
� Z eee �Z
d��fd d
� Z dd� Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �� |�}�jj| ||d� � | �| _d S )N)� namespace)�
coerceElement�Elementr � _attributes)r r ro �rn �builderrK r r r � s
z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � � |�| _| �| j| j�| j_d S r )rp �_nameZ _getETreeTagZ
_namespacer r( )r r r` r r �_setName� s �z.TreeBuilder.__init__.<locals>.Element._setNamec s � � | j�S r )r? ru r r` r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r )rr r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc S s | j }|�� |�|� d S r )rG rm �update)r rH rG r r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �� |�}� j�| ||� d S r )ZcoerceCharactersrq �
insertText)r �data� insertBefore�rt rK r r r{ s
z0TreeBuilder.__init__.<locals>.Element.insertTextc S s0 t | �| j| j�}| jjr,|jj�| jj� |S r )�typer ro r r, ry r\ r r r � cloneNode s z/TreeBuilder.__init__.<locals>.Element.cloneNode)N)
r r r r rv rw r% r rx rz rG r{ r� r rs r r rq � s
rq c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �� |�}� j�| |� d S r )�
coerceComment�Commentr �r r| r~ r r r s
z.TreeBuilder.__init__.<locals>.Comment.__init__c s � � |�}|| j_d S r )r� r r9 r� r` r r �_setData s
z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r )r r9 r r r r �_getData s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r r� r� r% r| r r~ r r r�
s r� )r: �getETreeModuler r rO rK �namespaceHTMLElementsr rq r� � elementClass� commentClassr rZ r )r r� r[ rq r� r rs r r � s $zTreeBuilder.__init__c C s$ t j�| � | j| _g | _d | _d S r )r rZ �reset�insertCommentInitial�
insertComment�initial_commentsrU r r r r r� s zTreeBuilder.resetc C s t |�S r )rR r\ r r r rR # s zTreeBuilder.testSerializerc C s t r | jjS | jj�� S d S r )r[ �documentr r r r r r � getDocument& s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|�|j� |�t|�� |jrB|�|j� |S )Nr )� openElementsr r9 r. �extend�listr+ )r �fragmentr! r r r � getFragment, s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t �dt� d | _n4| j�|�}||krPt �dt� | �|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rU rK rp � doctypeClass)r �tokenr r r Z coercedNamerU r r r �
insertDoctype6 s zTreeBuilder.insertDoctypec C s6 |d u s|| j u sJ �| j jd u s&J �| j�|� d S r )r� r r� r. �r r| �parentr r r r� F s z TreeBuilder.insertCommentInitialc sB || j kr,| j j�� d jtkr,t�dt� tt | ��
||� d S )N���z@lxml cannot represent adjacent comments beyond the root elements) r� r r r( r8 r� r� r �superrZ r� r� �� __class__r r �insertCommentMainK s
� z TreeBuilder.insertCommentMainc C s� d}| j r�| j jsJ �|d| j j 7 }| j jd us>| j jd ur�|d| j�| j jpRd� 7 }| j jr�| j j}|�d�dkr�|�d�dkr�t�dt � |�
dd�}|�d�dkr�|d | 7 }q�|d
| 7 }n|d 7 }|d 7 }| j j|d
kr�t�dt � |d7 }t � |�}| j
D ] }| �|d �}|�|j� �q | �� | _|�� | j_|d
}|�d| j�}|d u �rj|} n d||f } | |_| �||�}
||
_| jj�|
� | j�|
� | j | _ d S )NrX z <!DOCTYPE %sz
PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>r| ro r] ) rU r r r rK Z coercePubid�findr� r� r �replacer �
fromstringr� r� Z addpreviousr �
documentClassr� Z getroottreer �get�defaultNamespacer( r� r r. r� r� r� ) r r� ZdocStr�sysid�root�
comment_token�commentr ro Z etree_tagZ root_elementr r r �
insertRootQ sP
��
zTreeBuilder.insertRoot)F)N)N)r r r r r� r r� r� r� �
fragmentClassr �implementationr r� rR r� r� r� r� r� r� �
__classcell__r r r� r rZ � s
\
rZ )#�__doc__�
__future__r r r r� �rer6 �collections.abcr � ImportError� collectionsrX r r
r r r: r Z
lxml.etreeZpip._vendor.sixr
r r[ �compiler; r� r( r8 �objectr r rR rY rZ r r r r �<module> s.
O) site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-39.pyc 0000644 00000027124 15056474501 0023703 0 ustar 00 a
��Re$2 � @ s� d dl mZmZmZ d dlmZ d dlZd dlmZ ddlm Z ddlm
Z
dd lm Z dd
l m Z dd l
mZ e�d �Zddd�Zee�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN)�copy� )�base� )� _ihatexml)� constants)�
namespaces)�moduleFactoryFactoryz
{([^}]*)}(.*)Fc s� ���� d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd
d �d ����fd d
�� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
ee
e �Z dd� Z dd� Z
ee e
�Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� �| �||��| _|d u r:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html)
�_name�
_namespace�Element� _getETreeTag�_elementr � nameTuple�parent� _childNodes�_flags)�self�name� namespace�� ElementTree� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treebuilders/etree.py�__init__ s
�z)getETreeBuilder.<locals>.Element.__init__c S s |d u r|}n d||f }|S )N�{%s}%sr )r r r Z etree_tagr r r r % s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | �| j | j�| j_d S �N)r r r r �tag)r r r r r �_setName, s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r! )r �r r r r �_getName0 s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | �| j| j �| j_d S r! )r r r r r" )r r r r r �
_setNamespace5 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r! )r r$ r r r �
_getNamespace9 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r! )r �attribr$ r r r �_getAttributes> s z/getETreeBuilder.<locals>.Element._getAttributesc S sV | j j}|�� |rR|�� D ]4\}}t|t�rDd|d |d f }n|}|||< q d S )Nr r r )r r( �clear�items�
isinstance�tuple)r �
attributesZ el_attrib�key�valuer r r r �_setAttributesA s
z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r! )r r$ r r r �_getChildNodesP s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d �= g | _|D ]}| �|� qd S r! )r r Z insertChild)r r0 �elementr r r �_setChildNodesS s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�lenr$ r r r �
hasContent[ s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j �|� | j�|j� | |_d S r! )r �appendr r �r �noder r r � appendChild_ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j��|j�}| j�||j� | |_d S r! )�listr �index�insertr )r r; �refNoder> r r r � insertBefored s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j �|� | j�|j� d |_d S r! )r �remover r r: r r r � removeChildi s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d u rb| jd jsLd| jd _| jd j|7 _nxt| j�}|�|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� ���r r )r7 r r6 �tailr= r> )r �datarA �childrenr> r r r �
insertTextn s"
z+getETreeBuilder.<locals>.Element.insertTextc S s. t | �| j| j�}| jjr*t| jj�|j_|S r! )�typer r r r( r �r r3 r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd urR|j j| jj7 _d| j_tj�| |� d S )NrE rD )�
childNodesr rF r6 r �Node�reparentChildren)r � newParentr r r rO � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__�
__module__� __qualname__r r r# r% �propertyr r& r' r r) r1 r. r2 r4 rM r8 r< rA rC rI rL rO r r r r r s*
r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � � |�| _d | _g | _g | _d S r! )�Commentr r r r )r rG r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r! �r r6 r$ r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r! rV �r r0 r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rQ rR rS r rW rY rT rG r r r r rU � s rU c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d
� Z eee �Z
d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � � | d� || j_|| _|| _d S )N�
<!DOCTYPE>)r r r6 �publicId�systemId)r r r[ r\ �r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j �dd�S )Nr[ rD �r �getr$ r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d ur| j �d|� d S )Nr[ �r �setrX r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j �dd�S )Nr\ rD r^ r$ r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d ur| j �d|� d S )Nr\ ra rX r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rQ rR rS r r` rc rT r[ rd re r\ r r] r r � DocumentType� s
rf c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � � | d� d S )N�
DOCUMENT_ROOT�r r$ r] r r r � s z*getETreeBuilder.<locals>.Document.__init__N�rQ rR rS r r r] r r �Document� s rj c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � � | d� d S )NZDOCUMENT_FRAGMENTrh r$ r] r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nri r r] r r �DocumentFragment� s rk c s* g � d�� �fdd� ��| d� d� � �S )Nr c s� t | d�s| �� } | jdkrz| �d�s0| �d�rd| �d�p<d}| �d�pJd}��d| j||f � n��d| jf � �n�| jdkr��d � | jd ur���d
d |d | jf � | jd ur�td
��t | d�r�t| j �r�td���nh| j� k�r��dd | | jf � �n@t
| jt ��s4J dt | j�| jf ��t
�| j�}|d u �rR| j}n"|�� \}}tj| }d||f }��dd | |f � t | d��r*g }| j �� D ]T\}} t
�|�}|d u�r�|�� \}}tj| }d||f }
n|}
|�|
| f� �q�t|�D ]&\}} ��dd |d || f � �q| j�rN��d
d |d | jf � |d 7 }| D ]} �| |� �qZ| j�r���d
d |d | jf � d S )Nr" rZ r[ r\ rD z<!DOCTYPE %s "%s" "%s">�
<!DOCTYPE %s>rg z #documentz|%s"%s"� r � Document node cannot have tailr( �$Document node cannot have attributesz|%s<!-- %s -->z Expected unicode, got %s, %sz%s %sz|%s<%s>z
|%s%s="%s")�hasattr�getrootr" r_ r9 r6 rF � TypeErrorr7 r( r, r rJ �
tag_regexp�match�groupsr �prefixesr+ �sorted) r3 �indentr[ r\ Znsmatchr �ns�prefixr. r0 Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r r~ � sb
�
�
zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )�join�r3 )r| )r} r~ r �testSerializer� s 7
z'getETreeBuilder.<locals>.testSerializerc s2 g �t �� � ��� ��fdd���| � d���S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| �� } | jdkr|| �d�s2| �d�rf| �d�p>d}| �d�pLd}��d| j||f � n��d| jf � �n| jdkr�| jd ur���| j� | jd ur�td��t | d �r�t
| j �r�td
��| D ] }�|� q�n�| j�kr���d | jf � n�| j �s ��d �� | j�f � n2d
�
�fdd�| j �� D ��}��d| j|f � | j�rd��| j� | D ]}�|� �qh��d| jf � | j�r���| j� d S )NrZ r[ r\ rD z <!DOCTYPE %s PUBLIC "%s" "%s">rl rg rn r( ro z <!--%s-->z<%s>rm c s" g | ]\}}d � � |�|f �qS )z%s="%s")� fromXmlName)�.0r r0 )�filterr r �
<listcomp>) s �
�zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r, r rq r" r_ r9 r6 rF rr rp r7 r( r� r� r+ )r3 r[ r\ r{ �attr)r r| r� r} r~ r r r~ sD
�
� z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrD )r
Z
InfosetFilterr� r� )r r| )r� r} r~ r �tostring s
-z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z
dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S r! r rK )r� r r r� D s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd ur*| j j�d| j �S | j j�d�S d S )Nz{%s}htmlr )�documentr �defaultNamespace�findr$ )�fullTreer r � getDocumentG s
�z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r! )r � TreeBuilder� getFragmentr r$ r r r r� Q s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rQ rR rS �
documentClass� doctypeClass� elementClass� commentClass�
fragmentClass�implementationr� r� r� r )rU rj rk rf r �ElementTreeImplementationr� r� r r r� < s
r� )rU r" r rN r� �locals)r� r� r� r� r )
rU rj rk rf r r r| r� r� r� r �getETreeBuilder s >6$r� )F)�
__future__r r r Zpip._vendor.sixr �rer rD r r
r r �_utilsr
�compilers r� �getETreeModuler r r r �<module> s
F site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-39.pyc 0000644 00000006453 15056474501 0024340 0 ustar 00 a
��Re � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a) A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
� )�absolute_import�division�unicode_literals� )�
default_etreeNc K s� | � � } | tvr�| dkrPddlm} |du r<ddlm} |}|j|fi |��jS | dkrpddlm} |jt| < n@| d kr�dd
lm } |du r�t
}|j |fi |��jS t d | ��t�
| �S ) a Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
�dom� )r Nr )�minidom�lxml)�
etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r �xml.domr � getDomModule� TreeBuilderr r r �getETreeModule�
ValueError�get)�treeType�implementation�kwargsr r r r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treebuilders/__init__.py�getTreeBuilder' s$ r )N) �__doc__�
__future__r r r �_utilsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-39.pyc 0000644 00000022424 15056474501 0023354 0 ustar 00 a
��Re�" � @ s� d dl mZmZmZ zd dlmZ W n eyB d dlmZ Y n0 d dlm Z m
Z
d dl Z ddl m
Z
ddl mZ dd lmZ dd
lmZ d d � Zee�ZdS )
� )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)�
namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getDomBuilder.<locals>.AttrListc S s
|| _ d S �N��element��selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treebuilders/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj�� �S r )�iterr �
attributes�keys�r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jj�|�}||_|| jj|< d S r )�
isinstance�tuple�NotImplementedErrorr �
ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s
z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S r )�lenr r r r r r �__len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj�� �S r )�listr r �itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj�� �S r )r% r r �valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S r )r r r r r r �r r r r r � __getitem__, s
z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n
| jj|= d S r )r r r r r r( r r r � __delitem__2 s
z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__�
__module__� __qualname__r r r" r$ r& r' r) r* r r r r �AttrList s r. c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd
d � Zd d
� Z dd� Z
� fdd�Z dd� Z ee e �Z
�fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j�| |j� || _d S r )r r r �nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r0 r r r r �<lambda>= s �z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j�|j� d S r )�parentr � appendChild�r �noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j�|�}|r$| j �||j � n | j �|� d S r )r r �createTextNode� insertBeforer4 )r �datar8 �textr r r �
insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j �|j |j � | |_d S r )r r8 r3 )r r6 �refNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j �|j � d |_d S r )r Z
parentNode� removeChildr3 r5 r r r r= O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j �� r,| j j}| j �|� |j �|� q g | _d S r )r �
hasChildNodesZ
firstChildr= r4 �
childNodes)r � newParent�childr r r �reparentChildrenT s
z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s
� | j �S r r r )r. r r �
getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt |�� �D ]`\}}t|t�rb|d d urD|d d |d }n|d }| j�|d ||� q| j�||� qd S )Nr �:r r
)r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z
qualifiedNamer r r �
setAttributes^ s
��z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j �d��S )NF)r � cloneNoder �� NodeBuilderr r rF m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s
| j �� S r )r r> r r r r �
hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d u rtd | jfS | j | jfS d S )N�html)� namespacer r r r r r � getNameTuples s
z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r �propertyrK r4 r; r8 r= rB rC rE r rF rI rL � nameTupler )r. rH r r rH 8 s
rH c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd
d �Zd d
� Z�fdd�Z dd� Z
dd� Z ddd�Z �Z
dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � � � �d d d �| _t�| �S r )�getDOMImplementationZcreateDocument�dom�weakref�proxyr )�Domr r �
documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� � � }|�|||�}| j��|�� � tkrN| j|_d S )Nr �publicId�systemId)rO ZcreateDocumentType�documentr4 r rP r )r �tokenr rU rV Zdomimpl�doctype)rS rH r r �
insertDoctype� s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d u r | j d u r | j�|�}n| j�||�}� |�S r )�defaultNamespacerP �
createElementZcreateElementNS)r r rK r6 rG r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j �|��S r )rP Z
createComment)r r9 rG r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j �� �S r )rP ZcreateDocumentFragmentr rG r r �
fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j �|j� d S r )rP r4 r r5 r r r r4 � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S r r r )�testSerializerr r r` � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rP r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r r r r rc � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j�| ||� nNt| jd�rXtj| jjvrXt| jj�| j_| jj� tj� | j�
| j� |�� d S )N�_child_node_types) r rb r; r1 rP r � TEXT_NODErd r% �appendr4 r7 )r r9 r3 r r r r; � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rT rZ r] r^ r_ r4 r` ra rc r; �implementationr r )rS �DomImplementationrH r` r r rb { s
rb c s0 | � � g � d� �fdd� ��| d� d�� �S )Nr c s | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� �dd| | j||f � q~� �dd| | jf � n� �dd| f � �nr| j tjkr�� �d� �nX| j tjkr�� �d� �n>| j tj krވ �dd| | j
f � �n| j tj k�r� �d d| | j
f � n�t | d
��r6| j
d u�r6d tj| j
| jf }n| j}� �d d| |f � | �� �r�g }tt| j��D ]T}| j�|�}|j}|j}|j
} | �r�d tj| |jf }n|j}|�||f� �qnt|�D ]&\}}� �d
d|d ||f � �q�|d7 }| jD ]}
�|
|� �qd S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z
|%s%s="%s"r
)ZnodeTyper ZDOCUMENT_TYPE_NODEr rU rV rf Z
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuere r1 r0 r �prefixesr/ Z
hasAttributes�ranger# r �itemr Z localName�sortedr? ) r �indentrU rV r r �ir! r �nsrA ��rv�serializeElementr r rt � sT
� � �
z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )� normalize�joinr r rr r r` � s
.
z%getDomBuilder.<locals>.testSerializer)r r r rb �locals)rh rb r )r. rS rh rH r` r �
getDomBuilder s $C :6ry )�
__future__r r r �collections.abcr � ImportError� collections�xml.domr r rQ ri r r r �_utilsr
ry � getDomModuler r r r �<module> s _ site-packages/pip/_vendor/html5lib/treebuilders/base.py 0000644 00000034345 15056474501 0017225 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from ..constants import scopingElements, tableInsertModeElements, namespaces
# The scope markers are inserted when entering object elements,
# marquees, table cells, and table captions, and are used to prevent formatting
# from "leaking" into tables, object elements, and marquees.
Marker = None
listElementsMap = {
None: (frozenset(scopingElements), False),
"button": (frozenset(scopingElements | {(namespaces["html"], "button")}), False),
"list": (frozenset(scopingElements | {(namespaces["html"], "ol"),
(namespaces["html"], "ul")}), False),
"table": (frozenset([(namespaces["html"], "html"),
(namespaces["html"], "table")]), False),
"select": (frozenset([(namespaces["html"], "optgroup"),
(namespaces["html"], "option")]), True)
}
class Node(object):
"""Represents an item in the tree"""
def __init__(self, name):
"""Creates a Node
:arg name: The tag name associated with the node
"""
# The tag name associated with the node
self.name = name
# The parent of the current node (or None for the document node)
self.parent = None
# The value of the current node (applies to text nodes and comments)
self.value = None
# A dict holding name -> value pairs for attributes of the node
self.attributes = {}
# A list of child nodes of the current node. This must include all
# elements but not necessarily other node types.
self.childNodes = []
# A list of miscellaneous flags that can be set on the node.
self._flags = []
def __str__(self):
attributesStr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in
self.attributes.items()])
if attributesStr:
return "<%s %s>" % (self.name, attributesStr)
else:
return "<%s>" % (self.name)
def __repr__(self):
return "<%s>" % (self.name)
def appendChild(self, node):
"""Insert node as a child of the current node
:arg node: the node to insert
"""
raise NotImplementedError
def insertText(self, data, insertBefore=None):
"""Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
"""
raise NotImplementedError
def insertBefore(self, node, refNode):
"""Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
"""
raise NotImplementedError
def removeChild(self, node):
"""Remove node from the children of the current node
:arg node: the child node to remove
"""
raise NotImplementedError
def reparentChildren(self, newParent):
"""Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
"""
# XXX - should this method be made more general?
for child in self.childNodes:
newParent.appendChild(child)
self.childNodes = []
def cloneNode(self):
"""Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
"""
raise NotImplementedError
def hasContent(self):
"""Return true if the node has children or text, false otherwise
"""
raise NotImplementedError
class ActiveFormattingElements(list):
def append(self, node):
equalCount = 0
if node != Marker:
for element in self[::-1]:
if element == Marker:
break
if self.nodesEqual(element, node):
equalCount += 1
if equalCount == 3:
self.remove(element)
break
list.append(self, node)
def nodesEqual(self, node1, node2):
if not node1.nameTuple == node2.nameTuple:
return False
if not node1.attributes == node2.attributes:
return False
return True
class TreeBuilder(object):
"""Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
"""
# pylint:disable=not-callable
# Document class
documentClass = None
# The class to use for creating a node
elementClass = None
# The class to use for creating comments
commentClass = None
# The class to use for creating doctypes
doctypeClass = None
# Fragment class
fragmentClass = None
def __init__(self, namespaceHTMLElements):
"""Create a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
"""
if namespaceHTMLElements:
self.defaultNamespace = "http://www.w3.org/1999/xhtml"
else:
self.defaultNamespace = None
self.reset()
def reset(self):
self.openElements = []
self.activeFormattingElements = ActiveFormattingElements()
# XXX - rename these to headElement, formElement
self.headPointer = None
self.formPointer = None
self.insertFromTable = False
self.document = self.documentClass()
def elementInScope(self, target, variant=None):
# If we pass a node in we match that. if we pass a string
# match any node with that name
exactNode = hasattr(target, "nameTuple")
if not exactNode:
if isinstance(target, text_type):
target = (namespaces["html"], target)
assert isinstance(target, tuple)
listElements, invert = listElementsMap[variant]
for node in reversed(self.openElements):
if exactNode and node == target:
return True
elif not exactNode and node.nameTuple == target:
return True
elif (invert ^ (node.nameTuple in listElements)):
return False
assert False # We should never reach this point
def reconstructActiveFormattingElements(self):
# Within this algorithm the order of steps described in the
# specification is not quite the same as the order of steps in the
# code. It should still do the same though.
# Step 1: stop the algorithm when there's nothing to do.
if not self.activeFormattingElements:
return
# Step 2 and step 3: we start with the last element. So i is -1.
i = len(self.activeFormattingElements) - 1
entry = self.activeFormattingElements[i]
if entry == Marker or entry in self.openElements:
return
# Step 6
while entry != Marker and entry not in self.openElements:
if i == 0:
# This will be reset to 0 below
i = -1
break
i -= 1
# Step 5: let entry be one earlier in the list.
entry = self.activeFormattingElements[i]
while True:
# Step 7
i += 1
# Step 8
entry = self.activeFormattingElements[i]
clone = entry.cloneNode() # Mainly to get a new copy of the attributes
# Step 9
element = self.insertElement({"type": "StartTag",
"name": clone.name,
"namespace": clone.namespace,
"data": clone.attributes})
# Step 10
self.activeFormattingElements[i] = element
# Step 11
if element == self.activeFormattingElements[-1]:
break
def clearActiveFormattingElements(self):
entry = self.activeFormattingElements.pop()
while self.activeFormattingElements and entry != Marker:
entry = self.activeFormattingElements.pop()
def elementInActiveFormattingElements(self, name):
"""Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return false"""
for item in self.activeFormattingElements[::-1]:
# Check for Marker first because if it's a Marker it doesn't have a
# name attribute.
if item == Marker:
break
elif item.name == name:
return item
return False
def insertRoot(self, token):
element = self.createElement(token)
self.openElements.append(element)
self.document.appendChild(element)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
doctype = self.doctypeClass(name, publicId, systemId)
self.document.appendChild(doctype)
def insertComment(self, token, parent=None):
if parent is None:
parent = self.openElements[-1]
parent.appendChild(self.commentClass(token["data"]))
def createElement(self, token):
"""Create an element but don't insert it anywhere"""
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
return element
def _getInsertFromTable(self):
return self._insertFromTable
def _setInsertFromTable(self, value):
"""Switch the function used to insert an element from the
normal one to the misnested table one and back again"""
self._insertFromTable = value
if value:
self.insertElement = self.insertElementTable
else:
self.insertElement = self.insertElementNormal
insertFromTable = property(_getInsertFromTable, _setInsertFromTable)
def insertElementNormal(self, token):
name = token["name"]
assert isinstance(name, text_type), "Element %s not unicode" % name
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
self.openElements[-1].appendChild(element)
self.openElements.append(element)
return element
def insertElementTable(self, token):
"""Create an element and insert it into the tree"""
element = self.createElement(token)
if self.openElements[-1].name not in tableInsertModeElements:
return self.insertElementNormal(token)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
if insertBefore is None:
parent.appendChild(element)
else:
parent.insertBefore(element, insertBefore)
self.openElements.append(element)
return element
def insertText(self, data, parent=None):
"""Insert text data."""
if parent is None:
parent = self.openElements[-1]
if (not self.insertFromTable or (self.insertFromTable and
self.openElements[-1].name
not in tableInsertModeElements)):
parent.insertText(data)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
parent.insertText(data, insertBefore)
def getTableMisnestedNodePosition(self):
"""Get the foster parent element, and sibling to insert before
(or None) when inserting a misnested table node"""
# The foster parent element is the one which comes before the most
# recently opened table element
# XXX - this is really inelegant
lastTable = None
fosterParent = None
insertBefore = None
for elm in self.openElements[::-1]:
if elm.name == "table":
lastTable = elm
break
if lastTable:
# XXX - we should really check that this parent is actually a
# node here
if lastTable.parent:
fosterParent = lastTable.parent
insertBefore = lastTable
else:
fosterParent = self.openElements[
self.openElements.index(lastTable) - 1]
else:
fosterParent = self.openElements[0]
return fosterParent, insertBefore
def generateImpliedEndTags(self, exclude=None):
name = self.openElements[-1].name
# XXX td, th and tr are not actually needed
if (name in frozenset(("dd", "dt", "li", "option", "optgroup", "p", "rp", "rt")) and
name != exclude):
self.openElements.pop()
# XXX This is not entirely what the specification says. We should
# investigate it more closely.
self.generateImpliedEndTags(exclude)
def getDocument(self):
"""Return the final tree"""
return self.document
def getFragment(self):
"""Return the final fragment"""
# assert self.innerHTML
fragment = self.fragmentClass()
self.openElements[0].reparentChildren(fragment)
return fragment
def testSerializer(self, node):
"""Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
"""
raise NotImplementedError
site-packages/pip/_vendor/html5lib/treebuilders/etree.py 0000644 00000031044 15056474501 0017410 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
from pip._vendor.six import text_type
import re
from copy import copy
from . import base
from .. import _ihatexml
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation, fullTree=False):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class Element(base.Node):
def __init__(self, name, namespace=None):
self._name = name
self._namespace = namespace
self._element = ElementTree.Element(self._getETreeTag(name,
namespace))
if namespace is None:
self.nameTuple = namespaces["html"], self._name
else:
self.nameTuple = self._namespace, self._name
self.parent = None
self._childNodes = []
self._flags = []
def _getETreeTag(self, name, namespace):
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
return etree_tag
def _setName(self, name):
self._name = name
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getName(self):
return self._name
name = property(_getName, _setName)
def _setNamespace(self, namespace):
self._namespace = namespace
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getNamespace(self):
return self._namespace
namespace = property(_getNamespace, _setNamespace)
def _getAttributes(self):
return self._element.attrib
def _setAttributes(self, attributes):
el_attrib = self._element.attrib
el_attrib.clear()
if attributes:
# calling .items _always_ allocates, and the above truthy check is cheaper than the
# allocation on average
for key, value in attributes.items():
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], key[1])
else:
name = key
el_attrib[name] = value
attributes = property(_getAttributes, _setAttributes)
def _getChildNodes(self):
return self._childNodes
def _setChildNodes(self, value):
del self._element[:]
self._childNodes = []
for element in value:
self.insertChild(element)
childNodes = property(_getChildNodes, _setChildNodes)
def hasContent(self):
"""Return true if the node has children or text"""
return bool(self._element.text or len(self._element))
def appendChild(self, node):
self._childNodes.append(node)
self._element.append(node._element)
node.parent = self
def insertBefore(self, node, refNode):
index = list(self._element).index(refNode._element)
self._element.insert(index, node._element)
node.parent = self
def removeChild(self, node):
self._childNodes.remove(node)
self._element.remove(node._element)
node.parent = None
def insertText(self, data, insertBefore=None):
if not(len(self._element)):
if not self._element.text:
self._element.text = ""
self._element.text += data
elif insertBefore is None:
# Insert the text as the tail of the last child element
if not self._element[-1].tail:
self._element[-1].tail = ""
self._element[-1].tail += data
else:
# Insert the text before the specified node
children = list(self._element)
index = children.index(insertBefore._element)
if index > 0:
if not self._element[index - 1].tail:
self._element[index - 1].tail = ""
self._element[index - 1].tail += data
else:
if not self._element.text:
self._element.text = ""
self._element.text += data
def cloneNode(self):
element = type(self)(self.name, self.namespace)
if self._element.attrib:
element._element.attrib = copy(self._element.attrib)
return element
def reparentChildren(self, newParent):
if newParent.childNodes:
newParent.childNodes[-1]._element.tail += self._element.text
else:
if not newParent._element.text:
newParent._element.text = ""
if self._element.text is not None:
newParent._element.text += self._element.text
self._element.text = ""
base.Node.reparentChildren(self, newParent)
class Comment(Element):
def __init__(self, data):
# Use the superclass constructor to set all properties on the
# wrapper element
self._element = ElementTree.Comment(data)
self.parent = None
self._childNodes = []
self._flags = []
def _getData(self):
return self._element.text
def _setData(self, value):
self._element.text = value
data = property(_getData, _setData)
class DocumentType(Element):
def __init__(self, name, publicId, systemId):
Element.__init__(self, "<!DOCTYPE>")
self._element.text = name
self.publicId = publicId
self.systemId = systemId
def _getPublicId(self):
return self._element.get("publicId", "")
def _setPublicId(self, value):
if value is not None:
self._element.set("publicId", value)
publicId = property(_getPublicId, _setPublicId)
def _getSystemId(self):
return self._element.get("systemId", "")
def _setSystemId(self, value):
if value is not None:
self._element.set("systemId", value)
systemId = property(_getSystemId, _setSystemId)
class Document(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_ROOT")
class DocumentFragment(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_FRAGMENT")
def testSerializer(element):
rv = []
def serializeElement(element, indent=0):
if not(hasattr(element, "tag")):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
rv.append("#document")
if element.text is not None:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
elif element.tag == ElementTreeCommentType:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
else:
assert isinstance(element.tag, text_type), \
"Expected unicode, got %s, %s" % (type(element.tag), element.tag)
nsmatch = tag_regexp.match(element.tag)
if nsmatch is None:
name = element.tag
else:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
name = "%s %s" % (prefix, name)
rv.append("|%s<%s>" % (' ' * indent, name))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = name
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element): # pylint:disable=unused-variable
"""Serialize an element and its child nodes to a string"""
rv = []
filter = _ihatexml.InfosetFilter()
def serializeElement(element):
if isinstance(element, ElementTree.ElementTree):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s PUBLIC "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
if element.text is not None:
rv.append(element.text)
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
for child in element:
serializeElement(child)
elif element.tag == ElementTreeCommentType:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (filter.fromXmlName(element.tag),))
else:
attr = " ".join(["%s=\"%s\"" % (
filter.fromXmlName(name), value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
documentClass = Document
doctypeClass = DocumentType
elementClass = Element
commentClass = Comment
fragmentClass = DocumentFragment
implementation = ElementTreeImplementation
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._element
else:
if self.defaultNamespace is not None:
return self.document._element.find(
"{%s}html" % self.defaultNamespace)
else:
return self.document._element.find("html")
def getFragment(self):
return base.TreeBuilder.getFragment(self)._element
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
site-packages/pip/_vendor/html5lib/treebuilders/dom.py 0000644 00000021335 15056474501 0017065 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
try:
from collections.abc import MutableMapping
except ImportError: # Python 2.7
from collections import MutableMapping
from xml.dom import minidom, Node
import weakref
from . import base
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
def getDomBuilder(DomImplementation):
Dom = DomImplementation
class AttrList(MutableMapping):
def __init__(self, element):
self.element = element
def __iter__(self):
return iter(self.element.attributes.keys())
def __setitem__(self, name, value):
if isinstance(name, tuple):
raise NotImplementedError
else:
attr = self.element.ownerDocument.createAttribute(name)
attr.value = value
self.element.attributes[name] = attr
def __len__(self):
return len(self.element.attributes)
def items(self):
return list(self.element.attributes.items())
def values(self):
return list(self.element.attributes.values())
def __getitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
return self.element.attributes[name].value
def __delitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
del self.element.attributes[name]
class NodeBuilder(base.Node):
def __init__(self, element):
base.Node.__init__(self, element.nodeName)
self.element = element
namespace = property(lambda self: hasattr(self.element, "namespaceURI") and
self.element.namespaceURI or None)
def appendChild(self, node):
node.parent = self
self.element.appendChild(node.element)
def insertText(self, data, insertBefore=None):
text = self.element.ownerDocument.createTextNode(data)
if insertBefore:
self.element.insertBefore(text, insertBefore.element)
else:
self.element.appendChild(text)
def insertBefore(self, node, refNode):
self.element.insertBefore(node.element, refNode.element)
node.parent = self
def removeChild(self, node):
if node.element.parentNode == self.element:
self.element.removeChild(node.element)
node.parent = None
def reparentChildren(self, newParent):
while self.element.hasChildNodes():
child = self.element.firstChild
self.element.removeChild(child)
newParent.element.appendChild(child)
self.childNodes = []
def getAttributes(self):
return AttrList(self.element)
def setAttributes(self, attributes):
if attributes:
for name, value in list(attributes.items()):
if isinstance(name, tuple):
if name[0] is not None:
qualifiedName = (name[0] + ":" + name[1])
else:
qualifiedName = name[1]
self.element.setAttributeNS(name[2], qualifiedName,
value)
else:
self.element.setAttribute(
name, value)
attributes = property(getAttributes, setAttributes)
def cloneNode(self):
return NodeBuilder(self.element.cloneNode(False))
def hasContent(self):
return self.element.hasChildNodes()
def getNameTuple(self):
if self.namespace is None:
return namespaces["html"], self.name
else:
return self.namespace, self.name
nameTuple = property(getNameTuple)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
def documentClass(self):
self.dom = Dom.getDOMImplementation().createDocument(None, None, None)
return weakref.proxy(self)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
domimpl = Dom.getDOMImplementation()
doctype = domimpl.createDocumentType(name, publicId, systemId)
self.document.appendChild(NodeBuilder(doctype))
if Dom == minidom:
doctype.ownerDocument = self.dom
def elementClass(self, name, namespace=None):
if namespace is None and self.defaultNamespace is None:
node = self.dom.createElement(name)
else:
node = self.dom.createElementNS(namespace, name)
return NodeBuilder(node)
def commentClass(self, data):
return NodeBuilder(self.dom.createComment(data))
def fragmentClass(self):
return NodeBuilder(self.dom.createDocumentFragment())
def appendChild(self, node):
self.dom.appendChild(node.element)
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
return self.dom
def getFragment(self):
return base.TreeBuilder.getFragment(self).element
def insertText(self, data, parent=None):
data = data
if parent != self:
base.TreeBuilder.insertText(self, data, parent)
else:
# HACK: allow text nodes as children of the document node
if hasattr(self.dom, '_child_node_types'):
# pylint:disable=protected-access
if Node.TEXT_NODE not in self.dom._child_node_types:
self.dom._child_node_types = list(self.dom._child_node_types)
self.dom._child_node_types.append(Node.TEXT_NODE)
self.dom.appendChild(self.dom.createTextNode(data))
implementation = DomImplementation
name = None
def testSerializer(element):
element.normalize()
rv = []
def serializeElement(element, indent=0):
if element.nodeType == Node.DOCUMENT_TYPE_NODE:
if element.name:
if element.publicId or element.systemId:
publicId = element.publicId or ""
systemId = element.systemId or ""
rv.append("""|%s<!DOCTYPE %s "%s" "%s">""" %
(' ' * indent, element.name, publicId, systemId))
else:
rv.append("|%s<!DOCTYPE %s>" % (' ' * indent, element.name))
else:
rv.append("|%s<!DOCTYPE >" % (' ' * indent,))
elif element.nodeType == Node.DOCUMENT_NODE:
rv.append("#document")
elif element.nodeType == Node.DOCUMENT_FRAGMENT_NODE:
rv.append("#document-fragment")
elif element.nodeType == Node.COMMENT_NODE:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.nodeValue))
elif element.nodeType == Node.TEXT_NODE:
rv.append("|%s\"%s\"" % (' ' * indent, element.nodeValue))
else:
if (hasattr(element, "namespaceURI") and
element.namespaceURI is not None):
name = "%s %s" % (constants.prefixes[element.namespaceURI],
element.nodeName)
else:
name = element.nodeName
rv.append("|%s<%s>" % (' ' * indent, name))
if element.hasAttributes():
attributes = []
for i in range(len(element.attributes)):
attr = element.attributes.item(i)
name = attr.nodeName
value = attr.value
ns = attr.namespaceURI
if ns:
name = "%s %s" % (constants.prefixes[ns], attr.localName)
else:
name = attr.nodeName
attributes.append((name, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
indent += 2
for child in element.childNodes:
serializeElement(child, indent)
serializeElement(element, 0)
return "\n".join(rv)
return locals()
# The actual means to get a module!
getDomModule = moduleFactoryFactory(getDomBuilder)
site-packages/pip/_vendor/html5lib/treebuilders/__init__.py 0000644 00000007010 15056474501 0020037 0 ustar 00 """A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
"""
from __future__ import absolute_import, division, unicode_literals
from .._utils import default_etree
treeBuilderCache = {}
def getTreeBuilder(treeType, implementation=None, **kwargs):
"""Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
"""
treeType = treeType.lower()
if treeType not in treeBuilderCache:
if treeType == "dom":
from . import dom
# Come up with a sane default (pref. from the stdlib)
if implementation is None:
from xml.dom import minidom
implementation = minidom
# NEVER cache here, caching is done in the dom submodule
return dom.getDomModule(implementation, **kwargs).TreeBuilder
elif treeType == "lxml":
from . import etree_lxml
treeBuilderCache[treeType] = etree_lxml.TreeBuilder
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeBuilder
else:
raise ValueError("""Unrecognised treebuilder "%s" """ % treeType)
return treeBuilderCache.get(treeType)
site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py 0000644 00000034656 15056474501 0020460 0 ustar 00 """Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
"""
from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
import warnings
import re
import sys
try:
from collections.abc import MutableMapping
except ImportError:
from collections import MutableMapping
from . import base
from ..constants import DataLossWarning
from .. import constants
from . import etree as etree_builders
from .. import _ihatexml
import lxml.etree as etree
from pip._vendor.six import PY3, binary_type
fullTree = True
tag_regexp = re.compile("{([^}]*)}(.*)")
comment_type = etree.Comment("asd").tag
class DocumentType(object):
def __init__(self, name, publicId, systemId):
self.name = name
self.publicId = publicId
self.systemId = systemId
class Document(object):
def __init__(self):
self._elementTree = None
self._childNodes = []
def appendChild(self, element):
last = self._elementTree.getroot()
for last in self._elementTree.getroot().itersiblings():
pass
last.addnext(element._element)
def _getChildNodes(self):
return self._childNodes
childNodes = property(_getChildNodes)
def testSerializer(element):
rv = []
infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
def serializeElement(element, indent=0):
if not hasattr(element, "tag"):
if hasattr(element, "getroot"):
# Full tree case
rv.append("#document")
if element.docinfo.internalDTD:
if not (element.docinfo.public_id or
element.docinfo.system_url):
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
else:
dtd_str = """<!DOCTYPE %s "%s" "%s">""" % (
element.docinfo.root_name,
element.docinfo.public_id,
element.docinfo.system_url)
rv.append("|%s%s" % (' ' * (indent + 2), dtd_str))
next_element = element.getroot()
while next_element.getprevious() is not None:
next_element = next_element.getprevious()
while next_element is not None:
serializeElement(next_element, indent + 2)
next_element = next_element.getnext()
elif isinstance(element, str) or isinstance(element, bytes):
# Text in a fragment
assert isinstance(element, str) or sys.version_info[0] == 2
rv.append("|%s\"%s\"" % (' ' * indent, element))
else:
# Fragment case
rv.append("#document-fragment")
for next_element in element:
serializeElement(next_element, indent + 2)
elif element.tag == comment_type:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * indent, element.tail))
else:
assert isinstance(element, etree._Element)
nsmatch = etree_builders.tag_regexp.match(element.tag)
if nsmatch is not None:
ns = nsmatch.group(1)
tag = nsmatch.group(2)
prefix = constants.prefixes[ns]
rv.append("|%s<%s %s>" % (' ' * indent, prefix,
infosetFilter.fromXmlName(tag)))
else:
rv.append("|%s<%s>" % (' ' * indent,
infosetFilter.fromXmlName(element.tag)))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
name = infosetFilter.fromXmlName(name)
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = infosetFilter.fromXmlName(name)
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element):
"""Serialize an element and its child nodes to a string"""
rv = []
def serializeElement(element):
if not hasattr(element, "tag"):
if element.docinfo.internalDTD:
if element.docinfo.doctype:
dtd_str = element.docinfo.doctype
else:
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
rv.append(dtd_str)
serializeElement(element.getroot())
elif element.tag == comment_type:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (element.tag,))
else:
attr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if hasattr(element, "tail") and element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder):
documentClass = Document
doctypeClass = DocumentType
elementClass = None
commentClass = None
fragmentClass = Document
implementation = etree
def __init__(self, namespaceHTMLElements, fullTree=False):
builder = etree_builders.getETreeModule(etree, fullTree=fullTree)
infosetFilter = self.infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
self.namespaceHTMLElements = namespaceHTMLElements
class Attributes(MutableMapping):
def __init__(self, element):
self._element = element
def _coerceKey(self, key):
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1]))
else:
name = infosetFilter.coerceAttribute(key)
return name
def __getitem__(self, key):
value = self._element._element.attrib[self._coerceKey(key)]
if not PY3 and isinstance(value, binary_type):
value = value.decode("ascii")
return value
def __setitem__(self, key, value):
self._element._element.attrib[self._coerceKey(key)] = value
def __delitem__(self, key):
del self._element._element.attrib[self._coerceKey(key)]
def __iter__(self):
return iter(self._element._element.attrib)
def __len__(self):
return len(self._element._element.attrib)
def clear(self):
return self._element._element.attrib.clear()
class Element(builder.Element):
def __init__(self, name, namespace):
name = infosetFilter.coerceElement(name)
builder.Element.__init__(self, name, namespace=namespace)
self._attributes = Attributes(self)
def _setName(self, name):
self._name = infosetFilter.coerceElement(name)
self._element.tag = self._getETreeTag(
self._name, self._namespace)
def _getName(self):
return infosetFilter.fromXmlName(self._name)
name = property(_getName, _setName)
def _getAttributes(self):
return self._attributes
def _setAttributes(self, value):
attributes = self.attributes
attributes.clear()
attributes.update(value)
attributes = property(_getAttributes, _setAttributes)
def insertText(self, data, insertBefore=None):
data = infosetFilter.coerceCharacters(data)
builder.Element.insertText(self, data, insertBefore)
def cloneNode(self):
element = type(self)(self.name, self.namespace)
if self._element.attrib:
element._element.attrib.update(self._element.attrib)
return element
class Comment(builder.Comment):
def __init__(self, data):
data = infosetFilter.coerceComment(data)
builder.Comment.__init__(self, data)
def _setData(self, data):
data = infosetFilter.coerceComment(data)
self._element.text = data
def _getData(self):
return self._element.text
data = property(_getData, _setData)
self.elementClass = Element
self.commentClass = Comment
# self.fragmentClass = builder.DocumentFragment
base.TreeBuilder.__init__(self, namespaceHTMLElements)
def reset(self):
base.TreeBuilder.reset(self)
self.insertComment = self.insertCommentInitial
self.initial_comments = []
self.doctype = None
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._elementTree
else:
return self.document._elementTree.getroot()
def getFragment(self):
fragment = []
element = self.openElements[0]._element
if element.text:
fragment.append(element.text)
fragment.extend(list(element))
if element.tail:
fragment.append(element.tail)
return fragment
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
if not name:
warnings.warn("lxml cannot represent empty doctype", DataLossWarning)
self.doctype = None
else:
coercedName = self.infosetFilter.coerceElement(name)
if coercedName != name:
warnings.warn("lxml cannot represent non-xml doctype", DataLossWarning)
doctype = self.doctypeClass(coercedName, publicId, systemId)
self.doctype = doctype
def insertCommentInitial(self, data, parent=None):
assert parent is None or parent is self.document
assert self.document._elementTree is None
self.initial_comments.append(data)
def insertCommentMain(self, data, parent=None):
if (parent == self.document and
self.document._elementTree.getroot()[-1].tag == comment_type):
warnings.warn("lxml cannot represent adjacent comments beyond the root elements", DataLossWarning)
super(TreeBuilder, self).insertComment(data, parent)
def insertRoot(self, token):
# Because of the way libxml2 works, it doesn't seem to be possible to
# alter information like the doctype after the tree has been parsed.
# Therefore we need to use the built-in parser to create our initial
# tree, after which we can add elements like normal
docStr = ""
if self.doctype:
assert self.doctype.name
docStr += "<!DOCTYPE %s" % self.doctype.name
if (self.doctype.publicId is not None or
self.doctype.systemId is not None):
docStr += (' PUBLIC "%s" ' %
(self.infosetFilter.coercePubid(self.doctype.publicId or "")))
if self.doctype.systemId:
sysid = self.doctype.systemId
if sysid.find("'") >= 0 and sysid.find('"') >= 0:
warnings.warn("DOCTYPE system cannot contain single and double quotes", DataLossWarning)
sysid = sysid.replace("'", 'U00027')
if sysid.find("'") >= 0:
docStr += '"%s"' % sysid
else:
docStr += "'%s'" % sysid
else:
docStr += "''"
docStr += ">"
if self.doctype.name != token["name"]:
warnings.warn("lxml cannot represent doctype with a different name to the root element", DataLossWarning)
docStr += "<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>"
root = etree.fromstring(docStr)
# Append the initial comments:
for comment_token in self.initial_comments:
comment = self.commentClass(comment_token["data"])
root.addprevious(comment._element)
# Create the root document and add the ElementTree to it
self.document = self.documentClass()
self.document._elementTree = root.getroottree()
# Give the root element the right name
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
root.tag = etree_tag
# Add the root element to the internal child/open data structures
root_element = self.elementClass(name, namespace)
root_element._element = root
self.document._childNodes.append(root_element)
self.openElements.append(root_element)
# Reset to the default insert comment function
self.insertComment = self.insertCommentMain
site-packages/pip/_vendor/html5lib/_utils.py 0000644 00000011503 15056474501 0015110 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from types import ModuleType
try:
from collections.abc import Mapping
except ImportError:
from collections import Mapping
from pip._vendor.six import text_type, PY3
if PY3:
import xml.etree.ElementTree as default_etree
else:
try:
import xml.etree.cElementTree as default_etree
except ImportError:
import xml.etree.ElementTree as default_etree
__all__ = ["default_etree", "MethodDispatcher", "isSurrogatePair",
"surrogatePairToCodepoint", "moduleFactoryFactory",
"supports_lone_surrogates"]
# Platforms not supporting lone surrogates (\uD800-\uDFFF) should be
# caught by the below test. In general this would be any platform
# using UTF-16 as its encoding of unicode strings, such as
# Jython. This is because UTF-16 itself is based on the use of such
# surrogates, and there is no mechanism to further escape such
# escapes.
try:
_x = eval('"\\uD800"') # pylint:disable=eval-used
if not isinstance(_x, text_type):
# We need this with u"" because of http://bugs.jython.org/issue2039
_x = eval('u"\\uD800"') # pylint:disable=eval-used
assert isinstance(_x, text_type)
except Exception:
supports_lone_surrogates = False
else:
supports_lone_surrogates = True
class MethodDispatcher(dict):
"""Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
"""
def __init__(self, items=()):
_dictEntries = []
for name, value in items:
if isinstance(name, (list, tuple, frozenset, set)):
for item in name:
_dictEntries.append((item, value))
else:
_dictEntries.append((name, value))
dict.__init__(self, _dictEntries)
assert len(self) == len(_dictEntries)
self.default = None
def __getitem__(self, key):
return dict.get(self, key, self.default)
def __get__(self, instance, owner=None):
return BoundMethodDispatcher(instance, self)
class BoundMethodDispatcher(Mapping):
"""Wraps a MethodDispatcher, binding its return values to `instance`"""
def __init__(self, instance, dispatcher):
self.instance = instance
self.dispatcher = dispatcher
def __getitem__(self, key):
# see https://docs.python.org/3/reference/datamodel.html#object.__get__
# on a function, __get__ is used to bind a function to an instance as a bound method
return self.dispatcher[key].__get__(self.instance)
def get(self, key, default):
if key in self.dispatcher:
return self[key]
else:
return default
def __iter__(self):
return iter(self.dispatcher)
def __len__(self):
return len(self.dispatcher)
def __contains__(self, key):
return key in self.dispatcher
# Some utility functions to deal with weirdness around UCS2 vs UCS4
# python builds
def isSurrogatePair(data):
return (len(data) == 2 and
ord(data[0]) >= 0xD800 and ord(data[0]) <= 0xDBFF and
ord(data[1]) >= 0xDC00 and ord(data[1]) <= 0xDFFF)
def surrogatePairToCodepoint(data):
char_val = (0x10000 + (ord(data[0]) - 0xD800) * 0x400 +
(ord(data[1]) - 0xDC00))
return char_val
# Module Factory Factory (no, this isn't Java, I know)
# Here to stop this being duplicated all over the place.
def moduleFactoryFactory(factory):
moduleCache = {}
def moduleFactory(baseModule, *args, **kwargs):
if isinstance(ModuleType.__name__, type("")):
name = "_%s_factory" % baseModule.__name__
else:
name = b"_%s_factory" % baseModule.__name__
kwargs_tuple = tuple(kwargs.items())
try:
return moduleCache[name][args][kwargs_tuple]
except KeyError:
mod = ModuleType(name)
objs = factory(baseModule, *args, **kwargs)
mod.__dict__.update(objs)
if "name" not in moduleCache:
moduleCache[name] = {}
if "args" not in moduleCache[name]:
moduleCache[name][args] = {}
if "kwargs" not in moduleCache[name][args]:
moduleCache[name][args][kwargs_tuple] = {}
moduleCache[name][args][kwargs_tuple] = mod
return mod
return moduleFactory
def memoize(func):
cache = {}
def wrapped(*args, **kwargs):
key = (tuple(args), tuple(kwargs.items()))
if key not in cache:
cache[key] = func(*args, **kwargs)
return cache[key]
return wrapped
site-packages/pip/_vendor/html5lib/_ihatexml.py 0000644 00000040530 15056474501 0015565 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from .constants import DataLossWarning
baseChar = """
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]"""
ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]"""
combiningCharacter = """
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309A"""
digit = """
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]"""
extender = """
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]"""
letter = " | ".join([baseChar, ideographic])
# Without the
name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter,
extender])
nameFirst = " | ".join([letter, "_"])
reChar = re.compile(r"#x([\d|A-F]{4,4})")
reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]")
def charStringToList(chars):
charRanges = [item.strip() for item in chars.split(" | ")]
rv = []
for item in charRanges:
foundMatch = False
for regexp in (reChar, reCharRange):
match = regexp.match(item)
if match is not None:
rv.append([hexToInt(item) for item in match.groups()])
if len(rv[-1]) == 1:
rv[-1] = rv[-1] * 2
foundMatch = True
break
if not foundMatch:
assert len(item) == 1
rv.append([ord(item)] * 2)
rv = normaliseCharList(rv)
return rv
def normaliseCharList(charList):
charList = sorted(charList)
for item in charList:
assert item[1] >= item[0]
rv = []
i = 0
while i < len(charList):
j = 1
rv.append(charList[i])
while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1:
rv[-1][1] = charList[i + j][1]
j += 1
i += j
return rv
# We don't really support characters above the BMP :(
max_unicode = int("FFFF", 16)
def missingRanges(charList):
rv = []
if charList[0] != 0:
rv.append([0, charList[0][0] - 1])
for i, item in enumerate(charList[:-1]):
rv.append([item[1] + 1, charList[i + 1][0] - 1])
if charList[-1][1] != max_unicode:
rv.append([charList[-1][1] + 1, max_unicode])
return rv
def listToRegexpStr(charList):
rv = []
for item in charList:
if item[0] == item[1]:
rv.append(escapeRegexp(chr(item[0])))
else:
rv.append(escapeRegexp(chr(item[0])) + "-" +
escapeRegexp(chr(item[1])))
return "[%s]" % "".join(rv)
def hexToInt(hex_str):
return int(hex_str, 16)
def escapeRegexp(string):
specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}",
"[", "]", "|", "(", ")", "-")
for char in specialCharacters:
string = string.replace(char, "\\" + char)
return string
# output from the above
nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
# Simpler things
nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\\-'()+,./:=?;!*#@$_%]")
class InfosetFilter(object):
replacementRegexp = re.compile(r"U[\dA-F]{5,5}")
def __init__(self,
dropXmlnsLocalName=False,
dropXmlnsAttrNs=False,
preventDoubleDashComments=False,
preventDashAtCommentEnd=False,
replaceFormFeedCharacters=True,
preventSingleQuotePubid=False):
self.dropXmlnsLocalName = dropXmlnsLocalName
self.dropXmlnsAttrNs = dropXmlnsAttrNs
self.preventDoubleDashComments = preventDoubleDashComments
self.preventDashAtCommentEnd = preventDashAtCommentEnd
self.replaceFormFeedCharacters = replaceFormFeedCharacters
self.preventSingleQuotePubid = preventSingleQuotePubid
self.replaceCache = {}
def coerceAttribute(self, name, namespace=None):
if self.dropXmlnsLocalName and name.startswith("xmlns:"):
warnings.warn("Attributes cannot begin with xmlns", DataLossWarning)
return None
elif (self.dropXmlnsAttrNs and
namespace == "http://www.w3.org/2000/xmlns/"):
warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning)
return None
else:
return self.toXmlName(name)
def coerceElement(self, name):
return self.toXmlName(name)
def coerceComment(self, data):
if self.preventDoubleDashComments:
while "--" in data:
warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning)
data = data.replace("--", "- -")
if data.endswith("-"):
warnings.warn("Comments cannot end in a dash", DataLossWarning)
data += " "
return data
def coerceCharacters(self, data):
if self.replaceFormFeedCharacters:
for _ in range(data.count("\x0C")):
warnings.warn("Text cannot contain U+000C", DataLossWarning)
data = data.replace("\x0C", " ")
# Other non-xml characters
return data
def coercePubid(self, data):
dataOutput = data
for char in nonPubidCharRegexp.findall(data):
warnings.warn("Coercing non-XML pubid", DataLossWarning)
replacement = self.getReplacementCharacter(char)
dataOutput = dataOutput.replace(char, replacement)
if self.preventSingleQuotePubid and dataOutput.find("'") >= 0:
warnings.warn("Pubid cannot contain single quote", DataLossWarning)
dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'"))
return dataOutput
def toXmlName(self, name):
nameFirst = name[0]
nameRest = name[1:]
m = nonXmlNameFirstBMPRegexp.match(nameFirst)
if m:
warnings.warn("Coercing non-XML name: %s" % name, DataLossWarning)
nameFirstOutput = self.getReplacementCharacter(nameFirst)
else:
nameFirstOutput = nameFirst
nameRestOutput = nameRest
replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest))
for char in replaceChars:
warnings.warn("Coercing non-XML name: %s" % name, DataLossWarning)
replacement = self.getReplacementCharacter(char)
nameRestOutput = nameRestOutput.replace(char, replacement)
return nameFirstOutput + nameRestOutput
def getReplacementCharacter(self, char):
if char in self.replaceCache:
replacement = self.replaceCache[char]
else:
replacement = self.escapeChar(char)
return replacement
def fromXmlName(self, name):
for item in set(self.replacementRegexp.findall(name)):
name = name.replace(item, self.unescapeChar(item))
return name
def escapeChar(self, char):
replacement = "U%05X" % ord(char)
self.replaceCache[char] = replacement
return replacement
def unescapeChar(self, charcode):
return chr(int(charcode[1:], 16))
site-packages/pip/_vendor/html5lib/html5parser.py 0000644 00000344702 15056474501 0016071 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import with_metaclass, viewkeys
import types
from . import _inputstream
from . import _tokenizer
from . import treebuilders
from .treebuilders.base import Marker
from . import _utils
from .constants import (
spaceCharacters, asciiUpper2Lower,
specialElements, headingElements, cdataElements, rcdataElements,
tokenTypes, tagTokenTypes,
namespaces,
htmlIntegrationPointElements, mathmlTextIntegrationPointElements,
adjustForeignAttributes as adjustForeignAttributesMap,
adjustMathMLAttributes, adjustSVGAttributes,
E,
_ReparseException
)
def parse(doc, treebuilder="etree", namespaceHTMLElements=True, **kwargs):
"""Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parse(doc, **kwargs)
def parseFragment(doc, container="div", treebuilder="etree", namespaceHTMLElements=True, **kwargs):
"""Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parseFragment(doc, container=container, **kwargs)
def method_decorator_metaclass(function):
class Decorated(type):
def __new__(meta, classname, bases, classDict):
for attributeName, attribute in classDict.items():
if isinstance(attribute, types.FunctionType):
attribute = function(attribute)
classDict[attributeName] = attribute
return type.__new__(meta, classname, bases, classDict)
return Decorated
class HTMLParser(object):
"""HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
"""
def __init__(self, tree=None, strict=False, namespaceHTMLElements=True, debug=False):
"""
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
"""
# Raise an exception on the first error encountered
self.strict = strict
if tree is None:
tree = treebuilders.getTreeBuilder("etree")
self.tree = tree(namespaceHTMLElements)
self.errors = []
self.phases = {name: cls(self, self.tree) for name, cls in
getPhases(debug).items()}
def _parse(self, stream, innerHTML=False, container="div", scripting=False, **kwargs):
self.innerHTMLMode = innerHTML
self.container = container
self.scripting = scripting
self.tokenizer = _tokenizer.HTMLTokenizer(stream, parser=self, **kwargs)
self.reset()
try:
self.mainLoop()
except _ReparseException:
self.reset()
self.mainLoop()
def reset(self):
self.tree.reset()
self.firstStartTag = False
self.errors = []
self.log = [] # only used with debug mode
# "quirks" / "limited quirks" / "no quirks"
self.compatMode = "no quirks"
if self.innerHTMLMode:
self.innerHTML = self.container.lower()
if self.innerHTML in cdataElements:
self.tokenizer.state = self.tokenizer.rcdataState
elif self.innerHTML in rcdataElements:
self.tokenizer.state = self.tokenizer.rawtextState
elif self.innerHTML == 'plaintext':
self.tokenizer.state = self.tokenizer.plaintextState
else:
# state already is data state
# self.tokenizer.state = self.tokenizer.dataState
pass
self.phase = self.phases["beforeHtml"]
self.phase.insertHtmlElement()
self.resetInsertionMode()
else:
self.innerHTML = False # pylint:disable=redefined-variable-type
self.phase = self.phases["initial"]
self.lastPhase = None
self.beforeRCDataPhase = None
self.framesetOK = True
@property
def documentEncoding(self):
"""Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
"""
if not hasattr(self, 'tokenizer'):
return None
return self.tokenizer.stream.charEncoding[0].name
def isHTMLIntegrationPoint(self, element):
if (element.name == "annotation-xml" and
element.namespace == namespaces["mathml"]):
return ("encoding" in element.attributes and
element.attributes["encoding"].translate(
asciiUpper2Lower) in
("text/html", "application/xhtml+xml"))
else:
return (element.namespace, element.name) in htmlIntegrationPointElements
def isMathMLTextIntegrationPoint(self, element):
return (element.namespace, element.name) in mathmlTextIntegrationPointElements
def mainLoop(self):
CharactersToken = tokenTypes["Characters"]
SpaceCharactersToken = tokenTypes["SpaceCharacters"]
StartTagToken = tokenTypes["StartTag"]
EndTagToken = tokenTypes["EndTag"]
CommentToken = tokenTypes["Comment"]
DoctypeToken = tokenTypes["Doctype"]
ParseErrorToken = tokenTypes["ParseError"]
for token in self.tokenizer:
prev_token = None
new_token = token
while new_token is not None:
prev_token = new_token
currentNode = self.tree.openElements[-1] if self.tree.openElements else None
currentNodeNamespace = currentNode.namespace if currentNode else None
currentNodeName = currentNode.name if currentNode else None
type = new_token["type"]
if type == ParseErrorToken:
self.parseError(new_token["data"], new_token.get("datavars", {}))
new_token = None
else:
if (len(self.tree.openElements) == 0 or
currentNodeNamespace == self.tree.defaultNamespace or
(self.isMathMLTextIntegrationPoint(currentNode) and
((type == StartTagToken and
token["name"] not in frozenset(["mglyph", "malignmark"])) or
type in (CharactersToken, SpaceCharactersToken))) or
(currentNodeNamespace == namespaces["mathml"] and
currentNodeName == "annotation-xml" and
type == StartTagToken and
token["name"] == "svg") or
(self.isHTMLIntegrationPoint(currentNode) and
type in (StartTagToken, CharactersToken, SpaceCharactersToken))):
phase = self.phase
else:
phase = self.phases["inForeignContent"]
if type == CharactersToken:
new_token = phase.processCharacters(new_token)
elif type == SpaceCharactersToken:
new_token = phase.processSpaceCharacters(new_token)
elif type == StartTagToken:
new_token = phase.processStartTag(new_token)
elif type == EndTagToken:
new_token = phase.processEndTag(new_token)
elif type == CommentToken:
new_token = phase.processComment(new_token)
elif type == DoctypeToken:
new_token = phase.processDoctype(new_token)
if (type == StartTagToken and prev_token["selfClosing"] and
not prev_token["selfClosingAcknowledged"]):
self.parseError("non-void-element-with-trailing-solidus",
{"name": prev_token["name"]})
# When the loop finishes it's EOF
reprocess = True
phases = []
while reprocess:
phases.append(self.phase)
reprocess = self.phase.processEOF()
if reprocess:
assert self.phase not in phases
def parse(self, stream, *args, **kwargs):
"""Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
"""
self._parse(stream, False, None, *args, **kwargs)
return self.tree.getDocument()
def parseFragment(self, stream, *args, **kwargs):
"""Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
"""
self._parse(stream, True, *args, **kwargs)
return self.tree.getFragment()
def parseError(self, errorcode="XXX-undefined-error", datavars=None):
# XXX The idea is to make errorcode mandatory.
if datavars is None:
datavars = {}
self.errors.append((self.tokenizer.stream.position(), errorcode, datavars))
if self.strict:
raise ParseError(E[errorcode] % datavars)
def adjustMathMLAttributes(self, token):
adjust_attributes(token, adjustMathMLAttributes)
def adjustSVGAttributes(self, token):
adjust_attributes(token, adjustSVGAttributes)
def adjustForeignAttributes(self, token):
adjust_attributes(token, adjustForeignAttributesMap)
def reparseTokenNormal(self, token):
# pylint:disable=unused-argument
self.parser.phase()
def resetInsertionMode(self):
# The name of this method is mostly historical. (It's also used in the
# specification.)
last = False
newModes = {
"select": "inSelect",
"td": "inCell",
"th": "inCell",
"tr": "inRow",
"tbody": "inTableBody",
"thead": "inTableBody",
"tfoot": "inTableBody",
"caption": "inCaption",
"colgroup": "inColumnGroup",
"table": "inTable",
"head": "inBody",
"body": "inBody",
"frameset": "inFrameset",
"html": "beforeHead"
}
for node in self.tree.openElements[::-1]:
nodeName = node.name
new_phase = None
if node == self.tree.openElements[0]:
assert self.innerHTML
last = True
nodeName = self.innerHTML
# Check for conditions that should only happen in the innerHTML
# case
if nodeName in ("select", "colgroup", "head", "html"):
assert self.innerHTML
if not last and node.namespace != self.tree.defaultNamespace:
continue
if nodeName in newModes:
new_phase = self.phases[newModes[nodeName]]
break
elif last:
new_phase = self.phases["inBody"]
break
self.phase = new_phase
def parseRCDataRawtext(self, token, contentType):
# Generic RCDATA/RAWTEXT Parsing algorithm
assert contentType in ("RAWTEXT", "RCDATA")
self.tree.insertElement(token)
if contentType == "RAWTEXT":
self.tokenizer.state = self.tokenizer.rawtextState
else:
self.tokenizer.state = self.tokenizer.rcdataState
self.originalPhase = self.phase
self.phase = self.phases["text"]
@_utils.memoize
def getPhases(debug):
def log(function):
"""Logger that records which phase processes each token"""
type_names = {value: key for key, value in tokenTypes.items()}
def wrapped(self, *args, **kwargs):
if function.__name__.startswith("process") and len(args) > 0:
token = args[0]
info = {"type": type_names[token['type']]}
if token['type'] in tagTokenTypes:
info["name"] = token['name']
self.parser.log.append((self.parser.tokenizer.state.__name__,
self.parser.phase.__class__.__name__,
self.__class__.__name__,
function.__name__,
info))
return function(self, *args, **kwargs)
else:
return function(self, *args, **kwargs)
return wrapped
def getMetaclass(use_metaclass, metaclass_func):
if use_metaclass:
return method_decorator_metaclass(metaclass_func)
else:
return type
# pylint:disable=unused-argument
class Phase(with_metaclass(getMetaclass(debug, log))):
"""Base class for helper object that implements each phase of processing
"""
__slots__ = ("parser", "tree", "__startTagCache", "__endTagCache")
def __init__(self, parser, tree):
self.parser = parser
self.tree = tree
self.__startTagCache = {}
self.__endTagCache = {}
def processEOF(self):
raise NotImplementedError
def processComment(self, token):
# For most phases the following is correct. Where it's not it will be
# overridden.
self.tree.insertComment(token, self.tree.openElements[-1])
def processDoctype(self, token):
self.parser.parseError("unexpected-doctype")
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processSpaceCharacters(self, token):
self.tree.insertText(token["data"])
def processStartTag(self, token):
# Note the caching is done here rather than BoundMethodDispatcher as doing it there
# requires a circular reference to the Phase, and this ends up with a significant
# (CPython 2.7, 3.8) GC cost when parsing many short inputs
name = token["name"]
# In Py2, using `in` is quicker in general than try/except KeyError
# In Py3, `in` is quicker when there are few cache hits (typically short inputs)
if name in self.__startTagCache:
func = self.__startTagCache[name]
else:
func = self.__startTagCache[name] = self.startTagHandler[name]
# bound the cache size in case we get loads of unknown tags
while len(self.__startTagCache) > len(self.startTagHandler) * 1.1:
# this makes the eviction policy random on Py < 3.7 and FIFO >= 3.7
self.__startTagCache.pop(next(iter(self.__startTagCache)))
return func(token)
def startTagHtml(self, token):
if not self.parser.firstStartTag and token["name"] == "html":
self.parser.parseError("non-html-root")
# XXX Need a check here to see if the first start tag token emitted is
# this token... If it's not, invoke self.parser.parseError().
for attr, value in token["data"].items():
if attr not in self.tree.openElements[0].attributes:
self.tree.openElements[0].attributes[attr] = value
self.parser.firstStartTag = False
def processEndTag(self, token):
# Note the caching is done here rather than BoundMethodDispatcher as doing it there
# requires a circular reference to the Phase, and this ends up with a significant
# (CPython 2.7, 3.8) GC cost when parsing many short inputs
name = token["name"]
# In Py2, using `in` is quicker in general than try/except KeyError
# In Py3, `in` is quicker when there are few cache hits (typically short inputs)
if name in self.__endTagCache:
func = self.__endTagCache[name]
else:
func = self.__endTagCache[name] = self.endTagHandler[name]
# bound the cache size in case we get loads of unknown tags
while len(self.__endTagCache) > len(self.endTagHandler) * 1.1:
# this makes the eviction policy random on Py < 3.7 and FIFO >= 3.7
self.__endTagCache.pop(next(iter(self.__endTagCache)))
return func(token)
class InitialPhase(Phase):
__slots__ = tuple()
def processSpaceCharacters(self, token):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
correct = token["correct"]
if (name != "html" or publicId is not None or
systemId is not None and systemId != "about:legacy-compat"):
self.parser.parseError("unknown-doctype")
if publicId is None:
publicId = ""
self.tree.insertDoctype(token)
if publicId != "":
publicId = publicId.translate(asciiUpper2Lower)
if (not correct or token["name"] != "html" or
publicId.startswith(
("+//silmaril//dtd html pro v0r11 19970101//",
"-//advasoft ltd//dtd html 3.0 aswedit + extensions//",
"-//as//dtd html 3.0 aswedit + extensions//",
"-//ietf//dtd html 2.0 level 1//",
"-//ietf//dtd html 2.0 level 2//",
"-//ietf//dtd html 2.0 strict level 1//",
"-//ietf//dtd html 2.0 strict level 2//",
"-//ietf//dtd html 2.0 strict//",
"-//ietf//dtd html 2.0//",
"-//ietf//dtd html 2.1e//",
"-//ietf//dtd html 3.0//",
"-//ietf//dtd html 3.2 final//",
"-//ietf//dtd html 3.2//",
"-//ietf//dtd html 3//",
"-//ietf//dtd html level 0//",
"-//ietf//dtd html level 1//",
"-//ietf//dtd html level 2//",
"-//ietf//dtd html level 3//",
"-//ietf//dtd html strict level 0//",
"-//ietf//dtd html strict level 1//",
"-//ietf//dtd html strict level 2//",
"-//ietf//dtd html strict level 3//",
"-//ietf//dtd html strict//",
"-//ietf//dtd html//",
"-//metrius//dtd metrius presentational//",
"-//microsoft//dtd internet explorer 2.0 html strict//",
"-//microsoft//dtd internet explorer 2.0 html//",
"-//microsoft//dtd internet explorer 2.0 tables//",
"-//microsoft//dtd internet explorer 3.0 html strict//",
"-//microsoft//dtd internet explorer 3.0 html//",
"-//microsoft//dtd internet explorer 3.0 tables//",
"-//netscape comm. corp.//dtd html//",
"-//netscape comm. corp.//dtd strict html//",
"-//o'reilly and associates//dtd html 2.0//",
"-//o'reilly and associates//dtd html extended 1.0//",
"-//o'reilly and associates//dtd html extended relaxed 1.0//",
"-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//",
"-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//",
"-//spyglass//dtd html 2.0 extended//",
"-//sq//dtd html 2.0 hotmetal + extensions//",
"-//sun microsystems corp.//dtd hotjava html//",
"-//sun microsystems corp.//dtd hotjava strict html//",
"-//w3c//dtd html 3 1995-03-24//",
"-//w3c//dtd html 3.2 draft//",
"-//w3c//dtd html 3.2 final//",
"-//w3c//dtd html 3.2//",
"-//w3c//dtd html 3.2s draft//",
"-//w3c//dtd html 4.0 frameset//",
"-//w3c//dtd html 4.0 transitional//",
"-//w3c//dtd html experimental 19960712//",
"-//w3c//dtd html experimental 970421//",
"-//w3c//dtd w3 html//",
"-//w3o//dtd w3 html 3.0//",
"-//webtechs//dtd mozilla html 2.0//",
"-//webtechs//dtd mozilla html//")) or
publicId in ("-//w3o//dtd w3 html strict 3.0//en//",
"-/w3c/dtd html 4.0 transitional/en",
"html") or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is None or
systemId and systemId.lower() == "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"):
self.parser.compatMode = "quirks"
elif (publicId.startswith(
("-//w3c//dtd xhtml 1.0 frameset//",
"-//w3c//dtd xhtml 1.0 transitional//")) or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is not None):
self.parser.compatMode = "limited quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def anythingElse(self):
self.parser.compatMode = "quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def processCharacters(self, token):
self.parser.parseError("expected-doctype-but-got-chars")
self.anythingElse()
return token
def processStartTag(self, token):
self.parser.parseError("expected-doctype-but-got-start-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEndTag(self, token):
self.parser.parseError("expected-doctype-but-got-end-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEOF(self):
self.parser.parseError("expected-doctype-but-got-eof")
self.anythingElse()
return True
class BeforeHtmlPhase(Phase):
__slots__ = tuple()
# helper methods
def insertHtmlElement(self):
self.tree.insertRoot(impliedTagToken("html", "StartTag"))
self.parser.phase = self.parser.phases["beforeHead"]
# other
def processEOF(self):
self.insertHtmlElement()
return True
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.insertHtmlElement()
return token
def processStartTag(self, token):
if token["name"] == "html":
self.parser.firstStartTag = True
self.insertHtmlElement()
return token
def processEndTag(self, token):
if token["name"] not in ("head", "body", "html", "br"):
self.parser.parseError("unexpected-end-tag-before-html",
{"name": token["name"]})
else:
self.insertHtmlElement()
return token
class BeforeHeadPhase(Phase):
__slots__ = tuple()
def processEOF(self):
self.startTagHead(impliedTagToken("head", "StartTag"))
return True
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.tree.insertElement(token)
self.tree.headPointer = self.tree.openElements[-1]
self.parser.phase = self.parser.phases["inHead"]
def startTagOther(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagImplyHead(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagOther(self, token):
self.parser.parseError("end-tag-after-implied-root",
{"name": token["name"]})
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml),
("head", startTagHead)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
(("head", "body", "html", "br"), endTagImplyHead)
])
endTagHandler.default = endTagOther
class InHeadPhase(Phase):
__slots__ = tuple()
# the real thing
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.parser.parseError("two-heads-are-not-better-than-one")
def startTagBaseLinkCommand(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMeta(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
attributes = token["data"]
if self.parser.tokenizer.stream.charEncoding[1] == "tentative":
if "charset" in attributes:
self.parser.tokenizer.stream.changeEncoding(attributes["charset"])
elif ("content" in attributes and
"http-equiv" in attributes and
attributes["http-equiv"].lower() == "content-type"):
# Encoding it as UTF-8 here is a hack, as really we should pass
# the abstract Unicode string, and just use the
# ContentAttrParser on that, but using UTF-8 allows all chars
# to be encoded and as a ASCII-superset works.
data = _inputstream.EncodingBytes(attributes["content"].encode("utf-8"))
parser = _inputstream.ContentAttrParser(data)
codec = parser.parse()
self.parser.tokenizer.stream.changeEncoding(codec)
def startTagTitle(self, token):
self.parser.parseRCDataRawtext(token, "RCDATA")
def startTagNoFramesStyle(self, token):
# Need to decide whether to implement the scripting-disabled case
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagNoscript(self, token):
if self.parser.scripting:
self.parser.parseRCDataRawtext(token, "RAWTEXT")
else:
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inHeadNoscript"]
def startTagScript(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.scriptDataState
self.parser.originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["text"]
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHead(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "head", "Expected head got %s" % node.name
self.parser.phase = self.parser.phases["afterHead"]
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.endTagHead(impliedTagToken("head"))
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml),
("title", startTagTitle),
(("noframes", "style"), startTagNoFramesStyle),
("noscript", startTagNoscript),
("script", startTagScript),
(("base", "basefont", "bgsound", "command", "link"),
startTagBaseLinkCommand),
("meta", startTagMeta),
("head", startTagHead)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("head", endTagHead),
(("br", "html", "body"), endTagHtmlBodyBr)
])
endTagHandler.default = endTagOther
class InHeadNoscriptPhase(Phase):
__slots__ = tuple()
def processEOF(self):
self.parser.parseError("eof-in-head-noscript")
self.anythingElse()
return True
def processComment(self, token):
return self.parser.phases["inHead"].processComment(token)
def processCharacters(self, token):
self.parser.parseError("char-in-head-noscript")
self.anythingElse()
return token
def processSpaceCharacters(self, token):
return self.parser.phases["inHead"].processSpaceCharacters(token)
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBaseLinkCommand(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagHeadNoscript(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagNoscript(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "noscript", "Expected noscript got %s" % node.name
self.parser.phase = self.parser.phases["inHead"]
def endTagBr(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
# Caller must raise parse error first!
self.endTagNoscript(impliedTagToken("noscript"))
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml),
(("basefont", "bgsound", "link", "meta", "noframes", "style"), startTagBaseLinkCommand),
(("head", "noscript"), startTagHeadNoscript),
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("noscript", endTagNoscript),
("br", endTagBr),
])
endTagHandler.default = endTagOther
class AfterHeadPhase(Phase):
__slots__ = tuple()
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBody(self, token):
self.parser.framesetOK = False
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inBody"]
def startTagFrameset(self, token):
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagFromHead(self, token):
self.parser.parseError("unexpected-start-tag-out-of-my-head",
{"name": token["name"]})
self.tree.openElements.append(self.tree.headPointer)
self.parser.phases["inHead"].processStartTag(token)
for node in self.tree.openElements[::-1]:
if node.name == "head":
self.tree.openElements.remove(node)
break
def startTagHead(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.tree.insertElement(impliedTagToken("body", "StartTag"))
self.parser.phase = self.parser.phases["inBody"]
self.parser.framesetOK = True
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml),
("body", startTagBody),
("frameset", startTagFrameset),
(("base", "basefont", "bgsound", "link", "meta", "noframes", "script",
"style", "title"),
startTagFromHead),
("head", startTagHead)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([(("body", "html", "br"),
endTagHtmlBodyBr)])
endTagHandler.default = endTagOther
class InBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#parsing-main-inbody
# the really-really-really-very crazy mode
__slots__ = ("processSpaceCharacters",)
def __init__(self, *args, **kwargs):
super(InBodyPhase, self).__init__(*args, **kwargs)
# Set this to the default handler
self.processSpaceCharacters = self.processSpaceCharactersNonPre
def isMatchingFormattingElement(self, node1, node2):
return (node1.name == node2.name and
node1.namespace == node2.namespace and
node1.attributes == node2.attributes)
# helper
def addFormattingElement(self, token):
self.tree.insertElement(token)
element = self.tree.openElements[-1]
matchingElements = []
for node in self.tree.activeFormattingElements[::-1]:
if node is Marker:
break
elif self.isMatchingFormattingElement(node, element):
matchingElements.append(node)
assert len(matchingElements) <= 3
if len(matchingElements) == 3:
self.tree.activeFormattingElements.remove(matchingElements[-1])
self.tree.activeFormattingElements.append(element)
# the real deal
def processEOF(self):
allowed_elements = frozenset(("dd", "dt", "li", "p", "tbody", "td",
"tfoot", "th", "thead", "tr", "body",
"html"))
for node in self.tree.openElements[::-1]:
if node.name not in allowed_elements:
self.parser.parseError("expected-closing-tag-but-got-eof")
break
# Stop parsing
def processSpaceCharactersDropNewline(self, token):
# Sometimes (start of <pre>, <listing>, and <textarea> blocks) we
# want to drop leading newlines
data = token["data"]
self.processSpaceCharacters = self.processSpaceCharactersNonPre
if (data.startswith("\n") and
self.tree.openElements[-1].name in ("pre", "listing", "textarea") and
not self.tree.openElements[-1].hasContent()):
data = data[1:]
if data:
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(data)
def processCharacters(self, token):
if token["data"] == "\u0000":
# The tokenizer should always emit null on its own
return
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
# This must be bad for performance
if (self.parser.framesetOK and
any([char not in spaceCharacters
for char in token["data"]])):
self.parser.framesetOK = False
def processSpaceCharactersNonPre(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
def startTagProcessInHead(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagBody(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "body"})
if (len(self.tree.openElements) == 1 or
self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
else:
self.parser.framesetOK = False
for attr, value in token["data"].items():
if attr not in self.tree.openElements[1].attributes:
self.tree.openElements[1].attributes[attr] = value
def startTagFrameset(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "frameset"})
if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
elif not self.parser.framesetOK:
pass
else:
if self.tree.openElements[1].parent:
self.tree.openElements[1].parent.removeChild(self.tree.openElements[1])
while self.tree.openElements[-1].name != "html":
self.tree.openElements.pop()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagCloseP(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
def startTagPreListing(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
def startTagForm(self, token):
if self.tree.formPointer:
self.parser.parseError("unexpected-start-tag", {"name": "form"})
else:
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
def startTagListItem(self, token):
self.parser.framesetOK = False
stopNamesMap = {"li": ["li"],
"dt": ["dt", "dd"],
"dd": ["dt", "dd"]}
stopNames = stopNamesMap[token["name"]]
for node in reversed(self.tree.openElements):
if node.name in stopNames:
self.parser.phase.processEndTag(
impliedTagToken(node.name, "EndTag"))
break
if (node.nameTuple in specialElements and
node.name not in ("address", "div", "p")):
break
if self.tree.elementInScope("p", variant="button"):
self.parser.phase.processEndTag(
impliedTagToken("p", "EndTag"))
self.tree.insertElement(token)
def startTagPlaintext(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.plaintextState
def startTagHeading(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
if self.tree.openElements[-1].name in headingElements:
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagA(self, token):
afeAElement = self.tree.elementInActiveFormattingElements("a")
if afeAElement:
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "a", "endName": "a"})
self.endTagFormatting(impliedTagToken("a"))
if afeAElement in self.tree.openElements:
self.tree.openElements.remove(afeAElement)
if afeAElement in self.tree.activeFormattingElements:
self.tree.activeFormattingElements.remove(afeAElement)
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagNobr(self, token):
self.tree.reconstructActiveFormattingElements()
if self.tree.elementInScope("nobr"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "nobr", "endName": "nobr"})
self.processEndTag(impliedTagToken("nobr"))
# XXX Need tests that trigger the following
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagButton(self, token):
if self.tree.elementInScope("button"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "button", "endName": "button"})
self.processEndTag(impliedTagToken("button"))
return token
else:
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
def startTagAppletMarqueeObject(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.activeFormattingElements.append(Marker)
self.parser.framesetOK = False
def startTagXmp(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.reconstructActiveFormattingElements()
self.parser.framesetOK = False
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagTable(self, token):
if self.parser.compatMode != "quirks":
if self.tree.elementInScope("p", variant="button"):
self.processEndTag(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.parser.phase = self.parser.phases["inTable"]
def startTagVoidFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagInput(self, token):
framesetOK = self.parser.framesetOK
self.startTagVoidFormatting(token)
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
# input type=hidden doesn't change framesetOK
self.parser.framesetOK = framesetOK
def startTagParamSource(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagHr(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagImage(self, token):
# No really...
self.parser.parseError("unexpected-start-tag-treated-as",
{"originalName": "image", "newName": "img"})
self.processStartTag(impliedTagToken("img", "StartTag",
attributes=token["data"],
selfClosing=token["selfClosing"]))
def startTagIsIndex(self, token):
self.parser.parseError("deprecated-tag", {"name": "isindex"})
if self.tree.formPointer:
return
form_attrs = {}
if "action" in token["data"]:
form_attrs["action"] = token["data"]["action"]
self.processStartTag(impliedTagToken("form", "StartTag",
attributes=form_attrs))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processStartTag(impliedTagToken("label", "StartTag"))
# XXX Localization ...
if "prompt" in token["data"]:
prompt = token["data"]["prompt"]
else:
prompt = "This is a searchable index. Enter search keywords: "
self.processCharacters(
{"type": tokenTypes["Characters"], "data": prompt})
attributes = token["data"].copy()
if "action" in attributes:
del attributes["action"]
if "prompt" in attributes:
del attributes["prompt"]
attributes["name"] = "isindex"
self.processStartTag(impliedTagToken("input", "StartTag",
attributes=attributes,
selfClosing=token["selfClosing"]))
self.processEndTag(impliedTagToken("label"))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processEndTag(impliedTagToken("form"))
def startTagTextarea(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.rcdataState
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
self.parser.framesetOK = False
def startTagIFrame(self, token):
self.parser.framesetOK = False
self.startTagRawtext(token)
def startTagNoscript(self, token):
if self.parser.scripting:
self.startTagRawtext(token)
else:
self.startTagOther(token)
def startTagRawtext(self, token):
"""iframe, noembed noframes, noscript(if scripting enabled)"""
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagOpt(self, token):
if self.tree.openElements[-1].name == "option":
self.parser.phase.processEndTag(impliedTagToken("option"))
self.tree.reconstructActiveFormattingElements()
self.parser.tree.insertElement(token)
def startTagSelect(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
if self.parser.phase in (self.parser.phases["inTable"],
self.parser.phases["inCaption"],
self.parser.phases["inColumnGroup"],
self.parser.phases["inTableBody"],
self.parser.phases["inRow"],
self.parser.phases["inCell"]):
self.parser.phase = self.parser.phases["inSelectInTable"]
else:
self.parser.phase = self.parser.phases["inSelect"]
def startTagRpRt(self, token):
if self.tree.elementInScope("ruby"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "ruby":
self.parser.parseError()
self.tree.insertElement(token)
def startTagMath(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustMathMLAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["mathml"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagSvg(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["svg"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMisplaced(self, token):
""" Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
"""
self.parser.parseError("unexpected-start-tag-ignored", {"name": token["name"]})
def startTagOther(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
def endTagP(self, token):
if not self.tree.elementInScope("p", variant="button"):
self.startTagCloseP(impliedTagToken("p", "StartTag"))
self.parser.parseError("unexpected-end-tag", {"name": "p"})
self.endTagP(impliedTagToken("p", "EndTag"))
else:
self.tree.generateImpliedEndTags("p")
if self.tree.openElements[-1].name != "p":
self.parser.parseError("unexpected-end-tag", {"name": "p"})
node = self.tree.openElements.pop()
while node.name != "p":
node = self.tree.openElements.pop()
def endTagBody(self, token):
if not self.tree.elementInScope("body"):
self.parser.parseError()
return
elif self.tree.openElements[-1].name != "body":
for node in self.tree.openElements[2:]:
if node.name not in frozenset(("dd", "dt", "li", "optgroup",
"option", "p", "rp", "rt",
"tbody", "td", "tfoot",
"th", "thead", "tr", "body",
"html")):
# Not sure this is the correct name for the parse error
self.parser.parseError(
"expected-one-end-tag-but-got-another",
{"gotName": "body", "expectedName": node.name})
break
self.parser.phase = self.parser.phases["afterBody"]
def endTagHtml(self, token):
# We repeat the test for the body end tag token being ignored here
if self.tree.elementInScope("body"):
self.endTagBody(impliedTagToken("body"))
return token
def endTagBlock(self, token):
# Put us back in the right whitespace handling mode
if token["name"] == "pre":
self.processSpaceCharacters = self.processSpaceCharactersNonPre
inScope = self.tree.elementInScope(token["name"])
if inScope:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if inScope:
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagForm(self, token):
node = self.tree.formPointer
self.tree.formPointer = None
if node is None or not self.tree.elementInScope(node):
self.parser.parseError("unexpected-end-tag",
{"name": "form"})
else:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1] != node:
self.parser.parseError("end-tag-too-early-ignored",
{"name": "form"})
self.tree.openElements.remove(node)
def endTagListItem(self, token):
if token["name"] == "li":
variant = "list"
else:
variant = None
if not self.tree.elementInScope(token["name"], variant=variant):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
else:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError(
"end-tag-too-early",
{"name": token["name"]})
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagHeading(self, token):
for item in headingElements:
if self.tree.elementInScope(item):
self.tree.generateImpliedEndTags()
break
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
for item in headingElements:
if self.tree.elementInScope(item):
item = self.tree.openElements.pop()
while item.name not in headingElements:
item = self.tree.openElements.pop()
break
def endTagFormatting(self, token):
"""The much-feared adoption agency algorithm"""
# http://svn.whatwg.org/webapps/complete.html#adoptionAgency revision 7867
# XXX Better parseError messages appreciated.
# Step 1
outerLoopCounter = 0
# Step 2
while outerLoopCounter < 8:
# Step 3
outerLoopCounter += 1
# Step 4:
# Let the formatting element be the last element in
# the list of active formatting elements that:
# - is between the end of the list and the last scope
# marker in the list, if any, or the start of the list
# otherwise, and
# - has the same tag name as the token.
formattingElement = self.tree.elementInActiveFormattingElements(
token["name"])
if (not formattingElement or
(formattingElement in self.tree.openElements and
not self.tree.elementInScope(formattingElement.name))):
# If there is no such node, then abort these steps
# and instead act as described in the "any other
# end tag" entry below.
self.endTagOther(token)
return
# Otherwise, if there is such a node, but that node is
# not in the stack of open elements, then this is a
# parse error; remove the element from the list, and
# abort these steps.
elif formattingElement not in self.tree.openElements:
self.parser.parseError("adoption-agency-1.2", {"name": token["name"]})
self.tree.activeFormattingElements.remove(formattingElement)
return
# Otherwise, if there is such a node, and that node is
# also in the stack of open elements, but the element
# is not in scope, then this is a parse error; ignore
# the token, and abort these steps.
elif not self.tree.elementInScope(formattingElement.name):
self.parser.parseError("adoption-agency-4.4", {"name": token["name"]})
return
# Otherwise, there is a formatting element and that
# element is in the stack and is in scope. If the
# element is not the current node, this is a parse
# error. In any case, proceed with the algorithm as
# written in the following steps.
else:
if formattingElement != self.tree.openElements[-1]:
self.parser.parseError("adoption-agency-1.3", {"name": token["name"]})
# Step 5:
# Let the furthest block be the topmost node in the
# stack of open elements that is lower in the stack
# than the formatting element, and is an element in
# the special category. There might not be one.
afeIndex = self.tree.openElements.index(formattingElement)
furthestBlock = None
for element in self.tree.openElements[afeIndex:]:
if element.nameTuple in specialElements:
furthestBlock = element
break
# Step 6:
# If there is no furthest block, then the UA must
# first pop all the nodes from the bottom of the stack
# of open elements, from the current node up to and
# including the formatting element, then remove the
# formatting element from the list of active
# formatting elements, and finally abort these steps.
if furthestBlock is None:
element = self.tree.openElements.pop()
while element != formattingElement:
element = self.tree.openElements.pop()
self.tree.activeFormattingElements.remove(element)
return
# Step 7
commonAncestor = self.tree.openElements[afeIndex - 1]
# Step 8:
# The bookmark is supposed to help us identify where to reinsert
# nodes in step 15. We have to ensure that we reinsert nodes after
# the node before the active formatting element. Note the bookmark
# can move in step 9.7
bookmark = self.tree.activeFormattingElements.index(formattingElement)
# Step 9
lastNode = node = furthestBlock
innerLoopCounter = 0
index = self.tree.openElements.index(node)
while innerLoopCounter < 3:
innerLoopCounter += 1
# Node is element before node in open elements
index -= 1
node = self.tree.openElements[index]
if node not in self.tree.activeFormattingElements:
self.tree.openElements.remove(node)
continue
# Step 9.6
if node == formattingElement:
break
# Step 9.7
if lastNode == furthestBlock:
bookmark = self.tree.activeFormattingElements.index(node) + 1
# Step 9.8
clone = node.cloneNode()
# Replace node with clone
self.tree.activeFormattingElements[
self.tree.activeFormattingElements.index(node)] = clone
self.tree.openElements[
self.tree.openElements.index(node)] = clone
node = clone
# Step 9.9
# Remove lastNode from its parents, if any
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
node.appendChild(lastNode)
# Step 9.10
lastNode = node
# Step 10
# Foster parent lastNode if commonAncestor is a
# table, tbody, tfoot, thead, or tr we need to foster
# parent the lastNode
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
if commonAncestor.name in frozenset(("table", "tbody", "tfoot", "thead", "tr")):
parent, insertBefore = self.tree.getTableMisnestedNodePosition()
parent.insertBefore(lastNode, insertBefore)
else:
commonAncestor.appendChild(lastNode)
# Step 11
clone = formattingElement.cloneNode()
# Step 12
furthestBlock.reparentChildren(clone)
# Step 13
furthestBlock.appendChild(clone)
# Step 14
self.tree.activeFormattingElements.remove(formattingElement)
self.tree.activeFormattingElements.insert(bookmark, clone)
# Step 15
self.tree.openElements.remove(formattingElement)
self.tree.openElements.insert(
self.tree.openElements.index(furthestBlock) + 1, clone)
def endTagAppletMarqueeObject(self, token):
if self.tree.elementInScope(token["name"]):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if self.tree.elementInScope(token["name"]):
element = self.tree.openElements.pop()
while element.name != token["name"]:
element = self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
def endTagBr(self, token):
self.parser.parseError("unexpected-end-tag-treated-as",
{"originalName": "br", "newName": "br element"})
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(impliedTagToken("br", "StartTag"))
self.tree.openElements.pop()
def endTagOther(self, token):
for node in self.tree.openElements[::-1]:
if node.name == token["name"]:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while self.tree.openElements.pop() != node:
pass
break
else:
if node.nameTuple in specialElements:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
break
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
(("base", "basefont", "bgsound", "command", "link", "meta",
"script", "style", "title"),
startTagProcessInHead),
("body", startTagBody),
("frameset", startTagFrameset),
(("address", "article", "aside", "blockquote", "center", "details",
"dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "main", "menu", "nav", "ol", "p",
"section", "summary", "ul"),
startTagCloseP),
(headingElements, startTagHeading),
(("pre", "listing"), startTagPreListing),
("form", startTagForm),
(("li", "dd", "dt"), startTagListItem),
("plaintext", startTagPlaintext),
("a", startTagA),
(("b", "big", "code", "em", "font", "i", "s", "small", "strike",
"strong", "tt", "u"), startTagFormatting),
("nobr", startTagNobr),
("button", startTagButton),
(("applet", "marquee", "object"), startTagAppletMarqueeObject),
("xmp", startTagXmp),
("table", startTagTable),
(("area", "br", "embed", "img", "keygen", "wbr"),
startTagVoidFormatting),
(("param", "source", "track"), startTagParamSource),
("input", startTagInput),
("hr", startTagHr),
("image", startTagImage),
("isindex", startTagIsIndex),
("textarea", startTagTextarea),
("iframe", startTagIFrame),
("noscript", startTagNoscript),
(("noembed", "noframes"), startTagRawtext),
("select", startTagSelect),
(("rp", "rt"), startTagRpRt),
(("option", "optgroup"), startTagOpt),
(("math"), startTagMath),
(("svg"), startTagSvg),
(("caption", "col", "colgroup", "frame", "head",
"tbody", "td", "tfoot", "th", "thead",
"tr"), startTagMisplaced)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("body", endTagBody),
("html", endTagHtml),
(("address", "article", "aside", "blockquote", "button", "center",
"details", "dialog", "dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "listing", "main", "menu", "nav", "ol", "pre",
"section", "summary", "ul"), endTagBlock),
("form", endTagForm),
("p", endTagP),
(("dd", "dt", "li"), endTagListItem),
(headingElements, endTagHeading),
(("a", "b", "big", "code", "em", "font", "i", "nobr", "s", "small",
"strike", "strong", "tt", "u"), endTagFormatting),
(("applet", "marquee", "object"), endTagAppletMarqueeObject),
("br", endTagBr),
])
endTagHandler.default = endTagOther
class TextPhase(Phase):
__slots__ = tuple()
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processEOF(self):
self.parser.parseError("expected-named-closing-tag-but-got-eof",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
return True
def startTagOther(self, token):
assert False, "Tried to process start tag %s in RCDATA/RAWTEXT mode" % token['name']
def endTagScript(self, token):
node = self.tree.openElements.pop()
assert node.name == "script"
self.parser.phase = self.parser.originalPhase
# The rest of this method is all stuff that only happens if
# document.write works
def endTagOther(self, token):
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
startTagHandler = _utils.MethodDispatcher([])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("script", endTagScript)])
endTagHandler.default = endTagOther
class InTablePhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table
__slots__ = tuple()
# helper methods
def clearStackToTableContext(self):
# "clear the stack back to a table context"
while self.tree.openElements[-1].name not in ("table", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
# When the current node is <html> it's an innerHTML case
# processing methods
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-table")
else:
assert self.parser.innerHTML
# Stop parsing
def processSpaceCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processSpaceCharacters(token)
def processCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processCharacters(token)
def insertText(self, token):
# If we get here there must be at least one non-whitespace character
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processCharacters(token)
self.tree.insertFromTable = False
def startTagCaption(self, token):
self.clearStackToTableContext()
self.tree.activeFormattingElements.append(Marker)
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCaption"]
def startTagColgroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inColumnGroup"]
def startTagCol(self, token):
self.startTagColgroup(impliedTagToken("colgroup", "StartTag"))
return token
def startTagRowGroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inTableBody"]
def startTagImplyTbody(self, token):
self.startTagRowGroup(impliedTagToken("tbody", "StartTag"))
return token
def startTagTable(self, token):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "table", "endName": "table"})
self.parser.phase.processEndTag(impliedTagToken("table"))
if not self.parser.innerHTML:
return token
def startTagStyleScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagInput(self, token):
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
self.parser.parseError("unexpected-hidden-input-in-table")
self.tree.insertElement(token)
# XXX associate with form
self.tree.openElements.pop()
else:
self.startTagOther(token)
def startTagForm(self, token):
self.parser.parseError("unexpected-form-in-table")
if self.tree.formPointer is None:
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
self.tree.openElements.pop()
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processStartTag(token)
self.tree.insertFromTable = False
def endTagTable(self, token):
if self.tree.elementInScope("table", variant="table"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "table":
self.parser.parseError("end-tag-too-early-named",
{"gotName": "table",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "table":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processEndTag(token)
self.tree.insertFromTable = False
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("caption", startTagCaption),
("colgroup", startTagColgroup),
("col", startTagCol),
(("tbody", "tfoot", "thead"), startTagRowGroup),
(("td", "th", "tr"), startTagImplyTbody),
("table", startTagTable),
(("style", "script"), startTagStyleScript),
("input", startTagInput),
("form", startTagForm)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("table", endTagTable),
(("body", "caption", "col", "colgroup", "html", "tbody", "td",
"tfoot", "th", "thead", "tr"), endTagIgnore)
])
endTagHandler.default = endTagOther
class InTableTextPhase(Phase):
__slots__ = ("originalPhase", "characterTokens")
def __init__(self, *args, **kwargs):
super(InTableTextPhase, self).__init__(*args, **kwargs)
self.originalPhase = None
self.characterTokens = []
def flushCharacters(self):
data = "".join([item["data"] for item in self.characterTokens])
if any([item not in spaceCharacters for item in data]):
token = {"type": tokenTypes["Characters"], "data": data}
self.parser.phases["inTable"].insertText(token)
elif data:
self.tree.insertText(data)
self.characterTokens = []
def processComment(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEOF(self):
self.flushCharacters()
self.parser.phase = self.originalPhase
return True
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.characterTokens.append(token)
def processSpaceCharacters(self, token):
# pretty sure we should never reach here
self.characterTokens.append(token)
# assert False
def processStartTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEndTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
class InCaptionPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-caption
__slots__ = tuple()
def ignoreEndTagCaption(self):
return not self.tree.elementInScope("caption", variant="table")
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableElement(self, token):
self.parser.parseError()
# XXX Have to duplicate logic here to find out if the tag is ignored
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagCaption(self, token):
if not self.ignoreEndTagCaption():
# AT this code is quite similar to endTagTable in "InTable"
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "caption":
self.parser.parseError("expected-one-end-tag-but-got-another",
{"gotName": "caption",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "caption":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inTable"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
self.parser.parseError()
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), startTagTableElement)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("caption", endTagCaption),
("table", endTagTable),
(("body", "col", "colgroup", "html", "tbody", "td", "tfoot", "th",
"thead", "tr"), endTagIgnore)
])
endTagHandler.default = endTagOther
class InColumnGroupPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-column
__slots__ = tuple()
def ignoreEndTagColgroup(self):
return self.tree.openElements[-1].name == "html"
def processEOF(self):
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
return
else:
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return True
def processCharacters(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def startTagCol(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def endTagColgroup(self, token):
if self.ignoreEndTagColgroup():
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
else:
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
def endTagCol(self, token):
self.parser.parseError("no-end-tag", {"name": "col"})
def endTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("col", startTagCol)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("colgroup", endTagColgroup),
("col", endTagCol)
])
endTagHandler.default = endTagOther
class InTableBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table0
__slots__ = tuple()
# helper methods
def clearStackToTableBodyContext(self):
while self.tree.openElements[-1].name not in ("tbody", "tfoot",
"thead", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTr(self, token):
self.clearStackToTableBodyContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inRow"]
def startTagTableCell(self, token):
self.parser.parseError("unexpected-cell-in-table-body",
{"name": token["name"]})
self.startTagTr(impliedTagToken("tr", "StartTag"))
return token
def startTagTableOther(self, token):
# XXX AT Any ideas on how to share this with endTagTable?
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.clearStackToTableBodyContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
else:
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagTable(self, token):
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("tr", startTagTr),
(("td", "th"), startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead"),
startTagTableOther)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
(("tbody", "tfoot", "thead"), endTagTableRowGroup),
("table", endTagTable),
(("body", "caption", "col", "colgroup", "html", "td", "th",
"tr"), endTagIgnore)
])
endTagHandler.default = endTagOther
class InRowPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-row
__slots__ = tuple()
# helper methods (XXX unify this with other table helper methods)
def clearStackToTableRowContext(self):
while self.tree.openElements[-1].name not in ("tr", "html"):
self.parser.parseError("unexpected-implied-end-tag-in-table-row",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
def ignoreEndTagTr(self):
return not self.tree.elementInScope("tr", variant="table")
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTableCell(self, token):
self.clearStackToTableRowContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCell"]
self.tree.activeFormattingElements.append(Marker)
def startTagTableOther(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTr(self, token):
if not self.ignoreEndTagTr():
self.clearStackToTableRowContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTableBody"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# Reprocess the current tag if the tr end tag was not ignored
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagTr(impliedTagToken("tr"))
return token
else:
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-row",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
(("td", "th"), startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead",
"tr"), startTagTableOther)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("tr", endTagTr),
("table", endTagTable),
(("tbody", "tfoot", "thead"), endTagTableRowGroup),
(("body", "caption", "col", "colgroup", "html", "td", "th"),
endTagIgnore)
])
endTagHandler.default = endTagOther
class InCellPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-cell
__slots__ = tuple()
# helper
def closeCell(self):
if self.tree.elementInScope("td", variant="table"):
self.endTagTableCell(impliedTagToken("td"))
elif self.tree.elementInScope("th", variant="table"):
self.endTagTableCell(impliedTagToken("th"))
# the rest
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableOther(self, token):
if (self.tree.elementInScope("td", variant="table") or
self.tree.elementInScope("th", variant="table")):
self.closeCell()
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagTableCell(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.tree.generateImpliedEndTags(token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-cell-end-tag",
{"name": token["name"]})
while True:
node = self.tree.openElements.pop()
if node.name == token["name"]:
break
else:
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inRow"]
else:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagImply(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.closeCell()
return token
else:
# sometimes innerHTML case
self.parser.parseError()
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), startTagTableOther)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
(("td", "th"), endTagTableCell),
(("body", "caption", "col", "colgroup", "html"), endTagIgnore),
(("table", "tbody", "tfoot", "thead", "tr"), endTagImply)
])
endTagHandler.default = endTagOther
class InSelectPhase(Phase):
__slots__ = tuple()
# http://www.whatwg.org/specs/web-apps/current-work/#in-select
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-select")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.tree.insertText(token["data"])
def startTagOption(self, token):
# We need to imply </option> if <option> is the current node.
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagOptgroup(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagSelect(self, token):
self.parser.parseError("unexpected-select-in-select")
self.endTagSelect(impliedTagToken("select"))
def startTagInput(self, token):
self.parser.parseError("unexpected-input-in-select")
if self.tree.elementInScope("select", variant="select"):
self.endTagSelect(impliedTagToken("select"))
return token
else:
assert self.parser.innerHTML
def startTagScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-select",
{"name": token["name"]})
def endTagOption(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "option"})
def endTagOptgroup(self, token):
# </optgroup> implicitly closes <option>
if (self.tree.openElements[-1].name == "option" and
self.tree.openElements[-2].name == "optgroup"):
self.tree.openElements.pop()
# It also closes </optgroup>
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
# But nothing else
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "optgroup"})
def endTagSelect(self, token):
if self.tree.elementInScope("select", variant="select"):
node = self.tree.openElements.pop()
while node.name != "select":
node = self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-select",
{"name": token["name"]})
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("option", startTagOption),
("optgroup", startTagOptgroup),
("select", startTagSelect),
(("input", "keygen", "textarea"), startTagInput),
("script", startTagScript)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("option", endTagOption),
("optgroup", endTagOptgroup),
("select", endTagSelect)
])
endTagHandler.default = endTagOther
class InSelectInTablePhase(Phase):
__slots__ = tuple()
def processEOF(self):
self.parser.phases["inSelect"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inSelect"].processCharacters(token)
def startTagTable(self, token):
self.parser.parseError("unexpected-table-element-start-tag-in-select-in-table", {"name": token["name"]})
self.endTagOther(impliedTagToken("select"))
return token
def startTagOther(self, token):
return self.parser.phases["inSelect"].processStartTag(token)
def endTagTable(self, token):
self.parser.parseError("unexpected-table-element-end-tag-in-select-in-table", {"name": token["name"]})
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagOther(impliedTagToken("select"))
return token
def endTagOther(self, token):
return self.parser.phases["inSelect"].processEndTag(token)
startTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
startTagTable)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
endTagTable)
])
endTagHandler.default = endTagOther
class InForeignContentPhase(Phase):
__slots__ = tuple()
breakoutElements = frozenset(["b", "big", "blockquote", "body", "br",
"center", "code", "dd", "div", "dl", "dt",
"em", "embed", "h1", "h2", "h3",
"h4", "h5", "h6", "head", "hr", "i", "img",
"li", "listing", "menu", "meta", "nobr",
"ol", "p", "pre", "ruby", "s", "small",
"span", "strong", "strike", "sub", "sup",
"table", "tt", "u", "ul", "var"])
def adjustSVGTagNames(self, token):
replacements = {"altglyph": "altGlyph",
"altglyphdef": "altGlyphDef",
"altglyphitem": "altGlyphItem",
"animatecolor": "animateColor",
"animatemotion": "animateMotion",
"animatetransform": "animateTransform",
"clippath": "clipPath",
"feblend": "feBlend",
"fecolormatrix": "feColorMatrix",
"fecomponenttransfer": "feComponentTransfer",
"fecomposite": "feComposite",
"feconvolvematrix": "feConvolveMatrix",
"fediffuselighting": "feDiffuseLighting",
"fedisplacementmap": "feDisplacementMap",
"fedistantlight": "feDistantLight",
"feflood": "feFlood",
"fefunca": "feFuncA",
"fefuncb": "feFuncB",
"fefuncg": "feFuncG",
"fefuncr": "feFuncR",
"fegaussianblur": "feGaussianBlur",
"feimage": "feImage",
"femerge": "feMerge",
"femergenode": "feMergeNode",
"femorphology": "feMorphology",
"feoffset": "feOffset",
"fepointlight": "fePointLight",
"fespecularlighting": "feSpecularLighting",
"fespotlight": "feSpotLight",
"fetile": "feTile",
"feturbulence": "feTurbulence",
"foreignobject": "foreignObject",
"glyphref": "glyphRef",
"lineargradient": "linearGradient",
"radialgradient": "radialGradient",
"textpath": "textPath"}
if token["name"] in replacements:
token["name"] = replacements[token["name"]]
def processCharacters(self, token):
if token["data"] == "\u0000":
token["data"] = "\uFFFD"
elif (self.parser.framesetOK and
any(char not in spaceCharacters for char in token["data"])):
self.parser.framesetOK = False
Phase.processCharacters(self, token)
def processStartTag(self, token):
currentNode = self.tree.openElements[-1]
if (token["name"] in self.breakoutElements or
(token["name"] == "font" and
set(token["data"].keys()) & {"color", "face", "size"})):
self.parser.parseError("unexpected-html-element-in-foreign-content",
{"name": token["name"]})
while (self.tree.openElements[-1].namespace !=
self.tree.defaultNamespace and
not self.parser.isHTMLIntegrationPoint(self.tree.openElements[-1]) and
not self.parser.isMathMLTextIntegrationPoint(self.tree.openElements[-1])):
self.tree.openElements.pop()
return token
else:
if currentNode.namespace == namespaces["mathml"]:
self.parser.adjustMathMLAttributes(token)
elif currentNode.namespace == namespaces["svg"]:
self.adjustSVGTagNames(token)
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = currentNode.namespace
self.tree.insertElement(token)
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def processEndTag(self, token):
nodeIndex = len(self.tree.openElements) - 1
node = self.tree.openElements[-1]
if node.name.translate(asciiUpper2Lower) != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while True:
if node.name.translate(asciiUpper2Lower) == token["name"]:
# XXX this isn't in the spec but it seems necessary
if self.parser.phase == self.parser.phases["inTableText"]:
self.parser.phase.flushCharacters()
self.parser.phase = self.parser.phase.originalPhase
while self.tree.openElements.pop() != node:
assert self.tree.openElements
new_token = None
break
nodeIndex -= 1
node = self.tree.openElements[nodeIndex]
if node.namespace != self.tree.defaultNamespace:
continue
else:
new_token = self.parser.phase.processEndTag(token)
break
return new_token
class AfterBodyPhase(Phase):
__slots__ = tuple()
def processEOF(self):
# Stop parsing
pass
def processComment(self, token):
# This is needed because data is to be appended to the <html> element
# here and not to whatever is currently open.
self.tree.insertComment(token, self.tree.openElements[0])
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-body")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def endTagHtml(self, name):
if self.parser.innerHTML:
self.parser.parseError("unexpected-end-tag-after-body-innerhtml")
else:
self.parser.phase = self.parser.phases["afterAfterBody"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([("html", endTagHtml)])
endTagHandler.default = endTagOther
class InFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-frameset
__slots__ = tuple()
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-frameset")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
self.parser.parseError("unexpected-char-in-frameset")
def startTagFrameset(self, token):
self.tree.insertElement(token)
def startTagFrame(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
def startTagNoframes(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-frameset",
{"name": token["name"]})
def endTagFrameset(self, token):
if self.tree.openElements[-1].name == "html":
# innerHTML case
self.parser.parseError("unexpected-frameset-in-frameset-innerhtml")
else:
self.tree.openElements.pop()
if (not self.parser.innerHTML and
self.tree.openElements[-1].name != "frameset"):
# If we're not in innerHTML mode and the current node is not a
# "frameset" element (anymore) then switch.
self.parser.phase = self.parser.phases["afterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-frameset",
{"name": token["name"]})
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("frameset", startTagFrameset),
("frame", startTagFrame),
("noframes", startTagNoframes)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("frameset", endTagFrameset)
])
endTagHandler.default = endTagOther
class AfterFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#after3
__slots__ = tuple()
def processEOF(self):
# Stop parsing
pass
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-frameset")
def startTagNoframes(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-frameset",
{"name": token["name"]})
def endTagHtml(self, token):
self.parser.phase = self.parser.phases["afterAfterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-frameset",
{"name": token["name"]})
startTagHandler = _utils.MethodDispatcher([
("html", Phase.startTagHtml),
("noframes", startTagNoframes)
])
startTagHandler.default = startTagOther
endTagHandler = _utils.MethodDispatcher([
("html", endTagHtml)
])
endTagHandler.default = endTagOther
class AfterAfterBodyPhase(Phase):
__slots__ = tuple()
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml)
])
startTagHandler.default = startTagOther
class AfterAfterFramesetPhase(Phase):
__slots__ = tuple()
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagNoFrames(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
startTagHandler = _utils.MethodDispatcher([
("html", startTagHtml),
("noframes", startTagNoFrames)
])
startTagHandler.default = startTagOther
# pylint:enable=unused-argument
return {
"initial": InitialPhase,
"beforeHtml": BeforeHtmlPhase,
"beforeHead": BeforeHeadPhase,
"inHead": InHeadPhase,
"inHeadNoscript": InHeadNoscriptPhase,
"afterHead": AfterHeadPhase,
"inBody": InBodyPhase,
"text": TextPhase,
"inTable": InTablePhase,
"inTableText": InTableTextPhase,
"inCaption": InCaptionPhase,
"inColumnGroup": InColumnGroupPhase,
"inTableBody": InTableBodyPhase,
"inRow": InRowPhase,
"inCell": InCellPhase,
"inSelect": InSelectPhase,
"inSelectInTable": InSelectInTablePhase,
"inForeignContent": InForeignContentPhase,
"afterBody": AfterBodyPhase,
"inFrameset": InFramesetPhase,
"afterFrameset": AfterFramesetPhase,
"afterAfterBody": AfterAfterBodyPhase,
"afterAfterFrameset": AfterAfterFramesetPhase,
# XXX after after frameset
}
def adjust_attributes(token, replacements):
needs_adjustment = viewkeys(token['data']) & viewkeys(replacements)
if needs_adjustment:
token['data'] = type(token['data'])((replacements.get(k, k), v)
for k, v in token['data'].items())
def impliedTagToken(name, type="EndTag", attributes=None,
selfClosing=False):
if attributes is None:
attributes = {}
return {"type": tokenTypes[type], "name": name, "data": attributes,
"selfClosing": selfClosing}
class ParseError(Exception):
"""Error in parsed document"""
pass
site-packages/pip/_vendor/html5lib/_tokenizer.py 0000644 00000226360 15056474501 0015773 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import unichr as chr
from collections import deque, OrderedDict
from sys import version_info
from .constants import spaceCharacters
from .constants import entities
from .constants import asciiLetters, asciiUpper2Lower
from .constants import digits, hexDigits, EOF
from .constants import tokenTypes, tagTokenTypes
from .constants import replacementCharacters
from ._inputstream import HTMLInputStream
from ._trie import Trie
entitiesTrie = Trie(entities)
if version_info >= (3, 7):
attributeMap = dict
else:
attributeMap = OrderedDict
class HTMLTokenizer(object):
""" This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
"""
def __init__(self, stream, parser=None, **kwargs):
self.stream = HTMLInputStream(stream, **kwargs)
self.parser = parser
# Setup the initial tokenizer state
self.escapeFlag = False
self.lastFourChars = []
self.state = self.dataState
self.escape = False
# The current token being created
self.currentToken = None
super(HTMLTokenizer, self).__init__()
def __iter__(self):
""" This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
"""
self.tokenQueue = deque([])
# Start processing. When EOF is reached self.state will return False
# instead of True and the loop will terminate.
while self.state():
while self.stream.errors:
yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)}
while self.tokenQueue:
yield self.tokenQueue.popleft()
def consumeNumberEntity(self, isHex):
"""This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
"""
allowed = digits
radix = 10
if isHex:
allowed = hexDigits
radix = 16
charStack = []
# Consume all the characters that are in range while making sure we
# don't hit an EOF.
c = self.stream.char()
while c in allowed and c is not EOF:
charStack.append(c)
c = self.stream.char()
# Convert the set of characters consumed to an int.
charAsInt = int("".join(charStack), radix)
# Certain characters get replaced with others
if charAsInt in replacementCharacters:
char = replacementCharacters[charAsInt]
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
elif ((0xD800 <= charAsInt <= 0xDFFF) or
(charAsInt > 0x10FFFF)):
char = "\uFFFD"
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
else:
# Should speed up this check somehow (e.g. move the set to a constant)
if ((0x0001 <= charAsInt <= 0x0008) or
(0x000E <= charAsInt <= 0x001F) or
(0x007F <= charAsInt <= 0x009F) or
(0xFDD0 <= charAsInt <= 0xFDEF) or
charAsInt in frozenset([0x000B, 0xFFFE, 0xFFFF, 0x1FFFE,
0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE,
0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE,
0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE,
0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE,
0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE,
0xFFFFF, 0x10FFFE, 0x10FFFF])):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
try:
# Try/except needed as UCS-2 Python builds' unichar only works
# within the BMP.
char = chr(charAsInt)
except ValueError:
v = charAsInt - 0x10000
char = chr(0xD800 | (v >> 10)) + chr(0xDC00 | (v & 0x3FF))
# Discard the ; if present. Otherwise, put it back on the queue and
# invoke parseError on parser.
if c != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"numeric-entity-without-semicolon"})
self.stream.unget(c)
return char
def consumeEntity(self, allowedChar=None, fromAttribute=False):
# Initialise to the default output for when no entity is matched
output = "&"
charStack = [self.stream.char()]
if (charStack[0] in spaceCharacters or charStack[0] in (EOF, "<", "&") or
(allowedChar is not None and allowedChar == charStack[0])):
self.stream.unget(charStack[0])
elif charStack[0] == "#":
# Read the next character to see if it's hex or decimal
hex = False
charStack.append(self.stream.char())
if charStack[-1] in ("x", "X"):
hex = True
charStack.append(self.stream.char())
# charStack[-1] should be the first digit
if (hex and charStack[-1] in hexDigits) \
or (not hex and charStack[-1] in digits):
# At least one digit found, so consume the whole number
self.stream.unget(charStack[-1])
output = self.consumeNumberEntity(hex)
else:
# No digits found
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "expected-numeric-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
# At this point in the process might have named entity. Entities
# are stored in the global variable "entities".
#
# Consume characters and compare to these to a substring of the
# entity names in the list until the substring no longer matches.
while (charStack[-1] is not EOF):
if not entitiesTrie.has_keys_with_prefix("".join(charStack)):
break
charStack.append(self.stream.char())
# At this point we have a string that starts with some characters
# that may match an entity
# Try to find the longest entity the string will match to take care
# of ¬i for instance.
try:
entityName = entitiesTrie.longest_prefix("".join(charStack[:-1]))
entityLength = len(entityName)
except KeyError:
entityName = None
if entityName is not None:
if entityName[-1] != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"named-entity-without-semicolon"})
if (entityName[-1] != ";" and fromAttribute and
(charStack[entityLength] in asciiLetters or
charStack[entityLength] in digits or
charStack[entityLength] == "=")):
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
output = entities[entityName]
self.stream.unget(charStack.pop())
output += "".join(charStack[entityLength:])
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-named-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
if fromAttribute:
self.currentToken["data"][-1][1] += output
else:
if output in spaceCharacters:
tokenType = "SpaceCharacters"
else:
tokenType = "Characters"
self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output})
def processEntityInAttribute(self, allowedChar):
"""This method replaces the need for "entityInAttributeValueState".
"""
self.consumeEntity(allowedChar=allowedChar, fromAttribute=True)
def emitCurrentToken(self):
"""This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
"""
token = self.currentToken
# Add token to the queue to be yielded
if (token["type"] in tagTokenTypes):
token["name"] = token["name"].translate(asciiUpper2Lower)
if token["type"] == tokenTypes["StartTag"]:
raw = token["data"]
data = attributeMap(raw)
if len(raw) > len(data):
# we had some duplicated attribute, fix so first wins
data.update(raw[::-1])
token["data"] = data
if token["type"] == tokenTypes["EndTag"]:
if token["data"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "attributes-in-end-tag"})
if token["selfClosing"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "self-closing-flag-on-end-tag"})
self.tokenQueue.append(token)
self.state = self.dataState
# Below are the various tokenizer states worked out.
def dataState(self):
data = self.stream.char()
if data == "&":
self.state = self.entityDataState
elif data == "<":
self.state = self.tagOpenState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\u0000"})
elif data is EOF:
# Tokenization ends.
return False
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def entityDataState(self):
self.consumeEntity()
self.state = self.dataState
return True
def rcdataState(self):
data = self.stream.char()
if data == "&":
self.state = self.characterReferenceInRcdata
elif data == "<":
self.state = self.rcdataLessThanSignState
elif data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def characterReferenceInRcdata(self):
self.consumeEntity()
self.state = self.rcdataState
return True
def rawtextState(self):
data = self.stream.char()
if data == "<":
self.state = self.rawtextLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataState(self):
data = self.stream.char()
if data == "<":
self.state = self.scriptDataLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def plaintextState(self):
data = self.stream.char()
if data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + self.stream.charsUntil("\u0000")})
return True
def tagOpenState(self):
data = self.stream.char()
if data == "!":
self.state = self.markupDeclarationOpenState
elif data == "/":
self.state = self.closeTagOpenState
elif data in asciiLetters:
self.currentToken = {"type": tokenTypes["StartTag"],
"name": data, "data": [],
"selfClosing": False,
"selfClosingAcknowledged": False}
self.state = self.tagNameState
elif data == ">":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-right-bracket"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<>"})
self.state = self.dataState
elif data == "?":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-question-mark"})
self.stream.unget(data)
self.state = self.bogusCommentState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.dataState
return True
def closeTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.currentToken = {"type": tokenTypes["EndTag"], "name": data,
"data": [], "selfClosing": False}
self.state = self.tagNameState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-right-bracket"})
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-eof"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.state = self.dataState
else:
# XXX data can be _'_...
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-char",
"datavars": {"data": data}})
self.stream.unget(data)
self.state = self.bogusCommentState
return True
def tagNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-tag-name"})
self.state = self.dataState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
else:
self.currentToken["name"] += data
# (Don't use charsUntil here, because tag names are
# very short and it's faster to not do anything fancy)
return True
def rcdataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rcdataEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rcdataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rawtextLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rawtextEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rawtextEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rawtextState
return True
def scriptDataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEndTagOpenState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<!"})
self.state = self.scriptDataEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.scriptDataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapeStartDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.state = self.dataState
else:
chars = self.stream.charsUntil(("<", "-", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEscapedEndTagOpenState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<" + data})
self.temporaryBuffer = data
self.state = self.scriptDataDoubleEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer = data
self.state = self.scriptDataEscapedEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapeStartState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataDoubleEscapedState
else:
self.state = self.scriptDataEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
return True
def scriptDataDoubleEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "/"})
self.temporaryBuffer = ""
self.state = self.scriptDataDoubleEscapeEndState
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapeEndState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataEscapedState
else:
self.state = self.scriptDataDoubleEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def beforeAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data in ("'", '"', "=", "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-in-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-name-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def attributeNameState(self):
data = self.stream.char()
leavingThisState = True
emitToken = False
if data == "=":
self.state = self.beforeAttributeValueState
elif data in asciiLetters:
self.currentToken["data"][-1][0] += data +\
self.stream.charsUntil(asciiLetters, True)
leavingThisState = False
elif data == ">":
# XXX If we emit here the attributes are converted to a dict
# without being checked and when the code below runs we error
# because data is a dict not a list
emitToken = True
elif data in spaceCharacters:
self.state = self.afterAttributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][0] += "\uFFFD"
leavingThisState = False
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"invalid-character-in-attribute-name"})
self.currentToken["data"][-1][0] += data
leavingThisState = False
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-attribute-name"})
self.state = self.dataState
else:
self.currentToken["data"][-1][0] += data
leavingThisState = False
if leavingThisState:
# Attributes are not dropped at this stage. That happens when the
# start tag token is emitted so values can still be safely appended
# to attributes, but we do want to report the parse error in time.
self.currentToken["data"][-1][0] = (
self.currentToken["data"][-1][0].translate(asciiUpper2Lower))
for name, _ in self.currentToken["data"][:-1]:
if self.currentToken["data"][-1][0] == name:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"duplicate-attribute"})
break
# XXX Fix for above XXX
if emitToken:
self.emitCurrentToken()
return True
def afterAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "=":
self.state = self.beforeAttributeValueState
elif data == ">":
self.emitCurrentToken()
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-after-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-end-of-tag-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def beforeAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "\"":
self.state = self.attributeValueDoubleQuotedState
elif data == "&":
self.state = self.attributeValueUnQuotedState
self.stream.unget(data)
elif data == "'":
self.state = self.attributeValueSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-right-bracket"})
self.emitCurrentToken()
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
self.state = self.attributeValueUnQuotedState
elif data in ("=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"equals-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
return True
def attributeValueDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute('"')
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-double-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("\"", "&", "\u0000"))
return True
def attributeValueSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute("'")
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-single-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("'", "&", "\u0000"))
return True
def attributeValueUnQuotedState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == "&":
self.processEntityInAttribute(">")
elif data == ">":
self.emitCurrentToken()
elif data in ('"', "'", "=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-no-quotes"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data + self.stream.charsUntil(
frozenset(("&", ">", '"', "'", "=", "<", "`", "\u0000")) | spaceCharacters)
return True
def afterAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-EOF-after-attribute-value"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-attribute-value"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def selfClosingStartTagState(self):
data = self.stream.char()
if data == ">":
self.currentToken["selfClosing"] = True
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"unexpected-EOF-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def bogusCommentState(self):
# Make a new comment token and give it as value all the characters
# until the first > or EOF (charsUntil checks for EOF automatically)
# and emit it.
data = self.stream.charsUntil(">")
data = data.replace("\u0000", "\uFFFD")
self.tokenQueue.append(
{"type": tokenTypes["Comment"], "data": data})
# Eat the character directly after the bogus comment which is either a
# ">" or an EOF.
self.stream.char()
self.state = self.dataState
return True
def markupDeclarationOpenState(self):
charStack = [self.stream.char()]
if charStack[-1] == "-":
charStack.append(self.stream.char())
if charStack[-1] == "-":
self.currentToken = {"type": tokenTypes["Comment"], "data": ""}
self.state = self.commentStartState
return True
elif charStack[-1] in ('d', 'D'):
matched = True
for expected in (('o', 'O'), ('c', 'C'), ('t', 'T'),
('y', 'Y'), ('p', 'P'), ('e', 'E')):
charStack.append(self.stream.char())
if charStack[-1] not in expected:
matched = False
break
if matched:
self.currentToken = {"type": tokenTypes["Doctype"],
"name": "",
"publicId": None, "systemId": None,
"correct": True}
self.state = self.doctypeState
return True
elif (charStack[-1] == "[" and
self.parser is not None and
self.parser.tree.openElements and
self.parser.tree.openElements[-1].namespace != self.parser.tree.defaultNamespace):
matched = True
for expected in ["C", "D", "A", "T", "A", "["]:
charStack.append(self.stream.char())
if charStack[-1] != expected:
matched = False
break
if matched:
self.state = self.cdataSectionState
return True
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-dashes-or-doctype"})
while charStack:
self.stream.unget(charStack.pop())
self.state = self.bogusCommentState
return True
def commentStartState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentStartDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data
self.state = self.commentState
return True
def commentStartDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data + \
self.stream.charsUntil(("-", "\u0000"))
return True
def commentEndDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentEndState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--\uFFFD"
self.state = self.commentState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-bang-after-double-dash-in-comment"})
self.state = self.commentEndBangState
elif data == "-":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-dash-after-double-dash-in-comment"})
self.currentToken["data"] += data
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-double-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-comment"})
self.currentToken["data"] += "--" + data
self.state = self.commentState
return True
def commentEndBangState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "-":
self.currentToken["data"] += "--!"
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--!\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-bang-state"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "--!" + data
self.state = self.commentState
return True
def doctypeState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"need-space-after-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeNameState
return True
def beforeDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-right-bracket"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] = "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] = data
self.state = self.doctypeNameState
return True
def doctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.state = self.afterDoctypeNameState
elif data == ">":
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype-name"})
self.currentToken["correct"] = False
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] += data
return True
def afterDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.currentToken["correct"] = False
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
if data in ("p", "P"):
matched = True
for expected in (("u", "U"), ("b", "B"), ("l", "L"),
("i", "I"), ("c", "C")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypePublicKeywordState
return True
elif data in ("s", "S"):
matched = True
for expected in (("y", "Y"), ("s", "S"), ("t", "T"),
("e", "E"), ("m", "M")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypeSystemKeywordState
return True
# All the characters read before the current 'data' will be
# [a-zA-Z], so they're garbage in the bogus doctype and can be
# discarded; only the latest character might be '>' or EOF
# and needs to be ungetted
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-space-or-right-bracket-in-doctype", "datavars":
{"data": data}})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypePublicKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypePublicIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
return True
def beforeDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypePublicIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def doctypePublicIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def afterDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.betweenDoctypePublicAndSystemIdentifiersState
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def betweenDoctypePublicAndSystemIdentifiersState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypeSystemKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeSystemIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
return True
def beforeDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypeSystemIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def doctypeSystemIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def afterDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.state = self.bogusDoctypeState
return True
def bogusDoctypeState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
# XXX EMIT
self.stream.unget(data)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
pass
return True
def cdataSectionState(self):
data = []
while True:
data.append(self.stream.charsUntil("]"))
data.append(self.stream.charsUntil(">"))
char = self.stream.char()
if char == EOF:
break
else:
assert char == ">"
if data[-1][-2:] == "]]":
data[-1] = data[-1][:-2]
break
else:
data.append(char)
data = "".join(data) # pylint:disable=redefined-variable-type
# Deal with null here rather than in the parser
nullCount = data.count("\u0000")
if nullCount > 0:
for _ in range(nullCount):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
data = data.replace("\u0000", "\uFFFD")
if data:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": data})
self.state = self.dataState
return True
site-packages/pip/_vendor/pyparsing.py 0000644 00001025762 15056474501 0014122 0 ustar 00 # -*- coding: utf-8 -*-
# module pyparsing.py
#
# Copyright (c) 2003-2019 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
"""
__version__ = "2.4.7"
__versionTime__ = "30 Mar 2020 00:43 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
from operator import itemgetter
import itertools
from functools import wraps
from contextlib import contextmanager
try:
# Python 3
from itertools import filterfalse
except ImportError:
from itertools import ifilterfalse as filterfalse
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping, Mapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping, Mapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
try:
from types import SimpleNamespace
except ImportError:
class SimpleNamespace: pass
# version compatibility configuration
__compat__ = SimpleNamespace()
__compat__.__doc__ = """
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
"""
__compat__.collect_all_And_tokens = True
__diag__ = SimpleNamespace()
__diag__.__doc__ = """
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
"""
__diag__.warn_multiple_tokens_in_named_alternation = False
__diag__.warn_ungrouped_named_tokens_in_collection = False
__diag__.warn_name_set_on_empty_Forward = False
__diag__.warn_on_multiple_string_args_to_oneof = False
__diag__.enable_debug_on_named_expressions = False
__diag__._all_names = [nm for nm in vars(__diag__) if nm.startswith("enable_") or nm.startswith("warn_")]
def _enable_all_warnings():
__diag__.warn_multiple_tokens_in_named_alternation = True
__diag__.warn_ungrouped_named_tokens_in_collection = True
__diag__.warn_name_set_on_empty_Forward = True
__diag__.warn_on_multiple_string_args_to_oneof = True
__diag__.enable_all_warnings = _enable_all_warnings
__all__ = ['__version__', '__versionTime__', '__author__', '__compat__', '__diag__',
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'PrecededBy', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'Char',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation', 'locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common', 'pyparsing_unicode', 'unicode_set',
'conditionAsParseAction', 're',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
unicode = str
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
"""
if isinstance(obj, unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__, fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&' + s + ';' for s in "amp gt lt quot apos".split())
for from_, to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
def conditionAsParseAction(fn, message=None, fatal=False):
msg = message if message is not None else "failed user-defined condition"
exc_type = ParseFatalException if fatal else ParseException
fn = _trim_arity(fn)
@wraps(fn)
def pa(s, l, t):
if not bool(fn(s, l, t)):
raise exc_type(s, l, msg)
return pa
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__(self, pstr, loc=0, msg=None, elem=None):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__(self, aname):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if aname == "lineno":
return lineno(self.loc, self.pstr)
elif aname in ("col", "column"):
return col(self.loc, self.pstr)
elif aname == "line":
return line(self.loc, self.pstr)
else:
raise AttributeError(aname)
def __str__(self):
if self.pstr:
if self.loc >= len(self.pstr):
foundstr = ', found end of text'
else:
foundstr = (', found %r' % self.pstr[self.loc:self.loc + 1]).replace(r'\\', '\\')
else:
foundstr = ''
return ("%s%s (at char %d), (line:%d, col:%d)" %
(self.msg, foundstr, self.loc, self.lineno, self.column))
def __repr__(self):
return _ustr(self)
def markInputline(self, markerString=">!<"):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
@staticmethod
def explain(exc, depth=16):
"""
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
"""
import inspect
if depth is None:
depth = sys.getrecursionlimit()
ret = []
if isinstance(exc, ParseBaseException):
ret.append(exc.line)
ret.append(' ' * (exc.col - 1) + '^')
ret.append("{0}: {1}".format(type(exc).__name__, exc))
if depth > 0:
callers = inspect.getinnerframes(exc.__traceback__, context=depth)
seen = set()
for i, ff in enumerate(callers[-depth:]):
frm = ff[0]
f_self = frm.f_locals.get('self', None)
if isinstance(f_self, ParserElement):
if frm.f_code.co_name not in ('parseImpl', '_parseNoCache'):
continue
if f_self in seen:
continue
seen.add(f_self)
self_type = type(f_self)
ret.append("{0}.{1} - {2}".format(self_type.__module__,
self_type.__name__,
f_self))
elif f_self is not None:
self_type = type(f_self)
ret.append("{0}.{1}".format(self_type.__module__,
self_type.__name__))
else:
code = frm.f_code
if code.co_name in ('wrapper', '<module>'):
continue
ret.append("{0}".format(code.co_name))
depth -= 1
if not depth:
break
return '\n'.join(ret)
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
"""
def __init__(self, parseElementList):
self.parseElementTrace = parseElementList
def __str__(self):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self, p1, p2):
self.tup = (p1, p2)
def __getitem__(self, i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self, i):
self.tup = (self.tup[0], i)
class ParseResults(object):
"""Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__(self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name, int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None, '', [])):
if isinstance(toklist, basestring):
toklist = [toklist]
if asList:
if isinstance(toklist, ParseResults):
self[name] = _ParseResultsWithOffset(ParseResults(toklist.__toklist), 0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]), 0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError, TypeError, IndexError):
self[name] = toklist
def __getitem__(self, i):
if isinstance(i, (int, slice)):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([v[0] for v in self.__tokdict[i]])
def __setitem__(self, k, v, isinstance=isinstance):
if isinstance(v, _ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k, list()) + [v]
sub = v[0]
elif isinstance(k, (int, slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k, list()) + [_ParseResultsWithOffset(v, 0)]
sub = v
if isinstance(sub, ParseResults):
sub.__parent = wkref(self)
def __delitem__(self, i):
if isinstance(i, (int, slice)):
mylen = len(self.__toklist)
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i + 1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name, occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__(self, k):
return k in self.__tokdict
def __len__(self):
return len(self.__toklist)
def __bool__(self):
return (not not self.__toklist)
__nonzero__ = __bool__
def __iter__(self):
return iter(self.__toklist)
def __reversed__(self):
return iter(self.__toklist[::-1])
def _iterkeys(self):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues(self):
return (self[k] for k in self._iterkeys())
def _iteritems(self):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys."""
values = _itervalues
"""Returns an iterator of all named result values."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys(self):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values(self):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items(self):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys(self):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop(self, *args, **kwargs):
"""
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k, v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int)
or len(args) == 1
or args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert(self, index, insStr):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name, occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append(self, item):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend(self, itemseq):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self.__iadd__(itemseq)
else:
self.__toklist.extend(itemseq)
def clear(self):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__(self, name):
try:
return self[name]
except KeyError:
return ""
def __add__(self, other):
ret = self.copy()
ret += other
return ret
def __iadd__(self, other):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a < 0 else a + offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0], addoffset(v[1])))
for k, vlist in otheritems for v in vlist]
for k, v in otherdictitems:
self[k] = v
if isinstance(v[0], ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update(other.__accumNames)
return self
def __radd__(self, other):
if isinstance(other, int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__(self):
return "(%s, %s)" % (repr(self.__toklist), repr(self.__tokdict))
def __str__(self):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList(self, sep=''):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance(item, ParseResults):
out += item._asStringList()
else:
out.append(_ustr(item))
return out
def asList(self):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res, ParseResults) else res for res in self.__toklist]
def asDict(self):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k, toItem(v)) for k, v in item_fn())
def copy(self):
"""
Returns a new copy of a :class:`ParseResults` object.
"""
ret = ParseResults(self.__toklist)
ret.__tokdict = dict(self.__tokdict.items())
ret.__parent = self.__parent
ret.__accumNames.update(self.__accumNames)
ret.__name = self.__name
return ret
def asXML(self, doctag=None, namedItemsOnly=False, indent="", formatted=True):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1], k) for (k, vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [nl, indent, "<", selfTag, ">"]
for i, res in enumerate(self.__toklist):
if isinstance(res, ParseResults):
if i in namedItems:
out += [res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">"]
out += [nl, indent, "</", selfTag, ">"]
return "".join(out)
def __lookup(self, sub):
for k, vlist in self.__tokdict.items():
for v, loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1
and len(self.__tokdict) == 1
and next(iter(self.__tokdict.values()))[0][1] in (0, -1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', full=True, include_list=True, _depth=0):
"""
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
if include_list:
out.append(indent + _ustr(self.asList()))
else:
out.append('')
if full:
if self.haskeys():
items = sorted((str(k), v) for k, v in self.items())
for k, v in items:
if out:
out.append(NL)
out.append("%s%s- %s: " % (indent, (' ' * _depth), k))
if isinstance(v, ParseResults):
if v:
out.append(v.dump(indent=indent, full=full, include_list=include_list, _depth=_depth + 1))
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv, ParseResults) for vv in self):
v = self
for i, vv in enumerate(v):
if isinstance(vv, ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,
(' ' * (_depth)),
i,
indent,
(' ' * (_depth + 1)),
vv.dump(indent=indent,
full=full,
include_list=include_list,
_depth=_depth + 1)))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,
(' ' * (_depth)),
i,
indent,
(' ' * (_depth + 1)),
_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return (self.__toklist,
(self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name))
def __setstate__(self, state):
self.__toklist = state[0]
self.__tokdict, par, inAccumNames, self.__name = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return dir(type(self)) + list(self.keys())
@classmethod
def from_dict(cls, other, name=None):
"""
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
"""
def is_iterable(obj):
try:
iter(obj)
except Exception:
return False
else:
if PY_3:
return not isinstance(obj, (str, bytes))
else:
return not isinstance(obj, basestring)
ret = cls([])
for k, v in other.items():
if isinstance(v, Mapping):
ret += cls.from_dict(v, name=k)
else:
ret += cls([v], name=k, asList=is_iterable(v))
if name is not None:
ret = cls([ret], name=name)
return ret
MutableMapping.register(ParseResults)
def col (loc, strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
"""
s = strg
return 1 if 0 < loc < len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc, strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
"""
return strg.count("\n", 0, loc) + 1
def line(loc, strg):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR + 1:nextCR]
else:
return strg[lastCR + 1:]
def _defaultStartDebugAction(instring, loc, expr):
print(("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % (lineno(loc, instring), col(loc, instring))))
def _defaultSuccessDebugAction(instring, startloc, endloc, expr, toks):
print("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction(instring, loc, expr, exc):
print("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s, l, t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3, 5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3, 5, 0) else -2
frame_summary = traceback.extract_stack(limit=-offset + limit - 1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1] + LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
try:
del tb
except NameError:
pass
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars(chars):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
@classmethod
def _trim_traceback(cls, tb):
while tb.tb_next:
tb = tb.tb_next
return tb
def __init__(self, savelist=False):
self.parseAction = list()
self.failAction = None
# ~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = set(ParserElement.DEFAULT_WHITE_CHARS)
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = (None, None, None) # custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy(self):
"""
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
"""
cpy = copy.copy(self)
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName(self, name):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if __diag__.enable_debug_on_named_expressions:
self.setDebug()
return self
def setResultsName(self, name, listAllMatches=False):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
return self._setResultsName(name, listAllMatches)
def _setResultsName(self, name, listAllMatches=False):
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches = True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self, breakFlag=True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
# this call to pdb.set_trace() is intentional, not a checkin error
pdb.set_trace()
return _parseMethod(instring, loc, doActions, callPreParse)
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse, "_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction(self, *fns, **kwargs):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
if list(fns) == [None,]:
self.parseAction = []
else:
if not all(callable(fn) for fn in fns):
raise TypeError("parse actions must be callable")
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction(self, *fns, **kwargs):
"""
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
for fn in fns:
self.parseAction.append(conditionAsParseAction(fn, message=kwargs.get('message'),
fatal=kwargs.get('fatal', False)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction(self, fn):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables(self, instring, loc):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc, dummy = e._parse(instring, loc)
exprsFound = True
except ParseException:
pass
return loc
def preParse(self, instring, loc):
if self.ignoreExprs:
loc = self._skipIgnorables(instring, loc)
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl(self, instring, loc, doActions=True):
return loc, []
def postParse(self, instring, loc, tokenlist):
return tokenlist
# ~ @profile
def _parseNoCache(self, instring, loc, doActions=True, callPreParse=True):
TRY, MATCH, FAIL = 0, 1, 2
debugging = (self.debug) # and doActions)
if debugging or self.failAction:
# ~ print ("Match", self, "at loc", loc, "(%d, %d)" % (lineno(loc, instring), col(loc, instring)))
if self.debugActions[TRY]:
self.debugActions[TRY](instring, loc, self)
try:
if callPreParse and self.callPreparse:
preloc = self.preParse(instring, loc)
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except IndexError:
raise ParseException(instring, len(instring), self.errmsg, self)
else:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except Exception as err:
# ~ print ("Exception raised:", err)
if self.debugActions[FAIL]:
self.debugActions[FAIL](instring, tokensStart, self, err)
if self.failAction:
self.failAction(instring, tokensStart, self, err)
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse(instring, loc)
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except IndexError:
raise ParseException(instring, len(instring), self.errmsg, self)
else:
loc, tokens = self.parseImpl(instring, preloc, doActions)
tokens = self.postParse(instring, loc, tokens)
retTokens = ParseResults(tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults)
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
try:
tokens = fn(instring, tokensStart, retTokens)
except IndexError as parse_action_exc:
exc = ParseException("exception raised in parse action")
exc.__cause__ = parse_action_exc
raise exc
if tokens is not None and tokens is not retTokens:
retTokens = ParseResults(tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens, (ParseResults, list)),
modal=self.modalResults)
except Exception as err:
# ~ print "Exception raised in user parse action:", err
if self.debugActions[FAIL]:
self.debugActions[FAIL](instring, tokensStart, self, err)
raise
else:
for fn in self.parseAction:
try:
tokens = fn(instring, tokensStart, retTokens)
except IndexError as parse_action_exc:
exc = ParseException("exception raised in parse action")
exc.__cause__ = parse_action_exc
raise exc
if tokens is not None and tokens is not retTokens:
retTokens = ParseResults(tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens, (ParseResults, list)),
modal=self.modalResults)
if debugging:
# ~ print ("Matched", self, "->", retTokens.asList())
if self.debugActions[MATCH]:
self.debugActions[MATCH](instring, tokensStart, loc, self, retTokens)
return loc, retTokens
def tryParse(self, instring, loc):
try:
return self._parse(instring, loc, doActions=False)[0]
except ParseFatalException:
raise ParseException(instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache(self, instring, loc, doActions=True, callPreParse=True):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return value[0], value[1].copy()
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString(self, instring, parseAll=False):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
# ~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse(instring, 0)
if parseAll:
loc = self.preParse(instring, loc)
se = Empty() + StringEnd()
se._parse(instring, loc)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clearing out pyparsing internal stack trace
if getattr(exc, '__traceback__', None) is not None:
exc.__traceback__ = self._trim_traceback(exc.__traceback__)
raise exc
else:
return tokens
def scanString(self, instring, maxMatches=_MAX_INT, overlap=False):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn(instring, loc)
nextLoc, tokens = parseFn(instring, preloc, callPreParse=False)
except ParseException:
loc = preloc + 1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn(instring, loc)
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc + 1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clearing out pyparsing internal stack trace
if getattr(exc, '__traceback__', None) is not None:
exc.__traceback__ = self._trim_traceback(exc.__traceback__)
raise exc
def transformString(self, instring):
"""
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t, s, e in self.scanString(instring):
out.append(instring[lastE:s])
if t:
if isinstance(t, ParseResults):
out += t.asList()
elif isinstance(t, list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr, _flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clearing out pyparsing internal stack trace
if getattr(exc, '__traceback__', None) is not None:
exc.__traceback__ = self._trim_traceback(exc.__traceback__)
raise exc
def searchString(self, instring, maxMatches=_MAX_INT):
"""
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([t for t, s, e in self.scanString(instring, maxMatches)])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clearing out pyparsing internal stack trace
if getattr(exc, '__traceback__', None) is not None:
exc.__traceback__ = self._trim_traceback(exc.__traceback__)
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t, s, e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other):
"""
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
"""
if other is Ellipsis:
return _PendingSkip(self)
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And([self, other])
def __radd__(self, other):
"""
Implementation of + operator when left operand is not a :class:`ParserElement`
"""
if other is Ellipsis:
return SkipTo(self)("_skipped*") + self
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns :class:`And` with error stop
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other):
"""
Implementation of - operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self, other):
"""
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
"""
if other is Ellipsis:
other = (0, None)
elif isinstance(other, tuple) and other[:1] == (Ellipsis,):
other = ((0, ) + other[1:] + (None,))[:2]
if isinstance(other, int):
minElements, optElements = other, 0
elif isinstance(other, tuple):
other = tuple(o if o is not Ellipsis else None for o in other)
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0], int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self * other[0] + ZeroOrMore(self)
elif isinstance(other[0], int) and isinstance(other[1], int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s', '%s') objects", type(other[0]), type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0, 0)")
if optElements:
def makeOptionalList(n):
if n > 1:
return Optional(self + makeOptionalList(n - 1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self] * minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self] * minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other):
"""
Implementation of | operator - returns :class:`MatchFirst`
"""
if other is Ellipsis:
return _PendingSkip(self, must_skip=True)
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst([self, other])
def __ror__(self, other):
"""
Implementation of | operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other):
"""
Implementation of ^ operator - returns :class:`Or`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or([self, other])
def __rxor__(self, other):
"""
Implementation of ^ operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other):
"""
Implementation of & operator - returns :class:`Each`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each([self, other])
def __rand__(self, other):
"""
Implementation of & operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__(self):
"""
Implementation of ~ operator - returns :class:`NotAny`
"""
return NotAny(self)
def __iter__(self):
# must implement __iter__ to override legacy use of sequential access to __getitem__ to
# iterate over a sequence
raise TypeError('%r object is not iterable' % self.__class__.__name__)
def __getitem__(self, key):
"""
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
"""
# convert single arg keys to tuples
try:
if isinstance(key, str):
key = (key,)
iter(key)
except TypeError:
key = (key, key)
if len(key) > 2:
warnings.warn("only 1 or 2 index arguments supported ({0}{1})".format(key[:5],
'... [{0}]'.format(len(key))
if len(key) > 5 else ''))
# clip to 2 elements
ret = self * tuple(key[:2])
return ret
def __call__(self, name=None):
"""
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
"""
if name is not None:
return self._setResultsName(name)
else:
return self.copy()
def suppress(self):
"""
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress(self)
def leaveWhitespace(self):
"""
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars(self, chars):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs(self):
"""
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
"""
self.keepTabs = True
return self
def ignore(self, other):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append(Suppress(other.copy()))
return self
def setDebugActions(self, startAction, successAction, exceptionAction):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug(self, flag=True):
"""
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
"""
if flag:
self.setDebugActions(_defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction)
else:
self.debug = False
return self
def __str__(self):
return self.name
def __repr__(self):
return _ustr(self)
def streamline(self):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion(self, parseElementList):
pass
def validate(self, validateTrace=None):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion([])
def parseFile(self, file_or_filename, parseAll=False):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clearing out pyparsing internal stack trace
if getattr(exc, '__traceback__', None) is not None:
exc.__traceback__ = self._trim_traceback(exc.__traceback__)
raise exc
def __eq__(self, other):
if self is other:
return True
elif isinstance(other, basestring):
return self.matches(other)
elif isinstance(other, ParserElement):
return vars(self) == vars(other)
return False
def __ne__(self, other):
return not (self == other)
def __hash__(self):
return id(self)
def __req__(self, other):
return self == other
def __rne__(self, other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#',
fullDump=True, printResults=True, failureTests=False, postParse=None,
file=None):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
if file is None:
file = sys.stdout
print_ = file.write
allResults = []
comments = []
success = True
NL = Literal(r'\n').addParseAction(replaceWith('\n')).ignore(quotedString)
BOM = u'\ufeff'
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n' + '\n'.join(comments) if comments else '', t]
comments = []
try:
# convert newline marks to actual newlines, and strip leading BOM if present
t = NL.transformString(t.lstrip(BOM))
result = self.parseString(t, parseAll=parseAll)
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' ' * (col(pe.loc, t) - 1) + '^' + fatal)
else:
out.append(' ' * pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
else:
success = success and not failureTests
if postParse is not None:
try:
pp_value = postParse(t, result)
if pp_value is not None:
if isinstance(pp_value, ParseResults):
out.append(pp_value.dump())
else:
out.append(str(pp_value))
else:
out.append(result.dump())
except Exception as e:
out.append(result.dump(full=fullDump))
out.append("{0} failed: {1}: {2}".format(postParse.__name__, type(e).__name__, e))
else:
out.append(result.dump(full=fullDump))
if printResults:
if fullDump:
out.append('')
print_('\n'.join(out))
allResults.append((t, result))
return success, allResults
class _PendingSkip(ParserElement):
# internal placeholder class to hold a place were '...' is added to a parser element,
# once another ParserElement is added, this placeholder will be replaced with a SkipTo
def __init__(self, expr, must_skip=False):
super(_PendingSkip, self).__init__()
self.strRepr = str(expr + Empty()).replace('Empty', '...')
self.name = self.strRepr
self.anchor = expr
self.must_skip = must_skip
def __add__(self, other):
skipper = SkipTo(other).setName("...")("_skipped*")
if self.must_skip:
def must_skip(t):
if not t._skipped or t._skipped.asList() == ['']:
del t[0]
t.pop("_skipped", None)
def show_skip(t):
if t._skipped.asList()[-1:] == ['']:
skipped = t.pop('_skipped')
t['_skipped'] = 'missing <' + repr(self.anchor) + '>'
return (self.anchor + skipper().addParseAction(must_skip)
| skipper().addParseAction(show_skip)) + other
return self.anchor + skipper + other
def __repr__(self):
return self.strRepr
def parseImpl(self, *args):
raise Exception("use of `...` expression without following SkipTo target expression")
class Token(ParserElement):
"""Abstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
"""
def __init__(self):
super(Token, self).__init__(savelist=False)
class Empty(Token):
"""An empty token, will always match.
"""
def __init__(self):
super(Empty, self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""A token that will never match.
"""
def __init__(self):
super(NoMatch, self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl(self, instring, loc, doActions=True):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
"""
def __init__(self, matchString):
super(Literal, self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: modify __class__ to select
# a parseImpl optimized for single-character check
if self.matchLen == 1 and type(self) is Literal:
self.__class__ = _SingleCharLiteral
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] == self.firstMatchChar and instring.startswith(self.match, loc):
return loc + self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class _SingleCharLiteral(Literal):
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] == self.firstMatchChar:
return loc + 1, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
"""
DEFAULT_KEYWORD_CHARS = alphanums + "_$"
def __init__(self, matchString, identChars=None, caseless=False):
super(Keyword, self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl(self, instring, loc, doActions=True):
if self.caseless:
if ((instring[loc:loc + self.matchLen].upper() == self.caselessmatch)
and (loc >= len(instring) - self.matchLen
or instring[loc + self.matchLen].upper() not in self.identChars)
and (loc == 0
or instring[loc - 1].upper() not in self.identChars)):
return loc + self.matchLen, self.match
else:
if instring[loc] == self.firstMatchChar:
if ((self.matchLen == 1 or instring.startswith(self.match, loc))
and (loc >= len(instring) - self.matchLen
or instring[loc + self.matchLen] not in self.identChars)
and (loc == 0 or instring[loc - 1] not in self.identChars)):
return loc + self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword, self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars(chars):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
"""
def __init__(self, matchString):
super(CaselessLiteral, self).__init__(matchString.upper())
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl(self, instring, loc, doActions=True):
if instring[loc:loc + self.matchLen].upper() == self.match:
return loc + self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
"""
def __init__(self, matchString, identChars=None):
super(CaselessKeyword, self).__init__(matchString, identChars, caseless=True)
class CloseMatch(Token):
"""A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch, self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl(self, instring, loc, doActions=True):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc, s_m in enumerate(zip(instring[loc:maxloc], match_string)):
src, mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__(self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None):
super(Word, self).__init__()
if excludeChars:
excludeChars = set(excludeChars)
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars:
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig + self.bodyCharsOrig and (min == 1 and max == 0 and exact == 0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % (re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % (_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b" + self.reString + r"\b"
try:
self.re = re.compile(self.reString)
except Exception:
self.re = None
else:
self.re_match = self.re.match
self.__class__ = _WordRegex
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] not in self.initChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min(maxloc, instrlen)
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
elif self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
elif self.asKeyword:
if (start > 0 and instring[start - 1] in bodychars
or loc < instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__(self):
try:
return super(Word, self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s) > 4:
return s[:4] + "..."
else:
return s
if self.initCharsOrig != self.bodyCharsOrig:
self.strRepr = "W:(%s, %s)" % (charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig))
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class _WordRegex(Word):
def parseImpl(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
class Char(_WordRegex):
"""A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
"""
def __init__(self, charset, asKeyword=False, excludeChars=None):
super(Char, self).__init__(charset, exact=1, asKeyword=asKeyword, excludeChars=excludeChars)
self.reString = "[%s]" % _escapeRegexRangeChars(''.join(self.initChars))
if asKeyword:
self.reString = r"\b%s\b" % self.reString
self.re = re.compile(self.reString)
self.re_match = self.re.match
class Regex(Token):
r"""Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
If instead of the Python stdlib re module you wish to use a different RE module
(such as the `regex` module), you can replace it by either building your
Regex object with a compiled RE that was compiled using regex:
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
# use regex module instead of stdlib re module to construct a Regex using
# a compiled regular expression
import regex
parser = pp.Regex(regex.compile(r'[0-9]'))
"""
def __init__(self, pattern, flags=0, asGroupList=False, asMatch=False):
"""The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
"""
super(Regex, self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif hasattr(pattern, 'pattern') and hasattr(pattern, 'match'):
self.re = pattern
self.pattern = self.reString = pattern.pattern
self.flags = flags
else:
raise TypeError("Regex may only be constructed with a string or a compiled RE object")
self.re_match = self.re.match
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = self.re_match("") is not None
self.asGroupList = asGroupList
self.asMatch = asMatch
if self.asGroupList:
self.parseImpl = self.parseImplAsGroupList
if self.asMatch:
self.parseImpl = self.parseImplAsMatch
def parseImpl(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = ParseResults(result.group())
d = result.groupdict()
if d:
for k, v in d.items():
ret[k] = v
return loc, ret
def parseImplAsGroupList(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.groups()
return loc, ret
def parseImplAsMatch(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result
return loc, ret
def __str__(self):
try:
return super(Regex, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
def sub(self, repl):
r"""
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
"""
if self.asGroupList:
warnings.warn("cannot use sub() with Regex(asGroupList=True)",
SyntaxWarning, stacklevel=2)
raise SyntaxError()
if self.asMatch and callable(repl):
warnings.warn("cannot use sub() with a callable with Regex(asMatch=True)",
SyntaxWarning, stacklevel=2)
raise SyntaxError()
if self.asMatch:
def pa(tokens):
return tokens[0].expand(repl)
else:
def pa(tokens):
return self.re.sub(repl, tokens[0])
return self.addParseAction(pa)
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__(self, quoteChar, escChar=None, escQuote=None, multiline=False,
unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString, self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string", SyntaxWarning, stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string", SyntaxWarning, stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % (re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or ''))
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % (re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or ''))
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar) - 1, 0, -1)) + ')')
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar) + "(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
self.re_match = self.re.match
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
result = instring[loc] == self.firstQuoteChar and self.re_match(instring, loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen: -self.endQuoteCharLen]
if isinstance(ret, basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t': '\t',
r'\n': '\n',
r'\f': '\f',
r'\r': '\r',
}
for wslit, wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__(self):
try:
return super(QuotedString, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__(self, notChars, min=1, max=0, exact=0):
super(CharsNotIn, self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use "
"Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = (self.minLen == 0)
self.mayIndexError = False
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min(start + self.maxLen, len(instring))
while loc < maxlen and instring[loc] not in notchars:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__(self):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \\t\\r\\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
"""
whiteStrs = {
' ' : '<SP>',
'\t': '<TAB>',
'\n': '<LF>',
'\r': '<CR>',
'\f': '<FF>',
u'\u00A0': '<NBSP>',
u'\u1680': '<OGHAM_SPACE_MARK>',
u'\u180E': '<MONGOLIAN_VOWEL_SEPARATOR>',
u'\u2000': '<EN_QUAD>',
u'\u2001': '<EM_QUAD>',
u'\u2002': '<EN_SPACE>',
u'\u2003': '<EM_SPACE>',
u'\u2004': '<THREE-PER-EM_SPACE>',
u'\u2005': '<FOUR-PER-EM_SPACE>',
u'\u2006': '<SIX-PER-EM_SPACE>',
u'\u2007': '<FIGURE_SPACE>',
u'\u2008': '<PUNCTUATION_SPACE>',
u'\u2009': '<THIN_SPACE>',
u'\u200A': '<HAIR_SPACE>',
u'\u200B': '<ZERO_WIDTH_SPACE>',
u'\u202F': '<NNBSP>',
u'\u205F': '<MMSP>',
u'\u3000': '<IDEOGRAPHIC_SPACE>',
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White, self).__init__()
self.matchWhite = ws
self.setWhitespaceChars("".join(c for c in self.whiteChars if c not in self.matchWhite))
# ~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] not in self.matchWhite:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min(maxloc, len(instring))
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__(self):
super(_PositionToken, self).__init__()
self.name = self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""Token to advance to a specific column of input text; useful for
tabular report scraping.
"""
def __init__(self, colno):
super(GoToColumn, self).__init__()
self.col = colno
def preParse(self, instring, loc):
if col(loc, instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables(instring, loc)
while loc < instrlen and instring[loc].isspace() and col(loc, instring) != self.col:
loc += 1
return loc
def parseImpl(self, instring, loc, doActions=True):
thiscol = col(loc, instring)
if thiscol > self.col:
raise ParseException(instring, loc, "Text not in expected column", self)
newloc = loc + self.col - thiscol
ret = instring[loc: newloc]
return newloc, ret
class LineStart(_PositionToken):
r"""Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__(self):
super(LineStart, self).__init__()
self.errmsg = "Expected start of line"
def parseImpl(self, instring, loc, doActions=True):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""Matches if current position is at the end of a line within the
parse string
"""
def __init__(self):
super(LineEnd, self).__init__()
self.setWhitespaceChars(ParserElement.DEFAULT_WHITE_CHARS.replace("\n", ""))
self.errmsg = "Expected end of line"
def parseImpl(self, instring, loc, doActions=True):
if loc < len(instring):
if instring[loc] == "\n":
return loc + 1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc + 1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""Matches if current position is at the beginning of the parse
string
"""
def __init__(self):
super(StringStart, self).__init__()
self.errmsg = "Expected start of text"
def parseImpl(self, instring, loc, doActions=True):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse(instring, 0):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""Matches if current position is at the end of the parse string
"""
def __init__(self):
super(StringEnd, self).__init__()
self.errmsg = "Expected end of text"
def parseImpl(self, instring, loc, doActions=True):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc + 1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
``\b`` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
"""
def __init__(self, wordChars=printables):
super(WordStart, self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True):
if loc != 0:
if (instring[loc - 1] in self.wordChars
or instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ``\b`` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
"""
def __init__(self, wordChars=printables):
super(WordEnd, self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True):
instrlen = len(instring)
if instrlen > 0 and loc < instrlen:
if (instring[loc] in self.wordChars or
instring[loc - 1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
"""
def __init__(self, exprs, savelist=False):
super(ParseExpression, self).__init__(savelist)
if isinstance(exprs, _generatorType):
exprs = list(exprs)
if isinstance(exprs, basestring):
self.exprs = [self._literalStringClass(exprs)]
elif isinstance(exprs, ParserElement):
self.exprs = [exprs]
elif isinstance(exprs, Iterable):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if any(isinstance(expr, basestring) for expr in exprs):
exprs = (self._literalStringClass(e) if isinstance(e, basestring) else e for e in exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list(exprs)
except TypeError:
self.exprs = [exprs]
self.callPreparse = False
def append(self, other):
self.exprs.append(other)
self.strRepr = None
return self
def leaveWhitespace(self):
"""Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [e.copy() for e in self.exprs]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore(self, other):
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
super(ParseExpression, self).ignore(other)
for e in self.exprs:
e.ignore(self.ignoreExprs[-1])
else:
super(ParseExpression, self).ignore(other)
for e in self.exprs:
e.ignore(self.ignoreExprs[-1])
return self
def __str__(self):
try:
return super(ParseExpression, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.exprs))
return self.strRepr
def streamline(self):
super(ParseExpression, self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And(And(And(a, b), c), d) to And(a, b, c, d)
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if len(self.exprs) == 2:
other = self.exprs[0]
if (isinstance(other, self.__class__)
and not other.parseAction
and other.resultsName is None
and not other.debug):
self.exprs = other.exprs[:] + [self.exprs[1]]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if (isinstance(other, self.__class__)
and not other.parseAction
and other.resultsName is None
and not other.debug):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def validate(self, validateTrace=None):
tmp = (validateTrace if validateTrace is not None else [])[:] + [self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion([])
def copy(self):
ret = super(ParseExpression, self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_ungrouped_named_tokens_in_collection:
for e in self.exprs:
if isinstance(e, ParserElement) and e.resultsName:
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection",
name,
type(self).__name__,
e.resultsName),
stacklevel=3)
return super(ParseExpression, self)._setResultsName(name, listAllMatches)
class And(ParseExpression):
"""
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop, self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__(self, exprs, savelist=True):
exprs = list(exprs)
if exprs and Ellipsis in exprs:
tmp = []
for i, expr in enumerate(exprs):
if expr is Ellipsis:
if i < len(exprs) - 1:
skipto_arg = (Empty() + exprs[i + 1]).exprs[-1]
tmp.append(SkipTo(skipto_arg)("_skipped*"))
else:
raise Exception("cannot construct And with sequence ending in ...")
else:
tmp.append(expr)
exprs[:] = tmp
super(And, self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars(self.exprs[0].whiteChars)
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def streamline(self):
# collapse any _PendingSkip's
if self.exprs:
if any(isinstance(e, ParseExpression) and e.exprs and isinstance(e.exprs[-1], _PendingSkip)
for e in self.exprs[:-1]):
for i, e in enumerate(self.exprs[:-1]):
if e is None:
continue
if (isinstance(e, ParseExpression)
and e.exprs and isinstance(e.exprs[-1], _PendingSkip)):
e.exprs[-1] = e.exprs[-1] + self.exprs[i + 1]
self.exprs[i + 1] = None
self.exprs = [e for e in self.exprs if e is not None]
super(And, self).streamline()
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse(instring, loc, doActions, callPreParse=False)
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse(instring, loc, doActions)
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse(instring, loc, doActions)
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # And([self, other])
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
if not e.mayReturnEmpty:
break
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__(self, exprs, savelist=False):
super(Or, self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def streamline(self):
super(Or, self).streamline()
if __compat__.collect_all_And_tokens:
self.saveAsList = any(e.saveAsList for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse(instring, loc)
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring, len(instring), e.errmsg, self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
# re-evaluate all matches in descending order of length of match, in case attached actions
# might change whether or how much they match of the input.
matches.sort(key=itemgetter(0), reverse=True)
if not doActions:
# no further conditions or parse actions to change the selection of
# alternative, so the first match will be the best match
best_expr = matches[0][1]
return best_expr._parse(instring, loc, doActions)
longest = -1, None
for loc1, expr1 in matches:
if loc1 <= longest[0]:
# already have a longer match than this one will deliver, we are done
return longest
try:
loc2, toks = expr1._parse(instring, loc, doActions)
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
else:
if loc2 >= loc1:
return loc2, toks
# didn't match as much as before
elif loc2 > longest[0]:
longest = loc2, toks
if longest != (-1, None):
return longest
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # Or([self, other])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
def _setResultsName(self, name, listAllMatches=False):
if (not __compat__.collect_all_And_tokens
and __diag__.warn_multiple_tokens_in_named_alternation):
if any(isinstance(e, And) for e in self.exprs):
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"may only return a single token for an And alternative, "
"in future will return the full list of tokens".format(
"warn_multiple_tokens_in_named_alternation", name, type(self).__name__),
stacklevel=3)
return super(Or, self)._setResultsName(name, listAllMatches)
class MatchFirst(ParseExpression):
"""Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__(self, exprs, savelist=False):
super(MatchFirst, self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def streamline(self):
super(MatchFirst, self).streamline()
if __compat__.collect_all_And_tokens:
self.saveAsList = any(e.saveAsList for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse(instring, loc, doActions)
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring, len(instring), e.errmsg, self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # MatchFirst([self, other])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
def _setResultsName(self, name, listAllMatches=False):
if (not __compat__.collect_all_And_tokens
and __diag__.warn_multiple_tokens_in_named_alternation):
if any(isinstance(e, And) for e in self.exprs):
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"may only return a single token for an And alternative, "
"in future will return the full list of tokens".format(
"warn_multiple_tokens_in_named_alternation", name, type(self).__name__),
stacklevel=3)
return super(MatchFirst, self)._setResultsName(name, listAllMatches)
class Each(ParseExpression):
"""Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__(self, exprs, savelist=True):
super(Each, self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
self.saveAsList = True
def streamline(self):
super(Each, self).streamline()
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
if self.initExprGroups:
self.opt1map = dict((id(e.expr), e) for e in self.exprs if isinstance(e, Optional))
opt1 = [e.expr for e in self.exprs if isinstance(e, Optional)]
opt2 = [e for e in self.exprs if e.mayReturnEmpty and not isinstance(e, (Optional, Regex))]
self.optionals = opt1 + opt2
self.multioptionals = [e.expr for e in self.exprs if isinstance(e, ZeroOrMore)]
self.multirequired = [e.expr for e in self.exprs if isinstance(e, OneOrMore)]
self.required = [e for e in self.exprs if not isinstance(e, (Optional, ZeroOrMore, OneOrMore))]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse(instring, tmpLoc)
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e), e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring, loc, "Missing one or more required elements (%s)" % missing)
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e, Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc, results = e._parse(instring, loc, doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
class ParseElementEnhance(ParserElement):
"""Abstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
"""
def __init__(self, expr, savelist=False):
super(ParseElementEnhance, self).__init__(savelist)
if isinstance(expr, basestring):
if issubclass(self._literalStringClass, Token):
expr = self._literalStringClass(expr)
else:
expr = self._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars(expr.whiteChars)
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl(self, instring, loc, doActions=True):
if self.expr is not None:
return self.expr._parse(instring, loc, doActions, callPreParse=False)
else:
raise ParseException("", loc, self.errmsg, self)
def leaveWhitespace(self):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore(self, other):
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
super(ParseElementEnhance, self).ignore(other)
if self.expr is not None:
self.expr.ignore(self.ignoreExprs[-1])
else:
super(ParseElementEnhance, self).ignore(other)
if self.expr is not None:
self.expr.ignore(self.ignoreExprs[-1])
return self
def streamline(self):
super(ParseElementEnhance, self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion(self, parseElementList):
if self in parseElementList:
raise RecursiveGrammarException(parseElementList + [self])
subRecCheckList = parseElementList[:] + [self]
if self.expr is not None:
self.expr.checkRecursion(subRecCheckList)
def validate(self, validateTrace=None):
if validateTrace is None:
validateTrace = []
tmp = validateTrace[:] + [self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__(self):
try:
return super(ParseElementEnhance, self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.expr))
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__(self, expr):
super(FollowedBy, self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
# by using self._expr.parse and deleting the contents of the returned ParseResults list
# we keep any named results that were defined in the FollowedBy expression
_, ret = self.expr._parse(instring, loc, doActions=doActions)
del ret[:]
return loc, ret
class PrecededBy(ParseElementEnhance):
"""Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
"""
def __init__(self, expr, retreat=None):
super(PrecededBy, self).__init__(expr)
self.expr = self.expr().leaveWhitespace()
self.mayReturnEmpty = True
self.mayIndexError = False
self.exact = False
if isinstance(expr, str):
retreat = len(expr)
self.exact = True
elif isinstance(expr, (Literal, Keyword)):
retreat = expr.matchLen
self.exact = True
elif isinstance(expr, (Word, CharsNotIn)) and expr.maxLen != _MAX_INT:
retreat = expr.maxLen
self.exact = True
elif isinstance(expr, _PositionToken):
retreat = 0
self.exact = True
self.retreat = retreat
self.errmsg = "not preceded by " + str(expr)
self.skipWhitespace = False
self.parseAction.append(lambda s, l, t: t.__delitem__(slice(None, None)))
def parseImpl(self, instring, loc=0, doActions=True):
if self.exact:
if loc < self.retreat:
raise ParseException(instring, loc, self.errmsg)
start = loc - self.retreat
_, ret = self.expr._parse(instring, start)
else:
# retreat specified a maximum lookbehind window, iterate
test_expr = self.expr + StringEnd()
instring_slice = instring[max(0, loc - self.retreat):loc]
last_expr = ParseException(instring, loc, self.errmsg)
for offset in range(1, min(loc, self.retreat + 1)+1):
try:
# print('trying', offset, instring_slice, repr(instring_slice[loc - offset:]))
_, ret = test_expr._parse(instring_slice, len(instring_slice) - offset)
except ParseBaseException as pbe:
last_expr = pbe
else:
break
else:
raise last_expr
return loc, ret
class NotAny(ParseElementEnhance):
"""Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
"""
def __init__(self, expr):
super(NotAny, self).__init__(expr)
# ~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, " + _ustr(self.expr)
def parseImpl(self, instring, loc, doActions=True):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__(self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = self._literalStringClass(ender)
self.stopOn(ender)
def stopOn(self, ender):
if isinstance(ender, basestring):
ender = self._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
return self
def parseImpl(self, instring, loc, doActions=True):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse(instring, loc, doActions, callPreParse=False)
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables(instring, loc)
else:
preloc = loc
loc, tmptokens = self_expr_parse(instring, preloc, doActions)
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException, IndexError):
pass
return loc, tokens
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_ungrouped_named_tokens_in_collection:
for e in [self.expr] + getattr(self.expr, 'exprs', []):
if isinstance(e, ParserElement) and e.resultsName:
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection",
name,
type(self).__name__,
e.resultsName),
stacklevel=3)
return super(_MultipleMatch, self)._setResultsName(name, listAllMatches)
class OneOrMore(_MultipleMatch):
"""Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
"""
def __init__(self, expr, stopOn=None):
super(ZeroOrMore, self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException, IndexError):
return loc, []
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
class Optional(ParseElementEnhance):
"""Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
__optionalNotMatched = _NullToken()
def __init__(self, expr, default=__optionalNotMatched):
super(Optional, self).__init__(expr, savelist=False)
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
try:
loc, tokens = self.expr._parse(instring, loc, doActions, callPreParse=False)
except (ParseException, IndexError):
if self.defaultValue is not self.__optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([self.defaultValue])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [self.defaultValue]
else:
tokens = []
return loc, tokens
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__(self, other, include=False, ignore=None, failOn=None):
super(SkipTo, self).__init__(other)
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.saveAsList = False
if isinstance(failOn, basestring):
self.failOn = self._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for " + _ustr(self.expr)
def parseImpl(self, instring, loc, doActions=True):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring, loc, doActions, callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
"""
def __init__(self, other=None):
super(Forward, self).__init__(other, savelist=False)
def __lshift__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars(self.expr.whiteChars)
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace(self):
self.skipWhitespace = False
return self
def streamline(self):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate(self, validateTrace=None):
if validateTrace is None:
validateTrace = []
if self not in validateTrace:
tmp = validateTrace[:] + [self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is not None:
return self.strRepr
# Avoid infinite recursion by setting a temporary strRepr
self.strRepr = ": ..."
# Use the string representation of main expression.
retString = '...'
try:
if self.expr is not None:
retString = _ustr(self.expr)[:1000]
else:
retString = "None"
finally:
self.strRepr = self.__class__.__name__ + ": " + retString
return self.strRepr
def copy(self):
if self.expr is not None:
return super(Forward, self).copy()
else:
ret = Forward()
ret <<= self
return ret
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_name_set_on_empty_Forward:
if self.expr is None:
warnings.warn("{0}: setting results name {0!r} on {1} expression "
"that has no contained expression".format("warn_name_set_on_empty_Forward",
name,
type(self).__name__),
stacklevel=3)
return super(Forward, self)._setResultsName(name, listAllMatches)
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
"""
def __init__(self, expr, savelist=False):
super(TokenConverter, self).__init__(expr) # , savelist)
self.saveAsList = False
class Combine(TokenConverter):
"""Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__(self, expr, joinString="", adjacent=True):
super(Combine, self).__init__(expr)
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore(self, other):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super(Combine, self).ignore(other)
return self
def postParse(self, instring, loc, tokenlist):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults(["".join(tokenlist._asStringList(self.joinString))], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [retToks]
else:
return retToks
class Group(TokenConverter):
"""Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__(self, expr):
super(Group, self).__init__(expr)
self.saveAsList = True
def postParse(self, instring, loc, tokenlist):
return [tokenlist]
class Dict(TokenConverter):
"""Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
"""
def __init__(self, expr):
super(Dict, self).__init__(expr)
self.saveAsList = True
def postParse(self, instring, loc, tokenlist):
for i, tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey, int):
ikey = _ustr(tok[0]).strip()
if len(tok) == 1:
tokenlist[ikey] = _ParseResultsWithOffset("", i)
elif len(tok) == 2 and not isinstance(tok[1], ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1], i)
else:
dictvalue = tok.copy() # ParseResults(i)
del dictvalue[0]
if len(dictvalue) != 1 or (isinstance(dictvalue, ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue, i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0], i)
if self.resultsName:
return [tokenlist]
else:
return tokenlist
class Suppress(TokenConverter):
"""Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
"""
def postParse(self, instring, loc, tokenlist):
return []
def suppress(self):
return self
class OnlyOnce(object):
"""Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self, s, l, t):
if not self.called:
results = self.callable(s, l, t)
self.called = True
return results
raise ParseException(s, l, "")
def reset(self):
self.called = False
def traceParseAction(f):
"""Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s, l, t = paArgs[-3:]
if len(paArgs) > 3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write(">>entering %s(line: '%s', %d, %r)\n" % (thisFunc, line(l, s), l, t))
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write("<<leaving %s (exception: %s)\n" % (thisFunc, exc))
raise
sys.stderr.write("<<leaving %s (ret: %r)\n" % (thisFunc, ret))
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList(expr, delim=",", combine=False):
"""Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr) + " [" + _ustr(delim) + " " + _ustr(expr) + "]..."
if combine:
return Combine(expr + ZeroOrMore(delim + expr)).setName(dlName)
else:
return (expr + ZeroOrMore(Suppress(delim) + expr)).setName(dlName)
def countedArray(expr, intExpr=None):
"""Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s, l, t):
n = t[0]
arrayExpr << (n and Group(And([expr] * n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t: int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return (intExpr + arrayExpr).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i, list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
"""
rep = Forward()
def copyTokenToRepeater(s, l, t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s, l, t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s, l, t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException('', 0, '')
rep.setParseAction(mustMatchTheseTokens, callDuringTry=True)
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
# ~ escape these chars: ^-[]
for c in r"\^-[]":
s = s.replace(c, _bslash + c)
s = s.replace("\n", r"\n")
s = s.replace("\t", r"\t")
return _ustr(s)
def oneOf(strs, caseless=False, useRegex=True, asKeyword=False):
"""Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if isinstance(caseless, basestring):
warnings.warn("More than one string argument passed to oneOf, pass "
"choices as a list or space-delimited string", stacklevel=2)
if caseless:
isequal = (lambda a, b: a.upper() == b.upper())
masks = (lambda a, b: b.upper().startswith(a.upper()))
parseElementClass = CaselessKeyword if asKeyword else CaselessLiteral
else:
isequal = (lambda a, b: a == b)
masks = (lambda a, b: b.startswith(a))
parseElementClass = Keyword if asKeyword else Literal
symbols = []
if isinstance(strs, basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
if not asKeyword:
# if not producing keywords, need to reorder to take care to avoid masking
# longer choices with shorter ones
i = 0
while i < len(symbols) - 1:
cur = symbols[i]
for j, other in enumerate(symbols[i + 1:]):
if isequal(other, cur):
del symbols[i + j + 1]
break
elif masks(cur, other):
del symbols[i + j + 1]
symbols.insert(i, other)
break
else:
i += 1
if not (caseless or asKeyword) and useRegex:
# ~ print (strs, "->", "|".join([_escapeRegexChars(sym) for sym in symbols]))
try:
if len(symbols) == len("".join(symbols)):
return Regex("[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols)).setName(' | '.join(symbols))
else:
return Regex("|".join(re.escape(sym) for sym in symbols)).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf(key, value):
"""Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict(OneOrMore(Group(key + value)))
def originalTextFor(expr, asString=True):
"""Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s, loc, t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s, l, t: s[t._original_start: t._original_end]
else:
def extractText(s, l, t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""Helper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
"""
return TokenConverter(expr).addParseAction(lambda t: t[0])
def locatedExpr(expr):
"""Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s, l, t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word(_bslash, r"\[]-*.$+^?()~ ", exact=2).setParseAction(lambda s, l, t: t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s, l, t: unichr(int(t[0].lstrip(r'\0x'), 16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s, l, t: unichr(int(t[0][1:], 8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group(OneOrMore(_charRange | _singleChar)).setResultsName("body") + "]"
def srange(s):
r"""Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
"""
_expanded = lambda p: p if not isinstance(p, ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]), ord(p[1]) + 1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""Helper method for defining parse actions that require matching at
a specific column in the input text.
"""
def verifyCol(strg, locn, toks):
if col(locn, strg) != n:
raise ParseException(strg, locn, "matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s, l, t: [replStr]
def removeQuotes(s, l, t):
"""Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s, l, t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case.
Deprecated in favor of :class:`pyparsing_common.upcaseTokens`"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case.
Deprecated in favor of :class:`pyparsing_common.downcaseTokens`"""
def _makeTags(tagStr, xml,
suppress_LT=Suppress("<"),
suppress_GT=Suppress(">")):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr, basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas, alphanums + "_-:")
if xml:
tagAttrValue = dblQuotedString.copy().setParseAction(removeQuotes)
openTag = (suppress_LT
+ tagStr("tag")
+ Dict(ZeroOrMore(Group(tagAttrName + Suppress("=") + tagAttrValue)))
+ Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/')
+ suppress_GT)
else:
tagAttrValue = quotedString.copy().setParseAction(removeQuotes) | Word(printables, excludeChars=">")
openTag = (suppress_LT
+ tagStr("tag")
+ Dict(ZeroOrMore(Group(tagAttrName.setParseAction(downcaseTokens)
+ Optional(Suppress("=") + tagAttrValue))))
+ Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/')
+ suppress_GT)
closeTag = Combine(_L("</") + tagStr + ">", adjacent=False)
openTag.setName("<%s>" % resname)
# add start<tagname> results name in parse action now that ungrouped names are not reported at two levels
openTag.addParseAction(lambda t: t.__setitem__("start" + "".join(resname.replace(":", " ").title().split()), t.copy()))
closeTag = closeTag("end" + "".join(resname.replace(":", " ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
openTag.tag_body = SkipTo(closeTag())
return openTag, closeTag
def makeHTMLTags(tagStr):
"""Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
"""
return _makeTags(tagStr, False)
def makeXMLTags(tagStr):
"""Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
"""
return _makeTags(tagStr, True)
def withAttribute(*args, **attrDict):
"""Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k, v) for k, v in attrs]
def pa(s, l, tokens):
for attrName, attrValue in attrs:
if attrName not in tokens:
raise ParseException(s, l, "no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s, l, "attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr: classname})
opAssoc = SimpleNamespace()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation(baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')')):
"""Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
# captive version of FollowedBy that does not do parse actions or capture results names
class _FB(FollowedBy):
def parseImpl(self, instring, loc, doActions=True):
self.expr.tryParse(instring, loc)
return loc, []
ret = Forward()
lastExpr = baseExpr | (lpar + ret + rpar)
for i, operDef in enumerate(opList):
opExpr, arity, rightLeftAssoc, pa = (operDef + (None, ))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError(
"if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = _FB(lastExpr + opExpr) + Group(lastExpr + OneOrMore(opExpr))
elif arity == 2:
if opExpr is not None:
matchExpr = _FB(lastExpr + opExpr + lastExpr) + Group(lastExpr + OneOrMore(opExpr + lastExpr))
else:
matchExpr = _FB(lastExpr + lastExpr) + Group(lastExpr + OneOrMore(lastExpr))
elif arity == 3:
matchExpr = (_FB(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr)
+ Group(lastExpr + OneOrMore(opExpr1 + lastExpr + opExpr2 + lastExpr)))
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = _FB(opExpr.expr + thisExpr) + Group(opExpr + thisExpr)
elif arity == 2:
if opExpr is not None:
matchExpr = _FB(lastExpr + opExpr + thisExpr) + Group(lastExpr + OneOrMore(opExpr + thisExpr))
else:
matchExpr = _FB(lastExpr + thisExpr) + Group(lastExpr + OneOrMore(thisExpr))
elif arity == 3:
matchExpr = (_FB(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr)
+ Group(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr))
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= (matchExpr.setName(termName) | lastExpr)
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of :class:`infixNotation`, will be
dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"'
| Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener, basestring) and isinstance(closer, basestring):
if len(opener) == 1 and len(closer) == 1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr
+ CharsNotIn(opener
+ closer
+ ParserElement.DEFAULT_WHITE_CHARS, exact=1)
)
).setParseAction(lambda t: t[0].strip()))
else:
content = (empty.copy() + CharsNotIn(opener
+ closer
+ ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t: t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr
+ ~Literal(opener)
+ ~Literal(closer)
+ CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1))
).setParseAction(lambda t: t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener)
+ ~Literal(closer)
+ CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1))
).setParseAction(lambda t: t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group(Suppress(opener) + ZeroOrMore(ignoreExpr | ret | content) + Suppress(closer))
else:
ret <<= Group(Suppress(opener) + ZeroOrMore(ret | content) + Suppress(closer))
ret.setName('nested %s%s expression' % (opener, closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
backup_stack = indentStack[:]
def reset_stack():
indentStack[:] = backup_stack
def checkPeerIndent(s, l, t):
if l >= len(s): return
curCol = col(l, s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseException(s, l, "illegal nesting")
raise ParseException(s, l, "not a peer entry")
def checkSubIndent(s, l, t):
curCol = col(l, s)
if curCol > indentStack[-1]:
indentStack.append(curCol)
else:
raise ParseException(s, l, "not a subentry")
def checkUnindent(s, l, t):
if l >= len(s): return
curCol = col(l, s)
if not(indentStack and curCol in indentStack):
raise ParseException(s, l, "not an unindent")
if curCol < indentStack[-1]:
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress(), stopOn=StringEnd())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group(Optional(NL)
+ INDENT
+ OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL), stopOn=StringEnd())
+ UNDENT)
else:
smExpr = Group(Optional(NL)
+ OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL), stopOn=StringEnd())
+ UNDENT)
smExpr.setFailAction(lambda a, b, c, d: reset_stack())
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag, anyCloseTag = makeHTMLTags(Word(alphas, alphanums + "_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(), '><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form ``/* ... */``"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form ``<!-- ... -->``"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form ``// ... (to end of line)``"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/' | dblSlashComment).setName("C++ style comment")
"Comment of either form :class:`cStyleComment` or :class:`dblSlashComment`"
javaStyleComment = cppStyleComment
"Same as :class:`cppStyleComment`"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form ``# ... (to end of line)``"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',')
+ Optional(Word(" \t")
+ ~Literal(",") + ~LineEnd()))).streamline().setName("commaItem")
commaSeparatedList = delimitedList(Optional(quotedString.copy() | _commasepitem, default="")).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or
quoted strings, separated by commas.
This expression is deprecated in favor of :class:`pyparsing_common.comma_separated_list`.
"""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int, 16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?(?:\d+\.\d*|\.\d+)').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?(?:\d+(?:[eE][+-]?\d+)|(?:\d+\.\d*|\.\d+)(?:[eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional
scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas + '_', alphanums + '_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (``0.0.0.0 - 255.255.255.255``)"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part) * 7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6))
+ "::"
+ Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6))
).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s, l, t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s, l, t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (``yyyy-mm-dd``)"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (``yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)``) - trailing seconds, milliseconds, and timezone optional; accepts separating ``'T'`` or ``' '``"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (``xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx``)"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",")
+ ~LineEnd()
+ Word(printables, excludeChars=',')
+ Optional(White(" \t")))).streamline().setName("commaItem")
comma_separated_list = delimitedList(Optional(quotedString.copy()
| _commasepitem, default='')
).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
class _lazyclassproperty(object):
def __init__(self, fn):
self.fn = fn
self.__doc__ = fn.__doc__
self.__name__ = fn.__name__
def __get__(self, obj, cls):
if cls is None:
cls = type(obj)
if not hasattr(cls, '_intern') or any(cls._intern is getattr(superclass, '_intern', [])
for superclass in cls.__mro__[1:]):
cls._intern = {}
attrname = self.fn.__name__
if attrname not in cls._intern:
cls._intern[attrname] = self.fn(cls)
return cls._intern[attrname]
class unicode_set(object):
"""
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
"""
_ranges = []
@classmethod
def _get_chars_for_ranges(cls):
ret = []
for cc in cls.__mro__:
if cc is unicode_set:
break
for rr in cc._ranges:
ret.extend(range(rr[0], rr[-1] + 1))
return [unichr(c) for c in sorted(set(ret))]
@_lazyclassproperty
def printables(cls):
"all non-whitespace characters in this range"
return u''.join(filterfalse(unicode.isspace, cls._get_chars_for_ranges()))
@_lazyclassproperty
def alphas(cls):
"all alphabetic characters in this range"
return u''.join(filter(unicode.isalpha, cls._get_chars_for_ranges()))
@_lazyclassproperty
def nums(cls):
"all numeric digit characters in this range"
return u''.join(filter(unicode.isdigit, cls._get_chars_for_ranges()))
@_lazyclassproperty
def alphanums(cls):
"all alphanumeric characters in this range"
return cls.alphas + cls.nums
class pyparsing_unicode(unicode_set):
"""
A namespace class for defining common language unicode_sets.
"""
_ranges = [(32, sys.maxunicode)]
class Latin1(unicode_set):
"Unicode set for Latin-1 Unicode Character Range"
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
class LatinA(unicode_set):
"Unicode set for Latin-A Unicode Character Range"
_ranges = [(0x0100, 0x017f),]
class LatinB(unicode_set):
"Unicode set for Latin-B Unicode Character Range"
_ranges = [(0x0180, 0x024f),]
class Greek(unicode_set):
"Unicode set for Greek Unicode Character Ranges"
_ranges = [
(0x0370, 0x03ff), (0x1f00, 0x1f15), (0x1f18, 0x1f1d), (0x1f20, 0x1f45), (0x1f48, 0x1f4d),
(0x1f50, 0x1f57), (0x1f59,), (0x1f5b,), (0x1f5d,), (0x1f5f, 0x1f7d), (0x1f80, 0x1fb4), (0x1fb6, 0x1fc4),
(0x1fc6, 0x1fd3), (0x1fd6, 0x1fdb), (0x1fdd, 0x1fef), (0x1ff2, 0x1ff4), (0x1ff6, 0x1ffe),
]
class Cyrillic(unicode_set):
"Unicode set for Cyrillic Unicode Character Range"
_ranges = [(0x0400, 0x04ff)]
class Chinese(unicode_set):
"Unicode set for Chinese Unicode Character Range"
_ranges = [(0x4e00, 0x9fff), (0x3000, 0x303f),]
class Japanese(unicode_set):
"Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana ranges"
_ranges = []
class Kanji(unicode_set):
"Unicode set for Kanji Unicode Character Range"
_ranges = [(0x4E00, 0x9Fbf), (0x3000, 0x303f),]
class Hiragana(unicode_set):
"Unicode set for Hiragana Unicode Character Range"
_ranges = [(0x3040, 0x309f),]
class Katakana(unicode_set):
"Unicode set for Katakana Unicode Character Range"
_ranges = [(0x30a0, 0x30ff),]
class Korean(unicode_set):
"Unicode set for Korean Unicode Character Range"
_ranges = [(0xac00, 0xd7af), (0x1100, 0x11ff), (0x3130, 0x318f), (0xa960, 0xa97f), (0xd7b0, 0xd7ff), (0x3000, 0x303f),]
class CJK(Chinese, Japanese, Korean):
"Unicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character Range"
pass
class Thai(unicode_set):
"Unicode set for Thai Unicode Character Range"
_ranges = [(0x0e01, 0x0e3a), (0x0e3f, 0x0e5b),]
class Arabic(unicode_set):
"Unicode set for Arabic Unicode Character Range"
_ranges = [(0x0600, 0x061b), (0x061e, 0x06ff), (0x0700, 0x077f),]
class Hebrew(unicode_set):
"Unicode set for Hebrew Unicode Character Range"
_ranges = [(0x0590, 0x05ff),]
class Devanagari(unicode_set):
"Unicode set for Devanagari Unicode Character Range"
_ranges = [(0x0900, 0x097f), (0xa8e0, 0xa8ff)]
pyparsing_unicode.Japanese._ranges = (pyparsing_unicode.Japanese.Kanji._ranges
+ pyparsing_unicode.Japanese.Hiragana._ranges
+ pyparsing_unicode.Japanese.Katakana._ranges)
# define ranges in language character sets
if PY_3:
setattr(pyparsing_unicode, u"العربية", pyparsing_unicode.Arabic)
setattr(pyparsing_unicode, u"中文", pyparsing_unicode.Chinese)
setattr(pyparsing_unicode, u"кириллица", pyparsing_unicode.Cyrillic)
setattr(pyparsing_unicode, u"Ελληνικά", pyparsing_unicode.Greek)
setattr(pyparsing_unicode, u"עִברִית", pyparsing_unicode.Hebrew)
setattr(pyparsing_unicode, u"日本語", pyparsing_unicode.Japanese)
setattr(pyparsing_unicode.Japanese, u"漢字", pyparsing_unicode.Japanese.Kanji)
setattr(pyparsing_unicode.Japanese, u"カタカナ", pyparsing_unicode.Japanese.Katakana)
setattr(pyparsing_unicode.Japanese, u"ひらがな", pyparsing_unicode.Japanese.Hiragana)
setattr(pyparsing_unicode, u"한국어", pyparsing_unicode.Korean)
setattr(pyparsing_unicode, u"ไทย", pyparsing_unicode.Thai)
setattr(pyparsing_unicode, u"देवनागरी", pyparsing_unicode.Devanagari)
class pyparsing_test:
"""
namespace class for classes useful in writing unit tests
"""
class reset_pyparsing_context:
"""
Context manager to be used when writing unit tests that modify pyparsing config values:
- packrat parsing
- default whitespace characters.
- default keyword characters
- literal string auto-conversion class
- __diag__ settings
Example:
with reset_pyparsing_context():
# test that literals used to construct a grammar are automatically suppressed
ParserElement.inlineLiteralsUsing(Suppress)
term = Word(alphas) | Word(nums)
group = Group('(' + term[...] + ')')
# assert that the '()' characters are not included in the parsed tokens
self.assertParseAndCheckLisst(group, "(abc 123 def)", ['abc', '123', 'def'])
# after exiting context manager, literals are converted to Literal expressions again
"""
def __init__(self):
self._save_context = {}
def save(self):
self._save_context["default_whitespace"] = ParserElement.DEFAULT_WHITE_CHARS
self._save_context["default_keyword_chars"] = Keyword.DEFAULT_KEYWORD_CHARS
self._save_context[
"literal_string_class"
] = ParserElement._literalStringClass
self._save_context["packrat_enabled"] = ParserElement._packratEnabled
self._save_context["packrat_parse"] = ParserElement._parse
self._save_context["__diag__"] = {
name: getattr(__diag__, name) for name in __diag__._all_names
}
self._save_context["__compat__"] = {
"collect_all_And_tokens": __compat__.collect_all_And_tokens
}
return self
def restore(self):
# reset pyparsing global state
if (
ParserElement.DEFAULT_WHITE_CHARS
!= self._save_context["default_whitespace"]
):
ParserElement.setDefaultWhitespaceChars(
self._save_context["default_whitespace"]
)
Keyword.DEFAULT_KEYWORD_CHARS = self._save_context["default_keyword_chars"]
ParserElement.inlineLiteralsUsing(
self._save_context["literal_string_class"]
)
for name, value in self._save_context["__diag__"].items():
setattr(__diag__, name, value)
ParserElement._packratEnabled = self._save_context["packrat_enabled"]
ParserElement._parse = self._save_context["packrat_parse"]
__compat__.collect_all_And_tokens = self._save_context["__compat__"]
def __enter__(self):
return self.save()
def __exit__(self, *args):
return self.restore()
class TestParseResultsAsserts:
"""
A mixin class to add parse results assertion methods to normal unittest.TestCase classes.
"""
def assertParseResultsEquals(
self, result, expected_list=None, expected_dict=None, msg=None
):
"""
Unit test assertion to compare a ParseResults object with an optional expected_list,
and compare any defined results names with an optional expected_dict.
"""
if expected_list is not None:
self.assertEqual(expected_list, result.asList(), msg=msg)
if expected_dict is not None:
self.assertEqual(expected_dict, result.asDict(), msg=msg)
def assertParseAndCheckList(
self, expr, test_string, expected_list, msg=None, verbose=True
):
"""
Convenience wrapper assert to test a parser element and input string, and assert that
the resulting ParseResults.asList() is equal to the expected_list.
"""
result = expr.parseString(test_string, parseAll=True)
if verbose:
print(result.dump())
self.assertParseResultsEquals(result, expected_list=expected_list, msg=msg)
def assertParseAndCheckDict(
self, expr, test_string, expected_dict, msg=None, verbose=True
):
"""
Convenience wrapper assert to test a parser element and input string, and assert that
the resulting ParseResults.asDict() is equal to the expected_dict.
"""
result = expr.parseString(test_string, parseAll=True)
if verbose:
print(result.dump())
self.assertParseResultsEquals(result, expected_dict=expected_dict, msg=msg)
def assertRunTestResults(
self, run_tests_report, expected_parse_results=None, msg=None
):
"""
Unit test assertion to evaluate output of ParserElement.runTests(). If a list of
list-dict tuples is given as the expected_parse_results argument, then these are zipped
with the report tuples returned by runTests and evaluated using assertParseResultsEquals.
Finally, asserts that the overall runTests() success value is True.
:param run_tests_report: tuple(bool, [tuple(str, ParseResults or Exception)]) returned from runTests
:param expected_parse_results (optional): [tuple(str, list, dict, Exception)]
"""
run_test_success, run_test_results = run_tests_report
if expected_parse_results is not None:
merged = [
(rpt[0], rpt[1], expected)
for rpt, expected in zip(run_test_results, expected_parse_results)
]
for test_string, result, expected in merged:
# expected should be a tuple containing a list and/or a dict or an exception,
# and optional failure message string
# an empty tuple will skip any result validation
fail_msg = next(
(exp for exp in expected if isinstance(exp, str)), None
)
expected_exception = next(
(
exp
for exp in expected
if isinstance(exp, type) and issubclass(exp, Exception)
),
None,
)
if expected_exception is not None:
with self.assertRaises(
expected_exception=expected_exception, msg=fail_msg or msg
):
if isinstance(result, Exception):
raise result
else:
expected_list = next(
(exp for exp in expected if isinstance(exp, list)), None
)
expected_dict = next(
(exp for exp in expected if isinstance(exp, dict)), None
)
if (expected_list, expected_dict) != (None, None):
self.assertParseResultsEquals(
result,
expected_list=expected_list,
expected_dict=expected_dict,
msg=fail_msg or msg,
)
else:
# warning here maybe?
print("no validation for {!r}".format(test_string))
# do this last, in case some specific test results can be reported instead
self.assertTrue(
run_test_success, msg=msg if msg is not None else "failed runTests"
)
@contextmanager
def assertRaisesParseException(self, exc_type=ParseException, msg=None):
with self.assertRaises(exc_type, msg=msg):
yield
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/pip/_vendor/idna/__pycache__/intranges.cpython-39.pyc 0000644 00000003553 15056474501 0021273 0 ustar 00 a
��Re� � @ s@ d Z ddlZddlmZmZ dd� Zdd� Zdd � Zd
d � ZdS ) a
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
� N)�List�Tuplec C s� t | �}g }d}tt|��D ]b}|d t|�k rJ|| ||d d krJq ||d |d � }|�t|d |d d �� |}q t|�S )a Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
���� r )�sorted�range�len�append�
_encode_range�tuple)�list_� sorted_list�ranges�
last_write�i�
current_range� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/intranges.py�intranges_from_list s r c C s | d> |B S )N� r )�start�endr r r r
! s r
c C s | d? | d@ fS )Nr l �� r )�rr r r �
_decode_range% s r c C sz t | d�}t�||�}|dkrNt||d �\}}|| krF|k rNn ndS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r
�bisect� bisect_leftr r )�int_r �tuple_�pos�left�right�_r r r �intranges_contain* s
r" ) �__doc__r �typingr r r r
r r" r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/uts46data.cpython-39.pyc 0000644 00000435442 15056474501 0021126 0 ustar 00 a
��Rey � @ s� d dl mZmZmZ dZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z!d=d>� Z"d?d@� Z#dAdB� Z$dCdD� Z%dEdF� Z&dGdH� Z'dIdJ� Z(dKdL� Z)dMdN� Z*dOdP� Z+dQdR� Z,dSdT� Z-dUdV� Z.dWdX� Z/dYdZ� Z0d[d\� Z1d]d^� Z2d_d`� Z3dadb� Z4dcdd� Z5dedf� Z6dgdh� Z7didj� Z8dkdl� Z9dmdn� Z:dodp� Z;dqdr� Z<dsdt� Z=dudv� Z>dwdx� Z?dydz� Z@d{d|� ZAd}d~� ZBdd�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPd�d�� ZQd�d�� ZRd�d�� ZSd�d�� ZTeUe� e� e� e� e � e
� e � e � e
� e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� eK� eL� eM� eN� eO� eP� eQ� eR� eS� eT� �ZVd�S )�� )�List�Tuple�Unionz13.0.0c C s g d�S )N)d)r �3)� r )� r )� r )� r )� r )� r )� r )� r )� r )�
r )� r )� r )�
r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )�! r )�" r )�# r )�$ r )�% r )�& r )�' r )�( r )�) r )�* r )�+ r )�, r )�- �V)�. r3 )�/ r )�0 r3 )�1 r3 )�2 r3 )�3 r3 )�4 r3 )�5 r3 )�6 r3 )�7 r3 )�8 r3 )�9 r3 )�: r )�; r )�< r )�= r )�> r )�? r )�@ r )�A �M�a)�B rH �b)�C rH �c)�D rH �d)�E rH �e)�F rH �f)�G rH �g)�H rH �h)�I rH �i)�J rH �j)�K rH �k)�L rH �l)�M rH �m)�N rH �n)�O rH �o)�P rH �p)�Q rH �q)�R rH �r)�S rH �s)�T rH �t)�U rH �u)�V rH �v)�W rH �w)�X rH �x)�Y rH �y)�Z rH �z)�[ r )�\ r )�] r )�^ r )�_ r )�` r )�a r3 )�b r3 )�c r3 � r� r� r� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/uts46data.py�_seg_0 s r� c C s g d�S )N)d)�d r3 )�e r3 )�f r3 )�g r3 )�h r3 )�i r3 )�j r3 )�k r3 )�l r3 )�m r3 )�n r3 )�o r3 )�p r3 )�q r3 )�r r3 )�s r3 )�t r3 )�u r3 )�v r3 )�w r3 )�x r3 )�y r3 )�z r3 )�{ r )�| r )�} r )�~ r )� r )� �X)� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r � )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r u ̈)� r3 )� rH rI )� r3 )� r3 )� �I)� r3 )� r � ̄)� r3 )� r3 )� rH �2)� rH r )� r � ́)� rH � μ)� r3 )� r3 )� r u ̧)� rH �1)� rH re )� r3 )� rH u 1⁄4)� rH u 1⁄2)� rH u 3⁄4)� r3 )� rH � à)� rH � á)�� rH � â)�� rH � ã)�� rH � ä)�� rH � å)�� rH � æ)�� rH � çr� r� r� r� r� �_seg_1r s r� c C s g d�S )N)d)�� rH � è)�� rH � é)�� rH � ê)�� rH � ë)�� rH � ì)�� rH � í)�� rH � î)�� rH � ï)�� rH � ð)�� rH � ñ)�� rH � ò)�� rH � ó)�� rH � ô)�� rH � õ)�� rH � ö)�� r3 )�� rH � ø)�� rH � ù)�� rH � ú)�� rH � û)�� rH � ü)�� rH � ý)�� rH � þ)�� �D�ss)�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )�� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� r3 )� rH u ā)i r3 )i rH u ă)i r3 )i rH u ą)i r3 )i rH u ć)i r3 )i rH u ĉ)i r3 )i
rH u ċ)i r3 )i rH u č)i
r3 )i rH u ď)i r3 )i rH u đ)i r3 )i rH u ē)i r3 )i rH u ĕ)i r3 )i rH u ė)i r3 )i rH u ę)i r3 )i rH u ě)i r3 )i rH u ĝ)i r3 )i rH u ğ)i r3 )i rH u ġ)i! r3 )i" rH u ģ)i# r3 )i$ rH u ĥ)i% r3 )i& rH � ħ)i' r3 )i( rH u ĩ)i) r3 )i* rH u ī)i+ r3 r� r� r� r� r� �_seg_2� s rO c C s g d�S )N)d)i, rH u ĭ)i- r3 )i. rH u į)i/ r3 )i0 rH u i̇)i1 r3 )i2 rH Zij)i4 rH u ĵ)i5 r3 )i6 rH u ķ)i7 r3 )i9 rH u ĺ)i: r3 )i; rH u ļ)i< r3 )i= rH u ľ)i> r3 )i? rH u l·)iA rH u ł)iB r3 )iC rH u ń)iD r3 )iE rH u ņ)iF r3 )iG rH u ň)iH r3 )iI rH u ʼn)iJ rH � ŋ)iK r3 )iL rH u ō)iM r3 )iN rH u ŏ)iO r3 )iP rH u ő)iQ r3 )iR rH � œ)iS r3 )iT rH u ŕ)iU r3 )iV rH u ŗ)iW r3 )iX rH u ř)iY r3 )iZ rH u ś)i[ r3 )i\ rH u ŝ)i] r3 )i^ rH u ş)i_ r3 )i` rH u š)ia r3 )ib rH u ţ)ic r3 )id rH u ť)ie r3 )if rH u ŧ)ig r3 )ih rH u ũ)ii r3 )ij rH u ū)ik r3 )il rH u ŭ)im r3 )in rH u ů)io r3 )ip rH u ű)iq r3 )ir rH u ų)is r3 )it rH u ŵ)iu r3 )iv rH u ŷ)iw r3 )ix rH � ÿ)iy rH u ź)iz r3 )i{ rH u ż)i| r3 )i} rH u ž)i~ r3 )i rH rm )i� r3 )i� rH u ɓ)i� rH u ƃ)i� r3 )i� rH u ƅ)i� r3 )i� rH � ɔ)i� rH u ƈ)i� r3 )i� rH u ɖ)i� rH u ɗ)i� rH u ƌ)i� r3 )i� rH � ǝ)i� rH � ə)i� rH � ɛ)i� rH u ƒ)i� r3 )i� rH u ɠr� r� r� r� r� �_seg_3D s rW c C s g d�S )N)d)i� rH � ɣ)i� r3 )i� rH � ɩ)i� rH � ɨ)i� rH u ƙ)i� r3 )i� rH � ɯ)i� rH � ɲ)i� r3 )i� rH � ɵ)i� rH u ơ)i� r3 )i� rH u ƣ)i� r3 )i� rH u ƥ)i� r3 )i� rH u ʀ)i� rH u ƨ)i� r3 )i� rH � ʃ)i� r3 )i� rH u ƭ)i� r3 )i� rH u ʈ)i� rH u ư)i� r3 )i� rH � ʊ)i� rH � ʋ)i� rH u ƴ)i� r3 )i� rH u ƶ)i� r3 )i� rH � ʒ)i� rH u ƹ)i� r3 )i� rH u ƽ)i� r3 )i� rH u dž)i� rH Zlj)i� rH Znj)i� rH u ǎ)i� r3 )i� rH u ǐ)i� r3 )i� rH u ǒ)i� r3 )i� rH u ǔ)i� r3 )i� rH u ǖ)i� r3 )i� rH u ǘ)i� r3 )i� rH u ǚ)i� r3 )i� rH u ǜ)i� r3 )i� rH u ǟ)i� r3 )i� rH u ǡ)i� r3 )i� rH u ǣ)i� r3 )i� rH u ǥ)i� r3 )i� rH u ǧ)i� r3 )i� rH u ǩ)i� r3 )i� rH u ǫ)i� r3 )i� rH u ǭ)i� r3 )i� rH u ǯ)i� r3 )i� rH Zdz)i� rH u ǵ)i� r3 )i� rH u ƕ)i� rH u ƿ)i� rH u ǹ)i� r3 )i� rH u ǻ)i� r3 )i� rH u ǽ)i� r3 )i� rH u ǿ)i� r3 )i rH u ȁ)i r3 )i rH u ȃ)i r3 )i rH u ȅ)i r3 )i rH u ȇ)i r3 )i rH u ȉ)i r3 )i
rH u ȋ)i r3 )i rH u ȍr� r� r� r� r� �_seg_4� s rb c C s g d�S )N)d)i
r3 )i rH u ȏ)i r3 )i rH u ȑ)i r3 )i rH u ȓ)i r3 )i rH u ȕ)i r3 )i rH u ȗ)i r3 )i rH u ș)i r3 )i rH u ț)i r3 )i rH u ȝ)i r3 )i rH u ȟ)i r3 )i rH u ƞ)i! r3 )i" rH � ȣ)i# r3 )i$ rH u ȥ)i% r3 )i& rH u ȧ)i' r3 )i( rH u ȩ)i) r3 )i* rH u ȫ)i+ r3 )i, rH u ȭ)i- r3 )i. rH u ȯ)i/ r3 )i0 rH u ȱ)i1 r3 )i2 rH u ȳ)i3 r3 )i: rH u ⱥ)i; rH u ȼ)i< r3 )i= rH u ƚ)i> rH u ⱦ)i? r3 )iA rH u ɂ)iB r3 )iC rH u ƀ)iD rH � ʉ)iE rH � ʌ)iF rH u ɇ)iG r3 )iH rH u ɉ)iI r3 )iJ rH u ɋ)iK r3 )iL rH u ɍ)iM r3 )iN rH u ɏ)iO r3 )i� rH rW )i� rH � ɦ)i� rH r[ )i� rH rk )i� rH u ɹ)i� rH u ɻ)i� rH u ʁ)i� rH ru )i� rH ry )i� r3 )i� r u ̆)i� r u ̇)i� r u ̊)i� r u ̨)i� r u ̃)i� r u ̋)i� r3 )i� rH rX )i� rH r_ )i� rH rm )i� rH rw )i� rH u ʕ)i� r3 )i@ rH u ̀)iA rH u ́)iB r3 )iC rH u ̓)iD rH u ̈́)iE rH � ι)iF r3 )iO r� )iP r3 )ip rH u ͱ)iq r3 )ir rH u ͳ)is r3 )it rH u ʹ)iu r3 )iv rH u ͷ)iw r3 r� r� r� r� r� �_seg_5 s rh c C s g d�S )N)d)ix r� )iz r u ι)i{ r3 )i~ r �;)i rH u ϳ)i� r� )i� r r� )i� r � ̈́)i� rH � ά)i� rH � ·)i� rH � έ)i� rH � ή)i� rH � ί)i� r� )i� rH � ό)i� r� )i� rH � ύ)i� rH � ώ)i� r3 )i� rH � α)i� rH � β)i� rH � γ)i� rH � δ)i� rH � ε)i� rH � ζ)i� rH � η)i� rH � θ)i� rH rg )i� rH � κ)i� rH � λ)i� rH r� )i� rH � ν)i� rH � ξ)i� rH � ο)i� rH � π)i� rH � ρ)i� r� )i� rH � σ)i� rH � τ)i� rH � υ)i� rH � φ)i� rH � χ)i� rH � ψ)i� rH � ω)i� rH u ϊ)i� rH � ϋ)i� r3 )i� r+ r� )i� r3 )i� rH u ϗ)i� rH rt )i� rH rz )i� rH r� )i� rH rq )i� rH r� )i� rH r� )i� rH r� )i� r3 )i� rH u ϙ)i� r3 )i� rH u ϛ)i� r3 )i� rH � ϝ)i� r3 )i� rH u ϟ)i� r3 )i� rH u ϡ)i� r3 )i� rH u ϣ)i� r3 )i� rH u ϥ)i� r3 )i� rH u ϧ)i� r3 )i� rH u ϩ)i� r3 )i� rH u ϫ)i� r3 )i� rH u ϭ)i� r3 )i� rH u ϯ)i� r3 )i� rH r{ )i� rH r� )i� rH r� )i� r3 )i� rH rz )i� rH rw )i� r3 )i� rH u ϸ)i� r3 )i� rH r� )i� rH u ϻ)i� r3 )i� rH u ͻ)i� rH u ͼ)i� rH u ͽ)i rH u ѐ)i rH u ё)i rH u ђr� r� r� r� r� �_seg_6 s r� c C s g d�S )N)d)i rH u ѓ)i rH u є)i rH u ѕ)i rH u і)i rH u ї)i rH u ј)i rH u љ)i
rH u њ)i rH u ћ)i rH u ќ)i
rH u ѝ)i rH u ў)i rH u џ)i rH u а)i rH u б)i rH � в)i rH u г)i rH � д)i rH u е)i rH u ж)i rH u з)i rH u и)i rH u й)i rH u к)i rH u л)i rH u м)i rH � н)i rH � о)i rH u п)i rH u р)i! rH � с)i" rH � т)i# rH u у)i$ rH u ф)i% rH u х)i& rH u ц)i' rH u ч)i( rH u ш)i) rH u щ)i* rH � ъ)i+ rH u ы)i, rH � ь)i- rH u э)i. rH u ю)i/ rH u я)i0 r3 )i` rH u ѡ)ia r3 )ib rH � ѣ)ic r3 )id rH u ѥ)ie r3 )if rH u ѧ)ig r3 )ih rH u ѩ)ii r3 )ij rH u ѫ)ik r3 )il rH u ѭ)im r3 )in rH u ѯ)io r3 )ip rH u ѱ)iq r3 )ir rH u ѳ)is r3 )it rH u ѵ)iu r3 )iv rH u ѷ)iw r3 )ix rH u ѹ)iy r3 )iz rH u ѻ)i{ r3 )i| rH u ѽ)i} r3 )i~ rH u ѿ)i r3 )i� rH u ҁ)i� r3 )i� rH u ҋ)i� r3 )i� rH u ҍ)i� r3 )i� rH u ҏ)i� r3 )i� rH u ґ)i� r3 )i� rH u ғ)i� r3 )i� rH u ҕ)i� r3 )i� rH u җ)i� r3 )i� rH u ҙ)i� r3 )i� rH u қ)i� r3 )i� rH u ҝ)i� r3 r� r� r� r� r� �_seg_7� s r� c C s g d�S )N)d)i� rH u ҟ)i� r3 )i� rH u ҡ)i� r3 )i� rH u ң)i� r3 )i� rH u ҥ)i� r3 )i� rH u ҧ)i� r3 )i� rH u ҩ)i� r3 )i� rH u ҫ)i� r3 )i� rH u ҭ)i� r3 )i� rH u ү)i� r3 )i� rH u ұ)i� r3 )i� rH u ҳ)i� r3 )i� rH u ҵ)i� r3 )i� rH u ҷ)i� r3 )i� rH u ҹ)i� r3 )i� rH u һ)i� r3 )i� rH u ҽ)i� r3 )i� rH u ҿ)i� r3 )i� r� )i� rH u ӂ)i� r3 )i� rH u ӄ)i� r3 )i� rH u ӆ)i� r3 )i� rH u ӈ)i� r3 )i� rH u ӊ)i� r3 )i� rH u ӌ)i� r3 )i� rH u ӎ)i� r3 )i� rH u ӑ)i� r3 )i� rH u ӓ)i� r3 )i� rH u ӕ)i� r3 )i� rH u ӗ)i� r3 )i� rH u ә)i� r3 )i� rH u ӛ)i� r3 )i� rH u ӝ)i� r3 )i� rH u ӟ)i� r3 )i� rH u ӡ)i� r3 )i� rH u ӣ)i� r3 )i� rH u ӥ)i� r3 )i� rH u ӧ)i� r3 )i� rH u ө)i� r3 )i� rH u ӫ)i� r3 )i� rH u ӭ)i� r3 )i� rH u ӯ)i� r3 )i� rH u ӱ)i� r3 )i� rH u ӳ)i� r3 )i� rH u ӵ)i� r3 )i� rH u ӷ)i� r3 )i� rH u ӹ)i� r3 )i� rH u ӻ)i� r3 )i� rH u ӽ)i� r3 )i� rH u ӿ)i� r3 )i rH u ԁ)i r3 )i rH u ԃr� r� r� r� r� �_seg_8Q s r� c C s g d�S )N)d)i r3 )i rH u ԅ)i r3 )i rH u ԇ)i r3 )i rH u ԉ)i r3 )i
rH u ԋ)i r3 )i rH u ԍ)i
r3 )i rH u ԏ)i r3 )i rH u ԑ)i r3 )i rH u ԓ)i r3 )i rH u ԕ)i r3 )i rH u ԗ)i r3 )i rH u ԙ)i r3 )i rH u ԛ)i r3 )i rH u ԝ)i r3 )i rH u ԟ)i r3 )i rH u ԡ)i! r3 )i" rH u ԣ)i# r3 )i$ rH u ԥ)i% r3 )i& rH u ԧ)i' r3 )i( rH u ԩ)i) r3 )i* rH u ԫ)i+ r3 )i, rH u ԭ)i- r3 )i. rH u ԯ)i/ r3 )i0 r� )i1 rH u ա)i2 rH u բ)i3 rH u գ)i4 rH u դ)i5 rH u ե)i6 rH u զ)i7 rH u է)i8 rH u ը)i9 rH u թ)i: rH u ժ)i; rH u ի)i< rH u լ)i= rH u խ)i> rH u ծ)i? rH u կ)i@ rH u հ)iA rH u ձ)iB rH u ղ)iC rH u ճ)iD rH u մ)iE rH u յ)iF rH u ն)iG rH u շ)iH rH u ո)iI rH u չ)iJ rH u պ)iK rH u ջ)iL rH u ռ)iM rH u ս)iN rH u վ)iO rH u տ)iP rH u ր)iQ rH u ց)iR rH u ւ)iS rH u փ)iT rH u ք)iU rH u օ)iV rH u ֆ)iW r� )iY r3 )i� rH u եւ)i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 r� r� r� r� r� �_seg_9� s r� c C s g d�S )N)d)iu rH u اٴ)iv rH u وٴ)iw rH � ۇٴ)ix rH u يٴ)iy r3 )i� r� )i� r3 )i r� )i r3 )iK r� )iM r3 )i� r� )i� r3 )i� r� )i� r3 )i. r� )i0 r3 )i? r� )i@ r3 )i\ r� )i^ r3 )i_ r� )i` r3 )ik r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )iX rH u क़)iY rH u ख़)iZ rH u ग़)i[ rH u ज़)i\ rH u ड़)i] rH u ढ़)i^ rH u फ़)i_ rH u य़)i` r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� rH u ড়)i� rH u ঢ়)i� r� )i� rH u য়)i� r3 )i� r� )i� r3 )i� r� )i
r3 )i
r� )i
r3 )i
r� )i
r3 )i
r� )i
r3 )i)
r� )i*
r3 )i1
r� )i2
r3 )i3
rH u ਲ਼)i4
r� )i5
r3 )i6
rH u ਸ਼)i7
r� )i8
r3 )i:
r� )i<
r3 )i=
r� )i>
r3 )iC
r� )iG
r3 )iI
r� )iK
r3 )iN
r� )iQ
r3 )iR
r� )iY
rH u ਖ਼)iZ
rH u ਗ਼)i[
rH u ਜ਼r� r� r� r� r� �_seg_10# s r� c C s g d�S )N)d)i\
r3 )i]
r� )i^
rH u ਫ਼)i_
r� )if
r3 )iw
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i r� )i r3 )i r� )i r3 )i
r� )i r3 )i r� )i r3 )i) r� )i* r3 )i1 r� )i2 r3 )i4 r� )i5 r3 )i: r� )i< r3 )iE r� )iG r3 )iI r� )iK r3 )iN r� )iU r3 )iX r� )i\ rH u ଡ଼)i] rH u ଢ଼)i^ r� )i_ r3 )id r� )if r3 )ix r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i
r� )i r3 )i r� )i r3 r� r� r� r� r� �_seg_11� s r� c C s g d�S )N)d)i) r� )i* r3 )i: r� )i= r3 )iE r� )iF r3 )iI r� )iJ r3 )iN r� )iU r3 )iW r� )iX r3 )i[ r� )i` r3 )id r� )if r3 )ip r� )iw r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i
r3 )i
r� )i
r3 )i
r� )i
r3 )iE
r� )iF
r3 )iI
r� )iJ
r3 )iP
r� )iT
r3 )id
r� )if
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i r3 )i3 rH u ํา)i4 r3 )i; r� )i? r3 )i\ r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� rH u ໍາ)i� r3 r� r� r� r� r� �_seg_12� s r� c C s g d�S )N)d)i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� rH u ຫນ)i� rH u ຫມ)i� r3 )i� r� )i r3 )i rH u ་)i
r3 )iC rH u གྷ)iD r3 )iH r� )iI r3 )iM rH u ཌྷ)iN r3 )iR rH u དྷ)iS r3 )iW rH u བྷ)iX r3 )i\ rH u ཛྷ)i] r3 )ii rH u ཀྵ)ij r3 )im r� )iq r3 )is rH u ཱི)it r3 )iu rH u ཱུ)iv rH u ྲྀ)iw rH u ྲཱྀ)ix rH u ླྀ)iy rH u ླཱྀ)iz r3 )i� rH u ཱྀ)i� r3 )i� rH u ྒྷ)i� r3 )i� r� )i� r3 )i� rH u ྜྷ)i� r3 )i� rH u ྡྷ)i� r3 )i� rH u ྦྷ)i� r3 )i� rH u ྫྷ)i� r3 )i� rH u ྐྵ)i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i� r� )i� rH u ⴧ)i� r� )i� rH u ⴭ)i� r� )i� r3 )i� rH � ნ)i� r3 )i_ r� )ia r3 )iI r� )iJ r3 )iN r� )iP r3 )iW r� )iX r3 )iY r� )iZ r3 )i^ r� )i` r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i r� )i r3 r� r� r� r� r� �_seg_13^ s r� c C s g d�S )N)d)i r� )i r3 )i[ r� )i] r3 )i} r� )i� r3 )i� r� )i� r3 )i� r� )i� rH u Ᏸ)i� rH u Ᏹ)i� rH u Ᏺ)i� rH u Ᏻ)i� rH u Ᏼ)i� rH u Ᏽ)i� r� )i r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i
r� )i r3 )i r� )i r3 )i7 r� )i@ r3 )iT r� )i` r3 )im r� )in r3 )iq r� )ir r3 )it r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 )i r� )i r� )i r3 )i r� )i r3 )iy r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 )i, r� )i0 r3 )i< r� )i@ r3 )iA r� )iD r3 )in r� )ip r3 )iu r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i r� )i r3 )i_ r� )i` r3 )i} r� )i r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )iL r� )iP r3 )i} r� )i� r3 )i� r� )i� r3 )i8 r� )i; r3 )iJ r� )iM r3 r� r� r� r� r� �_seg_14� s r� c C s g d�S )N)d)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH � ꙋ)i� r� )i� rH u ა)i� rH u ბ)i� rH u გ)i� rH u დ)i� rH u ე)i� rH u ვ)i� rH u ზ)i� rH u თ)i� rH u ი)i� rH u კ)i� rH u ლ)i� rH u მ)i� rH r� )i� rH u ო)i� rH u პ)i� rH u ჟ)i� rH u რ)i� rH u ს)i� rH u ტ)i� rH u უ)i� rH u ფ)i� rH u ქ)i� rH u ღ)i� rH u ყ)i� rH u შ)i� rH u ჩ)i� rH u ც)i� rH u ძ)i� rH u წ)i� rH u ჭ)i� rH u ხ)i� rH u ჯ)i� rH u ჰ)i� rH u ჱ)i� rH u ჲ)i� rH u ჳ)i� rH u ჴ)i� rH u ჵ)i� rH u ჶ)i� rH u ჷ)i� rH u ჸ)i� rH u ჹ)i� rH u ჺ)i� r� )i� rH u ჽ)i� rH u ჾ)i� rH u ჿ)i� r3 )i� r� )i� r3 )i� r� )i r3 )i, rH rI )i- rH r� )i. rH rK )i/ r3 )i0 rH rO )i1 rH rQ )i2 rH rT )i3 rH rU )i4 rH rW )i5 rH rY )i6 rH r[ )i7 rH r] )i8 rH r_ )i9 rH ra )i: rH rc )i; r3 )i< rH re )i= rH rc )i> rH rg )i? rH rk )i@ rH ro )iA rH rq )iB rH ru )iC rH rI )iD rH � ɐ)iE rH � ɑ)iF rH u ᴂ)iG rH rK )iH rH rO )iI rH rQ )iJ rH rU )iK rH rV )iL rH � ɜ)iM rH rU )iN r3 )iO rH r] )iP rH ra )iQ rH rP )iR rH re r� r� r� r� r� �_seg_150 s r� c C s g d�S )N)d)iS rH rS )iT rH u ᴖ)iU rH u ᴗ)iV rH rg )iW rH ro )iX rH rq )iY rH u ᴝ)iZ rH r[ )i[ rH rs )i\ rH u ᴥ)i] rH rt )i^ rH ru )i_ rH rv )i` rH r� )ia rH r� )ib rH rY )ic rH rk )id rH rq )ie rH rs )if rH rt )ig rH ru )ih rH r� )ii rH r� )ij rH r� )ik r3 )ix rH r� )iy r3 )i� rH � ɒ)i� rH rM )i� rH u ɕ)i� rH r )i� rH r� )i� rH rS )i� rH u ɟ)i� rH � ɡ)i� rH � ɥ)i� rH rZ )i� rH rY )i� rH � ɪ)i� rH u ᵻ)i� rH � ʝ)i� rH u ɭ)i� rH u ᶅ)i� rH u ʟ)i� rH � ɱ)i� rH u ɰ)i� rH r\ )i� rH u ɳ)i� rH u ɴ)i� rH r] )i� rH u ɸ)i� rH � ʂ)i� rH r^ )i� rH u ƫ)i� rH rd )i� rH r_ )i� rH u ᴜ)i� rH r` )i� rH re )i� rH r{ )i� rH u ʐ)i� rH u ʑ)i� rH ra )i� rH rz )i� r3 )i� r� )i� r3 )i rH u ḁ)i r3 )i rH u ḃ)i r3 )i rH u ḅ)i r3 )i rH u ḇ)i r3 )i rH u ḉ)i r3 )i
rH u ḋ)i r3 )i rH u ḍ)i
r3 )i rH u ḏ)i r3 )i rH u ḑ)i r3 )i rH u ḓ)i r3 )i rH u ḕ)i r3 )i rH u ḗ)i r3 )i rH u ḙ)i r3 )i rH u ḛ)i r3 )i rH u ḝ)i r3 )i rH u ḟ)i r3 )i rH u ḡr� r� r� r� r� �_seg_16� s r� c C s g d�S )N)d)i! r3 )i" rH u ḣ)i# r3 )i$ rH u ḥ)i% r3 )i& rH u ḧ)i' r3 )i( rH u ḩ)i) r3 )i* rH u ḫ)i+ r3 )i, rH u ḭ)i- r3 )i. rH u ḯ)i/ r3 )i0 rH u ḱ)i1 r3 )i2 rH u ḳ)i3 r3 )i4 rH u ḵ)i5 r3 )i6 rH u ḷ)i7 r3 )i8 rH u ḹ)i9 r3 )i: rH u ḻ)i; r3 )i< rH u ḽ)i= r3 )i> rH u ḿ)i? r3 )i@ rH u ṁ)iA r3 )iB rH u ṃ)iC r3 )iD rH u ṅ)iE r3 )iF rH u ṇ)iG r3 )iH rH u ṉ)iI r3 )iJ rH u ṋ)iK r3 )iL rH u ṍ)iM r3 )iN rH u ṏ)iO r3 )iP rH u ṑ)iQ r3 )iR rH u ṓ)iS r3 )iT rH u ṕ)iU r3 )iV rH u ṗ)iW r3 )iX rH u ṙ)iY r3 )iZ rH u ṛ)i[ r3 )i\ rH u ṝ)i] r3 )i^ rH u ṟ)i_ r3 )i` rH � ṡ)ia r3 )ib rH u ṣ)ic r3 )id rH u ṥ)ie r3 )if rH u ṧ)ig r3 )ih rH u ṩ)ii r3 )ij rH u ṫ)ik r3 )il rH u ṭ)im r3 )in rH u ṯ)io r3 )ip rH u ṱ)iq r3 )ir rH u ṳ)is r3 )it rH u ṵ)iu r3 )iv rH u ṷ)iw r3 )ix rH u ṹ)iy r3 )iz rH u ṻ)i{ r3 )i| rH u ṽ)i} r3 )i~ rH u ṿ)i r3 )i� rH u ẁ)i� r3 )i� rH u ẃ)i� r3 )i� rH u ẅr� r� r� r� r� �_seg_17 s r� c C s g d�S )N)d)i� r3 )i� rH u ẇ)i� r3 )i� rH u ẉ)i� r3 )i� rH u ẋ)i� r3 )i� rH u ẍ)i� r3 )i� rH u ẏ)i� r3 )i� rH u ẑ)i� r3 )i� rH u ẓ)i� r3 )i� rH u ẕ)i� r3 )i� rH u aʾ)i� rH r� )i� r3 )i� rH r, )i� r3 )i� rH u ạ)i� r3 )i� rH u ả)i� r3 )i� rH u ấ)i� r3 )i� rH u ầ)i� r3 )i� rH u ẩ)i� r3 )i� rH u ẫ)i� r3 )i� rH u ậ)i� r3 )i� rH u ắ)i� r3 )i� rH u ằ)i� r3 )i� rH u ẳ)i� r3 )i� rH u ẵ)i� r3 )i� rH u ặ)i� r3 )i� rH u ẹ)i� r3 )i� rH u ẻ)i� r3 )i� rH u ẽ)i� r3 )i� rH u ế)i� r3 )i� rH u ề)i� r3 )i� rH u ể)i� r3 )i� rH u ễ)i� r3 )i� rH u ệ)i� r3 )i� rH u ỉ)i� r3 )i� rH u ị)i� r3 )i� rH u ọ)i� r3 )i� rH u ỏ)i� r3 )i� rH u ố)i� r3 )i� rH u ồ)i� r3 )i� rH u ổ)i� r3 )i� rH u ỗ)i� r3 )i� rH u ộ)i� r3 )i� rH u ớ)i� r3 )i� rH u ờ)i� r3 )i� rH u ở)i� r3 )i� rH u ỡ)i� r3 )i� rH u ợ)i� r3 )i� rH u ụ)i� r3 )i� rH u ủ)i� r3 )i� rH u ứ)i� r3 )i� rH u ừ)i� r3 )i� rH u ử)i� r3 r� r� r� r� r� �_seg_18k s r� c C s g d�S )N)d)i� rH u ữ)i� r3 )i� rH u ự)i� r3 )i� rH u ỳ)i� r3 )i� rH u ỵ)i� r3 )i� rH u ỷ)i� r3 )i� rH u ỹ)i� r3 )i� rH u ỻ)i� r3 )i� rH u ỽ)i� r3 )i� rH u ỿ)i� r3 )i rH u ἀ)i rH u ἁ)i
rH u ἂ)i rH u ἃ)i rH u ἄ)i
rH u ἅ)i rH u ἆ)i rH u ἇ)i r3 )i r� )i rH u ἐ)i rH u ἑ)i rH u ἒ)i rH u ἓ)i rH u ἔ)i rH u ἕ)i r� )i r3 )i( rH u ἠ)i) rH u ἡ)i* rH u ἢ)i+ rH u ἣ)i, rH u ἤ)i- rH u ἥ)i. rH u ἦ)i/ rH u ἧ)i0 r3 )i8 rH u ἰ)i9 rH u ἱ)i: rH u ἲ)i; rH u ἳ)i< rH u ἴ)i= rH u ἵ)i> rH u ἶ)i? rH u ἷ)i@ r3 )iF r� )iH rH u ὀ)iI rH u ὁ)iJ rH u ὂ)iK rH u ὃ)iL rH u ὄ)iM rH u ὅ)iN r� )iP r3 )iX r� )iY rH u ὑ)iZ r� )i[ rH u ὓ)i\ r� )i] rH u ὕ)i^ r� )i_ rH u ὗ)i` r3 )ih rH u ὠ)ii rH u ὡ)ij rH u ὢ)ik rH u ὣ)il rH u ὤ)im rH u ὥ)in rH u ὦ)io rH u ὧ)ip r3 )iq rH rk )ir r3 )is rH rm )it r3 )iu rH rn )iv r3 )iw rH ro )ix r3 )iy rH rp )iz r3 )i{ rH rq )i| r3 )i} rH rr )i~ r� )i� rH � ἀι)i� rH � ἁι)i� rH � ἂι)i� rH � ἃι)i� rH � ἄιr� r� r� r� r� �_seg_19� s r� c C s g d�S )N)d)i� rH � ἅι)i� rH � ἆι)i� rH � ἇι)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH � ἠι)i� rH � ἡι)i� rH � ἢι)i� rH � ἣι)i� rH � ἤι)i� rH � ἥι)i� rH � ἦι)i� rH � ἧι)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH � ὠι)i� rH � ὡι)i� rH � ὢι)i� rH � ὣι)i� rH � ὤι)i� rH � ὥι)i� rH � ὦι)i� rH � ὧι)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� r3 )i� rH u ὰι)i� rH � αι)i� rH u άι)i� r� )i� r3 )i� rH u ᾶι)i� rH u ᾰ)i� rH u ᾱ)i� rH u ὰ)i� rH rk )i� rH r� )i� r � ̓)i� rH rg )i� r r� )i� r u ͂)i� r u ̈͂)i� rH u ὴι)i� rH � ηι)i� rH u ήι)i� r� )i� r3 )i� rH u ῆι)i� rH u ὲ)i� rH rm )i� rH u ὴ)i� rH rn )i� rH r� )i� r u ̓̀)i� r u ̓́)i� r u ̓͂)i� r3 )i� rH u ΐ)i� r� )i� r3 )i� rH u ῐ)i� rH u ῑ)i� rH u ὶ)i� rH ro )i� r� )i� r u ̔̀)i� r u ̔́)i� r u ̔͂)i� r3 )i� rH u ΰ)i� r3 )i� rH u ῠ)i� rH u ῡ)i� rH u ὺ)i� rH rq )i� rH u ῥ)i� r u ̈̀)i� r rj )i� r �`)i� r� )i� rH u ὼι)i� rH � ωιr� r� r� r� r� �_seg_20= s r� c C s g d�S )N)d)i� rH u ώι)i� r� )i� r3 )i� rH u ῶι)i� rH u ὸ)i� rH rp )i� rH u ὼ)i� rH rr )i� rH r� )i� r r� )i� r u ̔)i� r� )i r r� )i r� )i r+ � )i r� )i r3 )i rH u ‐)i r3 )i r u ̳)i r3 )i$ r� )i' r3 )i( r� )i/ r r� )i0 r3 )i3 rH u ′′)i4 rH u ′′′)i5 r3 )i6 rH u ‵‵)i7 rH u ‵‵‵)i8 r3 )i< r z!!)i= r3 )i> r � ̅)i? r3 )iG r z??)iH r z?!)iI r z!?)iJ r3 )iW rH u ′′′′)iX r3 )i_ r r� )i` r� )ia r� )id r� )ie r� )ip rH �0)iq rH rY )ir r� )it rH �4)iu rH �5)iv rH �6)iw rH �7)ix rH �8)iy rH �9)iz r �+)i{ rH � −)i| r �=)i} r �()i~ r �))i rH rc )i� rH r� )i� rH r� )i� rH r� )i� rH r )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� r r� )i� rH r� )i� r r� )i� r r� )i� r r� )i� r� )i� rH rI )i� rH rQ )i� rH re )i� rH rw )i� rH rU )i� rH rW )i� rH r] )i� rH r_ )i� rH ra )i� rH rc )i� rH rg )i� rH rm )i� rH ro )i� r� )i� r3 )i� rH �rs)i� r3 )i� r� )i� r3 )i� r� )i ! r za/c)i! r za/sr� r� r� r� r� �_seg_21� s r� c C s g d�S )N)d)i! rH rM )i! rH u °c)i! r3 )i! r zc/o)i! r zc/u)i! rH rV )i! r3 )i ! rH u °f)i
! rH rU )i ! rH rW )i! rH rN )i! rH rY )i! rH r_ )i! r3 )i! rH rc )i! rH �no)i! r3 )i! rH rg )i! rH ri )i! rH rk )i ! r3 )i ! rH �sm)i!! rH �tel)i"! rH �tm)i#! r3 )i$! rH r{ )i%! r3 )i&! rH r� )i'! r3 )i(! rH r{ )i)! r3 )i*! rH r] )i+! rH r� )i,! rH rK )i-! rH rM )i.! r3 )i/! rH rQ )i1! rH rS )i2! r� )i3! rH ra )i4! rH re )i5! rH � א)i6! rH u ב)i7! rH u ג)i8! rH � ד)i9! rH rY )i:! r3 )i;! rH Zfax)i<! rH r� )i=! rH ru )i?! rH r� )i@! rH u ∑)iA! r3 )iE! rH rO )iG! rH rQ )iH! rH rY )iI! rH r[ )iJ! r3 )iP! rH u 1⁄7)iQ! rH u 1⁄9)iR! rH u 1⁄10)iS! rH u 1⁄3)iT! rH u 2⁄3)iU! rH u 1⁄5)iV! rH u 2⁄5)iW! rH u 3⁄5)iX! rH u 4⁄5)iY! rH u 1⁄6)iZ! rH u 5⁄6)i[! rH u 1⁄8)i\! rH u 3⁄8)i]! rH u 5⁄8)i^! rH u 7⁄8)i_! rH u 1⁄)i`! rH rY )ia! rH �ii)ib! rH �iii)ic! rH �iv)id! rH rs )ie! rH �vi)if! rH �vii)ig! rH �viii)ih! rH �ix)ii! rH rw )ij! rH �xi)ik! rH �xii)il! rH r_ )im! rH rM )in! rH rO )io! rH ra )ip! rH rY )iq! rH r� )ir! rH r� )is! rH r� )it! rH rs )iu! rH r� )iv! rH r� )iw! rH r� )ix! rH r� )iy! rH rw r� r� r� r� r� �_seg_22 s r� c C s g d�S )N)d)iz! rH r� )i{! rH r� )i|! rH r_ )i}! rH rM )i~! rH rO )i! rH ra )i�! r3 )i�! r� )i�! r3 )i�! rH u 0⁄3)i�! r3 )i�! r� )i�! r3 )i," rH u ∫∫)i-" rH u ∫∫∫)i." r3 )i/" rH u ∮∮)i0" rH u ∮∮∮)i1" r3 )i`" r )ia" r3 )in" r )ip" r3 )i)# rH � 〈)i*# rH � 〉)i+# r3 )i'$ r� )i@$ r3 )iK$ r� )i`$ rH r� )ia$ rH r� )ib$ rH r )ic$ rH r� )id$ rH r� )ie$ rH r� )if$ rH r� )ig$ rH r� )ih$ rH r� )ii$ rH �10)ij$ rH Z11)ik$ rH Z12)il$ rH Z13)im$ rH Z14)in$ rH Z15)io$ rH Z16)ip$ rH Z17)iq$ rH Z18)ir$ rH Z19)is$ rH Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i�$ r z(13))i�$ r z(14))i�$ r z(15))i�$ r z(16))i�$ r z(17))i�$ r z(18))i�$ r z(19))i�$ r z(20))i�$ r� )i�$ r �(a))i�$ r �(b))i�$ r �(c))i�$ r �(d))i�$ r �(e))i�$ r �(f))i�$ r �(g))i�$ r �(h))i�$ r �(i))i�$ r �(j))i�$ r �(k))i�$ r �(l))i�$ r �(m))i�$ r �(n))i�$ r �(o))i�$ r �(p))i�$ r �(q))i�$ r �(r))i�$ r �(s))i�$ r �(t))i�$ r �(u))i�$ r �(v))i�$ r �(w))i�$ r �(x))i�$ r �(y))i�$ r �(z))i�$ rH rI )i�$ rH rK )i�$ rH rM )i�$ rH rO r� r� r� r� r� �_seg_23x s r c C s g d�S )N)d)i�$ rH rQ )i�$ rH rS )i�$ rH rU )i�$ rH rW )i�$ rH rY )i�$ rH r[ )i�$ rH r] )i�$ rH r_ )i�$ rH ra )i�$ rH rc )i�$ rH re )i�$ rH rg )i�$ rH ri )i�$ rH rk )i�$ rH rm )i�$ rH ro )i�$ rH rq )i�$ rH rs )i�$ rH ru )i�$ rH rw )i�$ rH ry )i�$ rH r{ )i�$ rH rI )i�$ rH rK )i�$ rH rM )i�$ rH rO )i�$ rH rQ )i�$ rH rS )i�$ rH rU )i�$ rH rW )i�$ rH rY )i�$ rH r[ )i�$ rH r] )i�$ rH r_ )i�$ rH ra )i�$ rH rc )i�$ rH re )i�$ rH rg )i�$ rH ri )i�$ rH rk )i�$ rH rm )i�$ rH ro )i�$ rH rq )i�$ rH rs )i�$ rH ru )i�$ rH rw )i�$ rH ry )i�$ rH r{ )i�$ rH r� )i�$ r3 )i * rH u ∫∫∫∫)i
* r3 )it* r z::=)iu* r z==)iv* r z===)iw* r3 )i�* rH u ⫝̸)i�* r3 )it+ r� )iv+ r3 )i�+ r� )i�+ r3 )i , rH u ⰰ)i, rH u ⰱ)i, rH u ⰲ)i, rH u ⰳ)i, rH u ⰴ)i, rH u ⰵ)i, rH u ⰶ)i, rH u ⰷ)i, rH u ⰸ)i , rH u ⰹ)i
, rH u ⰺ)i , rH u ⰻ)i , rH u ⰼ)i
, rH u ⰽ)i, rH u ⰾ)i, rH u ⰿ)i, rH u ⱀ)i, rH u ⱁ)i, rH u ⱂ)i, rH u ⱃ)i, rH u ⱄ)i, rH u ⱅ)i, rH u ⱆ)i, rH u ⱇ)i, rH u ⱈ)i, rH u ⱉ)i, rH u ⱊ)i, rH u ⱋ)i , rH u ⱌ)i , rH u ⱍ)i , rH u ⱎ)i , rH u ⱏ)i , rH u ⱐ)i!, rH u ⱑ)i", rH u ⱒ)i#, rH u ⱓ)i$, rH u ⱔ)i%, rH u ⱕr� r� r� r� r� �_seg_24� s r c C s g d�S )N)d)i&, rH u ⱖ)i', rH u ⱗ)i(, rH u ⱘ)i), rH u ⱙ)i*, rH u ⱚ)i+, rH u ⱛ)i,, rH u ⱜ)i-, rH u ⱝ)i., rH u ⱞ)i/, r� )i0, r3 )i_, r� )i`, rH u ⱡ)ia, r3 )ib, rH � ɫ)ic, rH u ᵽ)id, rH u ɽ)ie, r3 )ig, rH u ⱨ)ih, r3 )ii, rH u ⱪ)ij, r3 )ik, rH u ⱬ)il, r3 )im, rH r� )in, rH r� )io, rH r� )ip, rH r� )iq, r3 )ir, rH u ⱳ)is, r3 )iu, rH u ⱶ)iv, r3 )i|, rH r[ )i}, rH rs )i~, rH u ȿ)i, rH u ɀ)i�, rH u ⲁ)i�, r3 )i�, rH u ⲃ)i�, r3 )i�, rH u ⲅ)i�, r3 )i�, rH u ⲇ)i�, r3 )i�, rH u ⲉ)i�, r3 )i�, rH u ⲋ)i�, r3 )i�, rH u ⲍ)i�, r3 )i�, rH u ⲏ)i�, r3 )i�, rH u ⲑ)i�, r3 )i�, rH u ⲓ)i�, r3 )i�, rH u ⲕ)i�, r3 )i�, rH u ⲗ)i�, r3 )i�, rH u ⲙ)i�, r3 )i�, rH u ⲛ)i�, r3 )i�, rH u ⲝ)i�, r3 )i�, rH u ⲟ)i�, r3 )i�, rH u ⲡ)i�, r3 )i�, rH u ⲣ)i�, r3 )i�, rH u ⲥ)i�, r3 )i�, rH u ⲧ)i�, r3 )i�, rH u ⲩ)i�, r3 )i�, rH u ⲫ)i�, r3 )i�, rH u ⲭ)i�, r3 )i�, rH u ⲯ)i�, r3 )i�, rH u ⲱ)i�, r3 )i�, rH u ⲳ)i�, r3 )i�, rH u ⲵ)i�, r3 )i�, rH u ⲷ)i�, r3 )i�, rH u ⲹ)i�, r3 )i�, rH u ⲻ)i�, r3 )i�, rH u ⲽ)i�, r3 )i�, rH u ⲿr� r� r� r� r� �_seg_25J
s r c C s g d�S )N)d)i�, r3 )i�, rH u ⳁ)i�, r3 )i�, rH u ⳃ)i�, r3 )i�, rH u ⳅ)i�, r3 )i�, rH u ⳇ)i�, r3 )i�, rH u ⳉ)i�, r3 )i�, rH u ⳋ)i�, r3 )i�, rH u ⳍ)i�, r3 )i�, rH u ⳏ)i�, r3 )i�, rH u ⳑ)i�, r3 )i�, rH u ⳓ)i�, r3 )i�, rH u ⳕ)i�, r3 )i�, rH u ⳗ)i�, r3 )i�, rH u ⳙ)i�, r3 )i�, rH u ⳛ)i�, r3 )i�, rH u ⳝ)i�, r3 )i�, rH u ⳟ)i�, r3 )i�, rH u ⳡ)i�, r3 )i�, rH u ⳣ)i�, r3 )i�, rH u ⳬ)i�, r3 )i�, rH u ⳮ)i�, r3 )i�, rH u ⳳ)i�, r3 )i�, r� )i�, r3 )i&- r� )i'- r3 )i(- r� )i-- r3 )i.- r� )i0- r3 )ih- r� )io- rH u ⵡ)ip- r3 )iq- r� )i- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )i�- r� )i�- r3 )iS. r� )i�. r3 )i�. r� )i�. r3 )i�. rH u 母)i�. r3 )i�. rH u 龟)i�. r� )i / rH � 一)i/ rH u 丨)i/ rH u 丶)i/ rH u 丿)i/ rH � 乙)i/ rH u 亅)i/ rH � 二)i/ rH u 亠)i/ rH � 人)i / rH u 儿)i
/ rH u 入)i / rH � 八)i / rH u 冂)i
/ rH u 冖)i/ rH u 冫)i/ rH u 几)i/ rH � 凵)i/ rH u 刀r� r� r� r� r� �_seg_26�
s r c C s g d�S )N)d)i/ rH � 力)i/ rH u 勹)i/ rH u 匕)i/ rH u 匚)i/ rH u 匸)i/ rH � 十)i/ rH u 卜)i/ rH u 卩)i/ rH u 厂)i/ rH u 厶)i / rH u 又)i / rH u 口)i / rH u 囗)i / rH � 土)i / rH u 士)i!/ rH u 夂)i"/ rH u 夊)i#/ rH u 夕)i$/ rH u 大)i%/ rH � 女)i&/ rH u 子)i'/ rH u 宀)i(/ rH u 寸)i)/ rH u 小)i*/ rH � 尢)i+/ rH u 尸)i,/ rH � 屮)i-/ rH u 山)i./ rH u 巛)i// rH u 工)i0/ rH u 己)i1/ rH u 巾)i2/ rH u 干)i3/ rH u 幺)i4/ rH u 广)i5/ rH u 廴)i6/ rH � 廾)i7/ rH u 弋)i8/ rH u 弓)i9/ rH u 彐)i:/ rH u 彡)i;/ rH u 彳)i</ rH u 心)i=/ rH u 戈)i>/ rH u 戶)i?/ rH � 手)i@/ rH u 支)iA/ rH u 攴)iB/ rH � 文)iC/ rH u 斗)iD/ rH u 斤)iE/ rH u 方)iF/ rH u 无)iG/ rH � 日)iH/ rH u 曰)iI/ rH � 月)iJ/ rH � 木)iK/ rH u 欠)iL/ rH u 止)iM/ rH � 歹)iN/ rH u 殳)iO/ rH u 毋)iP/ rH u 比)iQ/ rH u 毛)iR/ rH u 氏)iS/ rH u 气)iT/ rH � 水)iU/ rH � 火)iV/ rH u 爪)iW/ rH u 父)iX/ rH u 爻)iY/ rH u 爿)iZ/ rH u 片)i[/ rH u 牙)i\/ rH u 牛)i]/ rH u 犬)i^/ rH u 玄)i_/ rH u 玉)i`/ rH u 瓜)ia/ rH u 瓦)ib/ rH u 甘)ic/ rH � 生)id/ rH u 用)ie/ rH u 田)if/ rH u 疋)ig/ rH u 疒)ih/ rH u 癶)ii/ rH u 白)ij/ rH u 皮)ik/ rH u 皿)il/ rH u 目)im/ rH u 矛)in/ rH u 矢)io/ rH u 石)ip/ rH u 示)iq/ rH u 禸)ir/ rH u 禾)is/ rH u 穴)it/ rH � 立)iu/ rH u 竹r� r� r� r� r� �_seg_27 s r' c C s g d�S )N)d)iv/ rH u 米)iw/ rH u 糸)ix/ rH u 缶)iy/ rH u 网)iz/ rH u 羊)i{/ rH � 羽)i|/ rH � 老)i}/ rH u 而)i~/ rH u 耒)i/ rH u 耳)i�/ rH u 聿)i�/ rH u 肉)i�/ rH u 臣)i�/ rH u 自)i�/ rH u 至)i�/ rH u 臼)i�/ rH u 舌)i�/ rH u 舛)i�/ rH u 舟)i�/ rH u 艮)i�/ rH u 色)i�/ rH u 艸)i�/ rH u 虍)i�/ rH u 虫)i�/ rH u 血)i�/ rH � 行)i�/ rH � 衣)i�/ rH u 襾)i�/ rH � 見)i�/ rH u 角)i�/ rH u 言)i�/ rH u 谷)i�/ rH u 豆)i�/ rH � 豕)i�/ rH u 豸)i�/ rH u 貝)i�/ rH u 赤)i�/ rH � 走)i�/ rH u 足)i�/ rH u 身)i�/ rH � 車)i�/ rH u 辛)i�/ rH � 辰)i�/ rH u 辵)i�/ rH u 邑)i�/ rH u 酉)i�/ rH u 釆)i�/ rH � 里)i�/ rH � 金)i�/ rH u 長)i�/ rH u 門)i�/ rH u 阜)i�/ rH u 隶)i�/ rH u 隹)i�/ rH u 雨)i�/ rH u 靑)i�/ rH u 非)i�/ rH u 面)i�/ rH u 革)i�/ rH u 韋)i�/ rH u 韭)i�/ rH u 音)i�/ rH u 頁)i�/ rH u 風)i�/ rH u 飛)i�/ rH u 食)i�/ rH u 首)i�/ rH u 香)i�/ rH u 馬)i�/ rH u 骨)i�/ rH u 高)i�/ rH u 髟)i�/ rH u 鬥)i�/ rH u 鬯)i�/ rH u 鬲)i�/ rH u 鬼)i�/ rH u 魚)i�/ rH u 鳥)i�/ rH u 鹵)i�/ rH � 鹿)i�/ rH u 麥)i�/ rH � 麻)i�/ rH u 黃)i�/ rH u 黍)i�/ rH u 黑)i�/ rH � 黹)i�/ rH u 黽)i�/ rH u 鼎)i�/ rH u 鼓)i�/ rH u 鼠)i�/ rH � 鼻)i�/ rH u 齊)i�/ rH u 齒)i�/ rH � 龍)i�/ rH � 龜)i�/ rH u 龠)i�/ r� )i 0 r r� )i0 r3 )i0 rH �.r� r� r� r� r� �_seg_28� s r: c C s g d�S )N)d)i0 r3 )i60 rH u 〒)i70 r3 )i80 rH r )i90 rH u 卄)i:0 rH u 卅)i;0 r3 )i@0 r� )iA0 r3 )i�0 r� )i�0 r3 )i�0 r u ゙)i�0 r u ゚)i�0 r3 )i�0 rH u より)i�0 r3 )i�0 rH u コト)i 1 r� )i1 r3 )i01 r� )i11 rH � ᄀ)i21 rH � ᄁ)i31 rH � ᆪ)i41 rH � ᄂ)i51 rH � ᆬ)i61 rH � ᆭ)i71 rH � ᄃ)i81 rH � ᄄ)i91 rH � ᄅ)i:1 rH � ᆰ)i;1 rH � ᆱ)i<1 rH � ᆲ)i=1 rH � ᆳ)i>1 rH � ᆴ)i?1 rH � ᆵ)i@1 rH � ᄚ)iA1 rH � ᄆ)iB1 rH � ᄇ)iC1 rH � ᄈ)iD1 rH � ᄡ)iE1 rH � ᄉ)iF1 rH � ᄊ)iG1 rH � ᄋ)iH1 rH � ᄌ)iI1 rH � ᄍ)iJ1 rH � ᄎ)iK1 rH � ᄏ)iL1 rH � ᄐ)iM1 rH � ᄑ)iN1 rH � ᄒ)iO1 rH � ᅡ)iP1 rH � ᅢ)iQ1 rH � ᅣ)iR1 rH � ᅤ)iS1 rH � ᅥ)iT1 rH � ᅦ)iU1 rH � ᅧ)iV1 rH � ᅨ)iW1 rH � ᅩ)iX1 rH � ᅪ)iY1 rH � ᅫ)iZ1 rH � ᅬ)i[1 rH � ᅭ)i\1 rH � ᅮ)i]1 rH � ᅯ)i^1 rH � ᅰ)i_1 rH � ᅱ)i`1 rH � ᅲ)ia1 rH � ᅳ)ib1 rH � ᅴ)ic1 rH � ᅵ)id1 r� )ie1 rH u ᄔ)if1 rH u ᄕ)ig1 rH u ᇇ)ih1 rH u ᇈ)ii1 rH u ᇌ)ij1 rH u ᇎ)ik1 rH u ᇓ)il1 rH u ᇗ)im1 rH u ᇙ)in1 rH u ᄜ)io1 rH u ᇝ)ip1 rH u ᇟ)iq1 rH u ᄝ)ir1 rH u ᄞ)is1 rH u ᄠ)it1 rH u ᄢ)iu1 rH u ᄣ)iv1 rH u ᄧ)iw1 rH u ᄩ)ix1 rH u ᄫ)iy1 rH u ᄬ)iz1 rH u ᄭ)i{1 rH u ᄮ)i|1 rH u ᄯ)i}1 rH u ᄲ)i~1 rH u ᄶ)i1 rH u ᅀ)i�1 rH u ᅇr� r� r� r� r� �_seg_29� s rn c C s g d�S )N)d)i�1 rH u ᅌ)i�1 rH u ᇱ)i�1 rH u ᇲ)i�1 rH u ᅗ)i�1 rH u ᅘ)i�1 rH u ᅙ)i�1 rH u ᆄ)i�1 rH u ᆅ)i�1 rH u ᆈ)i�1 rH u ᆑ)i�1 rH u ᆒ)i�1 rH u ᆔ)i�1 rH u ᆞ)i�1 rH u ᆡ)i�1 r� )i�1 r3 )i�1 rH r )i�1 rH r )i�1 rH � 三)i�1 rH � 四)i�1 rH � 上)i�1 rH � 中)i�1 rH � 下)i�1 rH u 甲)i�1 rH r )i�1 rH u 丙)i�1 rH u 丁)i�1 rH � 天)i�1 rH u 地)i�1 rH r )i�1 r3 )i�1 r� )i�1 r3 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i
2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i
2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r� )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自)r� r� r� r� r� �_seg_30W s ru c C s g d�S )N)d)iC2 r u (至))iD2 rH u 問)iE2 rH u 幼)iF2 rH r )iG2 rH u 箏)iH2 r3 )iP2 rH Zpte)iQ2 rH Z21)iR2 rH Z22)iS2 rH Z23)iT2 rH Z24)iU2 rH Z25)iV2 rH Z26)iW2 rH �27)iX2 rH Z28)iY2 rH Z29)iZ2 rH Z30)i[2 rH Z31)i\2 rH Z32)i]2 rH Z33)i^2 rH Z34)i_2 rH Z35)i`2 rH r; )ia2 rH r> )ib2 rH rA )ic2 rH rC )id2 rH rK )ie2 rH rL )if2 rH rO )ig2 rH rQ )ih2 rH rR )ii2 rH rT )ij2 rH rU )ik2 rH rV )il2 rH rW )im2 rH rX )in2 rH u 가)io2 rH u 나)ip2 rH u 다)iq2 rH u 라)ir2 rH u 마)is2 rH u 바)it2 rH u 사)iu2 rH u 아)iv2 rH u 자)iw2 rH u 차)ix2 rH u 카)iy2 rH u 타)iz2 rH u 파)i{2 rH u 하)i|2 rH u 참고)i}2 rH u 주의)i~2 rH u 우)i2 r3 )i�2 rH r )i�2 rH r )i�2 rH ro )i�2 rH rp )i�2 rH u 五)i�2 rH � 六)i�2 rH u 七)i�2 rH r )i�2 rH u 九)i�2 rH r )i�2 rH r )i�2 rH r$ )i�2 rH r# )i�2 rH r! )i�2 rH r2 )i�2 rH r )i�2 rH r )i�2 rH u 株)i�2 rH � 有)i�2 rH � 社)i�2 rH u 名)i�2 rH u 特)i�2 rH u 財)i�2 rH � 祝)i�2 rH u 労)i�2 rH u 秘)i�2 rH u 男)i�2 rH r )i�2 rH u 適)i�2 rH u 優)i�2 rH u 印)i�2 rH u 注)i�2 rH u 項)i�2 rH u 休)i�2 rH u 写)i�2 rH u 正)i�2 rH rq )i�2 rH rr )i�2 rH rs )i�2 rH � 左)i�2 rH � 右)i�2 rH u 医)i�2 rH u 宗)i�2 rH u 学)i�2 rH u 監)i�2 rH u 企r� r� r� r� r� �_seg_31� s r} c C s g d�S )N)d)i�2 rH u 資)i�2 rH u 協)i�2 rH u 夜)i�2 rH Z36)i�2 rH Z37)i�2 rH Z38)i�2 rH Z39)i�2 rH Z40)i�2 rH Z41)i�2 rH Z42)i�2 rH Z43)i�2 rH Z44)i�2 rH Z45)i�2 rH Z46)i�2 rH Z47)i�2 rH Z48)i�2 rH Z49)i�2 rH Z50)i�2 rH u 1月)i�2 rH u 2月)i�2 rH u 3月)i�2 rH u 4月)i�2 rH u 5月)i�2 rH u 6月)i�2 rH u 7月)i�2 rH u 8月)i�2 rH u 9月)i�2 rH u 10月)i�2 rH u 11月)i�2 rH u 12月)i�2 rH �hg)i�2 rH Zerg)i�2 rH Zev)i�2 rH Zltd)i�2 rH � ア)i�2 rH � イ)i�2 rH � ウ)i�2 rH � エ)i�2 rH � オ)i�2 rH � カ)i�2 rH � キ)i�2 rH � ク)i�2 rH � ケ)i�2 rH � コ)i�2 rH � サ)i�2 rH � シ)i�2 rH � ス)i�2 rH � セ)i�2 rH � ソ)i�2 rH � タ)i�2 rH � チ)i�2 rH � ツ)i�2 rH � テ)i�2 rH � ト)i�2 rH � ナ)i�2 rH � ニ)i�2 rH � ヌ)i�2 rH � ネ)i�2 rH � ノ)i�2 rH � ハ)i�2 rH � ヒ)i�2 rH � フ)i�2 rH � ヘ)i�2 rH � ホ)i�2 rH � マ)i�2 rH � ミ)i�2 rH � ム)i�2 rH � メ)i�2 rH � モ)i�2 rH � ヤ)i�2 rH � ユ)i�2 rH � ヨ)i�2 rH � ラ)i�2 rH � リ)i�2 rH � ル)i�2 rH � レ)i�2 rH � ロ)i�2 rH � ワ)i�2 rH u ヰ)i�2 rH u ヱ)i�2 rH � ヲ)i�2 rH u 令和)i 3 rH u アパート)i3 rH u アルファ)i3 rH u アンペア)i3 rH u アール)i3 rH u イニング)i3 rH u インチ)i3 rH u ウォン)i3 rH u エスクード)i3 rH u エーカー)i 3 rH u オンス)i
3 rH u オーム)i 3 rH u カイリ)i 3 rH u カラット)i
3 rH u カロリー)i3 rH u ガロン)i3 rH u ガンマ)i3 rH u ギガ)i3 rH u ギニーr� r� r� r� r� �_seg_32)
s r� c C s g d�S )N)d)i3 rH u キュリー)i3 rH u ギルダー)i3 rH u キロ)i3 rH u キログラム)i3 rH u キロメートル)i3 rH u キロワット)i3 rH u グラム)i3 rH u グラムトン)i3 rH u クルゼイロ)i3 rH u クローネ)i 3 rH u ケース)i 3 rH u コルナ)i 3 rH u コーポ)i 3 rH u サイクル)i 3 rH u サンチーム)i!3 rH u シリング)i"3 rH u センチ)i#3 rH u セント)i$3 rH u ダース)i%3 rH u デシ)i&3 rH u ドル)i'3 rH u トン)i(3 rH u ナノ)i)3 rH u ノット)i*3 rH u ハイツ)i+3 rH u パーセント)i,3 rH u パーツ)i-3 rH u バーレル)i.3 rH u ピアストル)i/3 rH u ピクル)i03 rH u ピコ)i13 rH u ビル)i23 rH u ファラッド)i33 rH u フィート)i43 rH u ブッシェル)i53 rH u フラン)i63 rH u ヘクタール)i73 rH u ペソ)i83 rH u ペニヒ)i93 rH u ヘルツ)i:3 rH u ペンス)i;3 rH u ページ)i<3 rH u ベータ)i=3 rH u ポイント)i>3 rH u ボルト)i?3 rH u ホン)i@3 rH u ポンド)iA3 rH u ホール)iB3 rH u ホーン)iC3 rH u マイクロ)iD3 rH u マイル)iE3 rH u マッハ)iF3 rH u マルク)iG3 rH u マンション)iH3 rH u ミクロン)iI3 rH u ミリ)iJ3 rH u ミリバール)iK3 rH u メガ)iL3 rH u メガトン)iM3 rH u メートル)iN3 rH u ヤード)iO3 rH u ヤール)iP3 rH u ユアン)iQ3 rH u リットル)iR3 rH u リラ)iS3 rH u ルピー)iT3 rH u ルーブル)iU3 rH u レム)iV3 rH u レントゲン)iW3 rH u ワット)iX3 rH u 0点)iY3 rH u 1点)iZ3 rH u 2点)i[3 rH u 3点)i\3 rH u 4点)i]3 rH u 5点)i^3 rH u 6点)i_3 rH u 7点)i`3 rH u 8点)ia3 rH u 9点)ib3 rH u 10点)ic3 rH u 11点)id3 rH u 12点)ie3 rH u 13点)if3 rH u 14点)ig3 rH u 15点)ih3 rH u 16点)ii3 rH u 17点)ij3 rH u 18点)ik3 rH u 19点)il3 rH u 20点)im3 rH u 21点)in3 rH u 22点)io3 rH u 23点)ip3 rH u 24点)iq3 rH �hpa)ir3 rH �da)is3 rH �au)it3 rH �bar)iu3 rH �ovr� r� r� r� r� �_seg_33�
s r� c C s g d�S )N)d)iv3 rH Zpc)iw3 rH �dm)ix3 rH Zdm2)iy3 rH Zdm3)iz3 rH �iu)i{3 rH u 平成)i|3 rH u 昭和)i}3 rH u 大正)i~3 rH u 明治)i3 rH u 株式会社)i�3 rH �pa)i�3 rH �na)i�3 rH u μa)i�3 rH �ma)i�3 rH �ka)i�3 rH �kb)i�3 rH �mb)i�3 rH �gb)i�3 rH �cal)i�3 rH Zkcal)i�3 rH �pf)i�3 rH �nf)i�3 rH u μf)i�3 rH u μg)i�3 rH Zmg)i�3 rH Zkg)i�3 rH �hz)i�3 rH �khz)i�3 rH �mhz)i�3 rH �ghz)i�3 rH �thz)i�3 rH u μl)i�3 rH �ml)i�3 rH �dl)i�3 rH �kl)i�3 rH Zfm)i�3 rH �nm)i�3 rH u μm)i�3 rH �mm)i�3 rH �cm)i�3 rH �km)i�3 rH Zmm2)i�3 rH Zcm2)i�3 rH �m2)i�3 rH Zkm2)i�3 rH Zmm3)i�3 rH Zcm3)i�3 rH Zm3)i�3 rH Zkm3)i�3 rH u m∕s)i�3 rH u m∕s2)i�3 rH r� )i�3 rH �kpa)i�3 rH �mpa)i�3 rH �gpa)i�3 rH Zrad)i�3 rH u rad∕s)i�3 rH u rad∕s2)i�3 rH Zps)i�3 rH �ns)i�3 rH u μs)i�3 rH �ms)i�3 rH �pv)i�3 rH �nv)i�3 rH u μv)i�3 rH �mv)i�3 rH �kv)i�3 rH r� )i�3 rH �pw)i�3 rH �nw)i�3 rH u μw)i�3 rH �mw)i�3 rH �kw)i�3 rH r� )i�3 rH u kω)i�3 rH u mω)i�3 r� )i�3 rH �bq)i�3 rH �cc)i�3 rH �cd)i�3 rH u c∕kg)i�3 r� )i�3 rH �db)i�3 rH �gy)i�3 rH Zha)i�3 rH �hp)i�3 rH �in)i�3 rH �kk)i�3 rH r� )i�3 rH Zkt)i�3 rH Zlm)i�3 rH �ln)i�3 rH �log)i�3 rH Zlx)i�3 rH r� )i�3 rH �mil)i�3 rH Zmol)i�3 rH �ph)i�3 r� )i�3 rH �ppmr� r� r� r� r� �_seg_34�
s r� c C s g d�S )N)d)i�3 rH �pr)i�3 rH �sr)i�3 rH �sv)i�3 rH �wb)i�3 rH u v∕m)i�3 rH u a∕m)i�3 rH u 1日)i�3 rH u 2日)i�3 rH u 3日)i�3 rH u 4日)i�3 rH u 5日)i�3 rH u 6日)i�3 rH u 7日)i�3 rH u 8日)i�3 rH u 9日)i�3 rH u 10日)i�3 rH u 11日)i�3 rH u 12日)i�3 rH u 13日)i�3 rH u 14日)i�3 rH u 15日)i�3 rH u 16日)i�3 rH u 17日)i�3 rH u 18日)i�3 rH u 19日)i�3 rH u 20日)i�3 rH u 21日)i�3 rH u 22日)i�3 rH u 23日)i�3 rH u 24日)i�3 rH u 25日)i�3 rH u 26日)i�3 rH u 27日)i�3 rH u 28日)i�3 rH u 29日)i�3 rH u 30日)i�3 rH u 31日)i�3 rH Zgal)i 4 r3 )i�� r� )i � r3 )i�� r� )i�� r3 )iǤ r� )iФ r3 )i,� r� )i@� rH u ꙁ)iA� r3 )iB� rH u ꙃ)iC� r3 )iD� rH u ꙅ)iE� r3 )iF� rH u ꙇ)iG� r3 )iH� rH u ꙉ)iI� r3 )iJ� rH r� )iK� r3 )iL� rH u ꙍ)iM� r3 )iN� rH u ꙏ)iO� r3 )iP� rH u ꙑ)iQ� r3 )iR� rH u ꙓ)iS� r3 )iT� rH u ꙕ)iU� r3 )iV� rH u ꙗ)iW� r3 )iX� rH u ꙙ)iY� r3 )iZ� rH u ꙛ)i[� r3 )i\� rH u ꙝ)i]� r3 )i^� rH u ꙟ)i_� r3 )i`� rH u ꙡ)ia� r3 )ib� rH u ꙣ)ic� r3 )id� rH u ꙥ)ie� r3 )if� rH u ꙧ)ig� r3 )ih� rH u ꙩ)ii� r3 )ij� rH u ꙫ)ik� r3 )il� rH u ꙭ)im� r3 )i�� rH u ꚁ)i�� r3 )i�� rH u ꚃ)i�� r3 )i�� rH u ꚅ)i�� r3 )i�� rH u ꚇ)i�� r3 r� r� r� r� r� �_seg_35d s r� c C s g d�S )N)d)i�� rH u ꚉ)i�� r3 )i�� rH u ꚋ)i�� r3 )i�� rH u ꚍ)i�� r3 )i�� rH u ꚏ)i�� r3 )i�� rH u ꚑ)i�� r3 )i�� rH u ꚓ)i�� r3 )i�� rH u ꚕ)i�� r3 )i�� rH u ꚗ)i�� r3 )i�� rH u ꚙ)i�� r3 )i�� rH u ꚛ)i�� r3 )i�� rH r� )i�� rH r� )i�� r3 )i�� r� )i � r3 )i"� rH u ꜣ)i#� r3 )i$� rH u ꜥ)i%� r3 )i&� rH � ꜧ)i'� r3 )i(� rH u ꜩ)i)� r3 )i*� rH u ꜫ)i+� r3 )i,� rH u ꜭ)i-� r3 )i.� rH u ꜯ)i/� r3 )i2� rH u ꜳ)i3� r3 )i4� rH u ꜵ)i5� r3 )i6� rH u ꜷ)i7� r3 )i8� rH u ꜹ)i9� r3 )i:� rH u ꜻ)i;� r3 )i<� rH u ꜽ)i=� r3 )i>� rH u ꜿ)i?� r3 )i@� rH u ꝁ)iA� r3 )iB� rH u ꝃ)iC� r3 )iD� rH u ꝅ)iE� r3 )iF� rH u ꝇ)iG� r3 )iH� rH u ꝉ)iI� r3 )iJ� rH u ꝋ)iK� r3 )iL� rH u ꝍ)iM� r3 )iN� rH u ꝏ)iO� r3 )iP� rH u ꝑ)iQ� r3 )iR� rH u ꝓ)iS� r3 )iT� rH u ꝕ)iU� r3 )iV� rH u ꝗ)iW� r3 )iX� rH u ꝙ)iY� r3 )iZ� rH u ꝛ)i[� r3 )i\� rH u ꝝ)i]� r3 )i^� rH u ꝟ)i_� r3 )i`� rH u ꝡ)ia� r3 )ib� rH u ꝣ)ic� r3 )id� rH u ꝥ)ie� r3 )if� rH u ꝧ)ig� r3 )ih� rH u ꝩ)ii� r3 )ij� rH u ꝫ)ik� r3 )il� rH u ꝭ)im� r3 )in� rH � ꝯr� r� r� r� r� �_seg_36� s r� c C s g d�S )N)d)io� r3 )ip� rH r� )iq� r3 )iy� rH u ꝺ)iz� r3 )i{� rH u ꝼ)i|� r3 )i}� rH u ᵹ)i~� rH u ꝿ)i� r3 )i�� rH u ꞁ)i�� r3 )i�� rH u ꞃ)i�� r3 )i�� rH u ꞅ)i�� r3 )i�� rH u ꞇ)i�� r3 )i�� rH u ꞌ)i�� r3 )i�� rH r� )i�� r3 )i�� rH u ꞑ)i�� r3 )i�� rH u ꞓ)i�� r3 )i�� rH u ꞗ)i�� r3 )i�� rH u ꞙ)i�� r3 )i�� rH u ꞛ)i�� r3 )i�� rH u ꞝ)i�� r3 )i�� rH u ꞟ)i�� r3 )i�� rH u ꞡ)i�� r3 )i�� rH u ꞣ)i�� r3 )i�� rH u ꞥ)i�� r3 )i�� rH u ꞧ)i�� r3 )i�� rH u ꞩ)i�� r3 )i�� rH rf )i�� rH r� )i�� rH r� )i�� rH u ɬ)i�� rH r� )i�� r3 )i�� rH u ʞ)i�� rH u ʇ)i�� rH r� )i�� rH u ꭓ)i�� rH u ꞵ)i�� r3 )i�� rH u ꞷ)i�� r3 )i�� rH u ꞹ)i�� r3 )i�� rH u ꞻ)i�� r3 )i�� rH u ꞽ)i�� r3 )i�� rH u ꞿ)i�� r3 )i�� r� )i§ rH u ꟃ)iç r3 )iħ rH u ꞔ)iŧ rH r� )iƧ rH u ᶎ)iǧ rH u ꟈ)iȧ r3 )iɧ rH u ꟊ)iʧ r3 )i˧ r� )i�� rH u ꟶ)i�� r3 )i�� rH rN )i�� rH rQ )i�� r3 )i-� r� )i0� r3 )i:� r� )i@� r3 )ix� r� )i�� r3 )iƨ r� )iΨ r3 )iڨ r� )i� r3 )iT� r� )i_� r3 )i}� r� )i�� r3 )iΩ r� )iϩ r3 r� r� r� r� r� �_seg_376 s r� c C s g d�S )N)d)iک r� )iީ r3 )i�� r� )i � r3 )i7� r� )i@� r3 )iN� r� )iP� r3 )iZ� r� )i\� r3 )iê r� )i۪ r3 )i�� r� )i� r3 )i� r� )i � r3 )i� r� )i� r3 )i� r� )i � r3 )i'� r� )i(� r3 )i/� r� )i0� r3 )i\� rH r� )i]� rH u ꬷ)i^� rH r
)i_� rH u ꭒ)i`� r3 )ii� rH u ʍ)ij� r3 )il� r� )ip� rH u Ꭰ)iq� rH u Ꭱ)ir� rH u Ꭲ)is� rH u Ꭳ)it� rH u Ꭴ)iu� rH u Ꭵ)iv� rH u Ꭶ)iw� rH u Ꭷ)ix� rH u Ꭸ)iy� rH u Ꭹ)iz� rH u Ꭺ)i{� rH u Ꭻ)i|� rH u Ꭼ)i}� rH u Ꭽ)i~� rH u Ꭾ)i� rH u Ꭿ)i�� rH u Ꮀ)i�� rH u Ꮁ)i�� rH u Ꮂ)i�� rH u Ꮃ)i�� rH u Ꮄ)i�� rH u Ꮅ)i�� rH u Ꮆ)i�� rH u Ꮇ)i�� rH u Ꮈ)i�� rH u Ꮉ)i�� rH u Ꮊ)i�� rH u Ꮋ)i�� rH u Ꮌ)i�� rH u Ꮍ)i�� rH u Ꮎ)i�� rH u Ꮏ)i�� rH u Ꮐ)i�� rH u Ꮑ)i�� rH u Ꮒ)i�� rH u Ꮓ)i�� rH u Ꮔ)i�� rH u Ꮕ)i�� rH u Ꮖ)i�� rH u Ꮗ)i�� rH u Ꮘ)i�� rH u Ꮙ)i�� rH u Ꮚ)i�� rH u Ꮛ)i�� rH u Ꮜ)i�� rH u Ꮝ)i�� rH u Ꮞ)i�� rH u Ꮟ)i�� rH u Ꮠ)i�� rH u Ꮡ)i�� rH u Ꮢ)i�� rH u Ꮣ)i�� rH u Ꮤ)i�� rH u Ꮥ)i�� rH u Ꮦ)i�� rH u Ꮧ)i�� rH u Ꮨ)i�� rH u Ꮩ)i�� rH u Ꮪ)i�� rH u Ꮫ)i�� rH u Ꮬ)i�� rH u Ꮭ)i�� rH u Ꮮ)i�� rH u Ꮯ)i�� rH u Ꮰ)i�� rH u Ꮱ)i�� rH u Ꮲ)i�� rH u Ꮳr� r� r� r� r� �_seg_38� s r� c C s g d�S )N)d)i�� rH u Ꮴ)i�� rH u Ꮵ)i�� rH u Ꮶ)i�� rH u Ꮷ)i�� rH u Ꮸ)i�� rH u Ꮹ)i�� rH u Ꮺ)i�� rH u Ꮻ)i�� rH u Ꮼ)i�� rH u Ꮽ)i�� rH u Ꮾ)i�� rH u Ꮿ)i�� r3 )i� r� )i� r3 )i�� r� )i � r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i � rH u 豈)i� rH u 更)i� rH r/ )i� rH u 賈)i� rH u 滑)i� rH u 串)i� rH u 句)i� rH r8 )i � rH u 契)i
� rH r2 )i � rH u 喇)i � rH u 奈)i
� rH � 懶)i� rH u 癩)i� rH u 羅)i� rH u 蘿)i� rH u 螺)i� rH u 裸)i� rH u 邏)i� rH � 樂)i� rH u 洛)i� rH u 烙)i� rH u 珞)i� rH u 落)i� rH u 酪)i� rH u 駱)i� rH u 亂)i � rH u 卵)i � rH u 欄)i � rH u 爛)i � rH u 蘭)i � rH u 鸞)i!� rH u 嵐)i"� rH u 濫)i#� rH u 藍)i$� rH u 襤)i%� rH u 拉)i&� rH u 臘)i'� rH u 蠟)i(� rH � 廊)i)� rH � 朗)i*� rH u 浪)i+� rH u 狼)i,� rH u 郎)i-� rH u 來)i.� rH u 冷)i/� rH u 勞)i0� rH u 擄)i1� rH u 櫓)i2� rH u 爐)i3� rH u 盧)i4� rH r) )i5� rH u 蘆)i6� rH � 虜)i7� rH u 路)i8� rH u 露)i9� rH u 魯)i:� rH u 鷺)i;� rH � 碌)i<� rH u 祿)i=� rH u 綠)i>� rH u 菉)i?� rH u 錄)i@� rH r3 )iA� rH u 論)iB� rH u 壟)iC� rH u 弄)iD� rH u 籠)iE� rH u 聾)iF� rH u 牢)iG� rH u 磊)iH� rH u 賂)iI� rH u 雷)iJ� rH u 壘)iK� rH u 屢)iL� rH u 樓)iM� rH u 淚)iN� rH u 漏r� r� r� r� r� �_seg_39 s r� c C s g d�S )N)d)iO� rH u 累)iP� rH u 縷)iQ� rH u 陋)iR� rH u 勒)iS� rH u 肋)iT� rH u 凜)iU� rH u 凌)iV� rH u 稜)iW� rH u 綾)iX� rH u 菱)iY� rH u 陵)iZ� rH u 讀)i[� rH u 拏)i\� rH r� )i]� rH � 諾)i^� rH u 丹)i_� rH � 寧)i`� rH u 怒)ia� rH � 率)ib� rH � 異)ic� rH � 北)id� rH u 磻)ie� rH u 便)if� rH u 復)ig� rH u 不)ih� rH u 泌)ii� rH u 數)ij� rH u 索)ik� rH u 參)il� rH u 塞)im� rH u 省)in� rH u 葉)io� rH � 說)ip� rH � 殺)iq� rH r0 )ir� rH u 沈)is� rH u 拾)it� rH � 若)iu� rH u 掠)iv� rH u 略)iw� rH u 亮)ix� rH u 兩)iy� rH u 凉)iz� rH u 梁)i{� rH u 糧)i|� rH u 良)i}� rH u 諒)i~� rH u 量)i� rH u 勵)i�� rH u 呂)i�� rH r )i�� rH u 廬)i�� rH u 旅)i�� rH u 濾)i�� rH u 礪)i�� rH u 閭)i�� rH u 驪)i�� rH u 麗)i�� rH u 黎)i�� rH r )i�� rH u 曆)i�� rH u 歷)i�� rH u 轢)i�� rH u 年)i�� rH u 憐)i�� rH u 戀)i�� rH u 撚)i�� rH u 漣)i�� rH u 煉)i�� rH u 璉)i�� rH u 秊)i�� rH � 練)i�� rH u 聯)i�� rH u 輦)i�� rH u 蓮)i�� rH u 連)i�� rH u 鍊)i�� rH u 列)i�� rH u 劣)i�� rH u 咽)i�� rH u 烈)i�� rH u 裂)i�� rH r� )i�� rH u 廉)i�� rH u 念)i�� rH u 捻)i�� rH u 殮)i�� rH u 簾)i�� rH u 獵)i�� rH u 令)i�� rH u 囹)i�� rH r� )i�� rH u 嶺)i�� rH u 怜)i�� rH u 玲)i�� rH u 瑩)i�� rH u 羚)i�� rH u 聆)i�� rH u 鈴)i�� rH u 零r� r� r� r� r� �_seg_40q s r c C s g d�S )N)d)i�� rH u 靈)i�� rH u 領)i�� rH u 例)i�� rH u 禮)i�� rH u 醴)i�� rH u 隸)i�� rH u 惡)i�� rH u 了)i�� rH u 僚)i�� rH u 寮)i�� rH u 尿)i�� rH � 料)i�� rH r� )i�� rH u 燎)i�� rH u 療)i� rH u 蓼)i� rH u 遼)i� rH r7 )i� rH u 暈)i� rH u 阮)i� rH u 劉)i� rH u 杻)i� rH u 柳)i� rH � 流)i� rH u 溜)i� rH u 琉)i� rH u 留)i� rH u 硫)i� rH u 紐)i� rH u 類)i� rH rw )i� rH u 戮)i� rH u 陸)i� rH u 倫)i� rH u 崙)i� rH u 淪)i� rH u 輪)i� rH u 律)i� rH u 慄)i� rH u 栗)i� rH r� )i� rH u 隆)i� rH u 利)i� rH u 吏)i� rH u 履)i� rH u 易)i� rH u 李)i� rH u 梨)i� rH u 泥)i� rH u 理)i� rH u 痢)i� rH u 罹)i� rH u 裏)i� rH u 裡)i� rH r1 )i� rH u 離)i� rH u 匿)i� rH u 溺)i� rH u 吝)i� rH u 燐)i� rH u 璘)i� rH u 藺)i� rH u 隣)i� rH u 鱗)i� rH u 麟)i� rH u 林)i�� rH u 淋)i�� rH u 臨)i�� rH r& )i�� rH u 笠)i�� rH u 粒)i�� rH u 狀)i�� rH u 炙)i�� rH u 識)i�� rH u 什)i�� rH u 茶)i�� rH u 刺)i � rH � 切)i� rH u 度)i� rH u 拓)i� rH u 糖)i� rH u 宅)i� rH u 洞)i� rH u 暴)i� rH u 輻)i� rH r* )i � rH u 降)i
� rH r, )i � rH u 廓)i � rH u 兀)i
� rH u 嗀)i� r3 )i� rH � 塚)i� r3 )i� rH � 晴)i� r3 )i� rH u 凞)i� rH � 猪)i� rH � 益)i� rH u 礼r� r� r� r� r� �_seg_41� s r c C s g d�S )N)d)i� rH u 神)i� rH u 祥)i� rH � 福)i � rH � 靖)i � rH u 精)i � rH r( )i � r3 )i � rH u 蘒)i!� r3 )i"� rH � 諸)i#� r3 )i%� rH � 逸)i&� rH u 都)i'� r3 )i*� rH u 飯)i+� rH u 飼)i,� rH u 館)i-� rH u 鶴)i.� rH u 郞)i/� rH u 隷)i0� rH � 侮)i1� rH � 僧)i2� rH � 免)i3� rH � 勉)i4� rH � 勤)i5� rH � 卑)i6� rH � 喝)i7� rH � 嘆)i8� rH u 器)i9� rH u 塀)i:� rH u 墨)i;� rH u 層)i<� rH r )i=� rH � 悔)i>� rH u 慨)i?� rH � 憎)i@� rH � 懲)iA� rH � 敏)iB� rH u 既)iC� rH � 暑)iD� rH � 梅)iE� rH � 海)iF� rH u 渚)iG� rH � 漢)iH� rH � 煮)iI� rH u 爫)iJ� rH u 琢)iK� rH u 碑)iL� rH ry )iM� rH u 祉)iN� rH u 祈)iO� rH u 祐)iP� rH � 祖)iQ� rH rz )iR� rH u 禍)iS� rH u 禎)iT� rH � 穀)iU� rH u 突)iV� rH � 節)iW� rH r )iX� rH u 縉)iY� rH u 繁)iZ� rH u 署)i[� rH � 者)i\� rH u 臭)i]� rH u 艹)i_� rH � 著)i`� rH u 褐)ia� rH � 視)ib� rH � 謁)ic� rH � 謹)id� rH u 賓)ie� rH � 贈)if� rH u 辶)ig� rH r
)ih� rH � 難)ii� rH � 響)ij� rH � 頻)ik� rH u 恵)il� rH u 𤋮)im� rH u 舘)in� r� )ip� rH u 並)iq� rH � 况)ir� rH u 全)is� rH u 侀)it� rH u 充)iu� rH u 冀)iv� rH � 勇)iw� rH � 勺)ix� rH r )iy� rH u 啕)iz� rH � 喙)i{� rH u 嗢)i|� rH r )i}� rH u 墳)i~� rH u 奄)i� rH u 奔)i�� rH u 婢)i�� rH u 嬨r� r� r� r� r� �_seg_42C s r/ c C s g d�S )N)d)i�� rH u 廒)i�� rH u 廙)i�� rH u 彩)i�� rH u 徭)i�� rH u 惘)i�� rH � 慎)i�� rH u 愈)i�� rH r )i�� rH u 慠)i�� rH r )i�� rH u 戴)i�� rH u 揄)i�� rH u 搜)i�� rH u 摒)i�� rH u 敖)i�� rH r )i�� rH r� )i�� rH � 望)i�� rH u 杖)i�� rH r" )i�� rH r� )i�� rH r )i�� rH u 滛)i�� rH � 滋)i�� rH r )i�� rH � 瀞)i�� rH r )i�� rH u 瞧)i�� rH � 爵)i�� rH u 犯)i�� rH r )i�� rH � 瑱)i�� rH u 甆)i�� rH u 画)i�� rH u 瘝)i�� rH u 瘟)i�� rH r )i�� rH u 盛)i�� rH � 直)i�� rH � 睊)i�� rH u 着)i�� rH � 磌)i�� rH u 窱)i�� rH r! )i�� rH u 类)i�� rH u 絛)i�� rH r )i�� rH u 缾)i�� rH r" )i�� rH u 荒)i�� rH u 華)i�� rH � 蝹)i�� rH u 襁)i�� rH u 覆)i�� rH r$ )i�� rH u 調)i�� rH r )i�� rH u 請)i�� rH r% )i�� rH r� )i�� rH � 諭)i�� rH r& )i�� rH � 變)i�� rH r' )i� rH � 輸)i� rH u 遲)i� rH u 醙)i� rH u 鉶)i� rH u 陼)i� rH r( )i� rH r )i� rH u 韛)i� rH r) )i� rH � 頋)i� rH r* )i� rH � 鬒)i� rH r8 )i� rH u 𢡊)i� rH u 𢡄)i� rH u 𣏕)i� rH � 㮝)i� rH u 䀘)i� rH � 䀹)i� rH u 𥉉)i� rH u 𥳐)i� rH u 𧻓)i� rH u 齃)i� rH u 龎)i� r� )i � rH �ff)i� rH �fi)i� rH �fl)i� rH �ffi)i� rH �ffl)i� rH �st)i� r� )i� rH u մն)i� rH u մե)i� rH u մի)i� rH u վնr� r� r� r� r� �_seg_43� s rG c C s g d�S )N)d)i� rH u մխ)i� r� )i � rH u יִ)i � r3 )i � rH u ײַ)i � rH u ע)i!� rH r� )i"� rH r� )i#� rH u ה)i$� rH u כ)i%� rH u ל)i&� rH u ם)i'� rH u ר)i(� rH u ת)i)� r r� )i*� rH u שׁ)i+� rH u שׂ)i,� rH u שּׁ)i-� rH u שּׂ)i.� rH u אַ)i/� rH u אָ)i0� rH u אּ)i1� rH u בּ)i2� rH u גּ)i3� rH u דּ)i4� rH u הּ)i5� rH u וּ)i6� rH u זּ)i7� r� )i8� rH u טּ)i9� rH u יּ)i:� rH u ךּ)i;� rH u כּ)i<� rH u לּ)i=� r� )i>� rH u מּ)i?� r� )i@� rH u נּ)iA� rH u סּ)iB� r� )iC� rH u ףּ)iD� rH u פּ)iE� r� )iF� rH u צּ)iG� rH u קּ)iH� rH u רּ)iI� rH u שּ)iJ� rH u תּ)iK� rH u וֹ)iL� rH u בֿ)iM� rH u כֿ)iN� rH u פֿ)iO� rH u אל)iP� rH u ٱ)iR� rH u ٻ)iV� rH u پ)iZ� rH u ڀ)i^� rH u ٺ)ib� rH u ٿ)if� rH u ٹ)ij� rH u ڤ)in� rH u ڦ)ir� rH u ڄ)iv� rH u ڃ)iz� rH u چ)i~� rH u ڇ)i�� rH u ڍ)i�� rH u ڌ)i�� rH u ڎ)i�� rH u ڈ)i�� rH u ژ)i�� rH u ڑ)i�� rH u ک)i�� rH u گ)i�� rH u ڳ)i�� rH u ڱ)i�� rH � ں)i�� rH u ڻ)i�� rH u ۀ)i�� rH u ہ)i�� rH u ھ)i�� rH u ے)i�� rH u ۓ)i�� r3 )i� r� )i� rH u ڭ)i� rH u ۇ)i� rH u ۆ)i� rH u ۈ)i� rH r� )i� rH u ۋ)i� rH u ۅ)i� rH u ۉ)i� rH u ې)i� rH � ى)i� rH u ئا)i� rH u ئە)i� rH u ئو)i� rH u ئۇ)i� rH u ئۆr� r� r� r� r� �_seg_44 s rJ c C s g d�S )N)d)i� rH u ئۈ)i�� rH u ئې)i�� rH � ئى)i�� rH u ی)i � rH � ئج)i� rH � ئح)i� rH � ئم)i� rH rK )i� rH � ئي)i� rH � بج)i� rH � بح)i� rH � بخ)i� rH � بم)i � rH � بى)i
� rH � بي)i � rH � تج)i � rH � تح)i
� rH � تخ)i� rH � تم)i� rH � تى)i� rH � تي)i� rH u ثج)i� rH � ثم)i� rH � ثى)i� rH � ثي)i� rH � جح)i� rH � جم)i� rH � حج)i� rH � حم)i� rH � خج)i� rH u خح)i� rH � خم)i � rH � سج)i � rH � سح)i � rH � سخ)i � rH � سم)i � rH � صح)i!� rH � صم)i"� rH � ضج)i#� rH � ضح)i$� rH � ضخ)i%� rH � ضم)i&� rH � طح)i'� rH � طم)i(� rH � ظم)i)� rH � عج)i*� rH � عم)i+� rH � غج)i,� rH � غم)i-� rH � فج)i.� rH � فح)i/� rH � فخ)i0� rH � فم)i1� rH � فى)i2� rH � في)i3� rH � قح)i4� rH � قم)i5� rH � قى)i6� rH � قي)i7� rH � كا)i8� rH � كج)i9� rH � كح)i:� rH � كخ)i;� rH � كل)i<� rH � كم)i=� rH � كى)i>� rH � كي)i?� rH � لج)i@� rH � لح)iA� rH � لخ)iB� rH � لم)iC� rH � لى)iD� rH � لي)iE� rH � مج)iF� rH � مح)iG� rH � مخ)iH� rH � مم)iI� rH u مى)iJ� rH u مي)iK� rH � نج)iL� rH � نح)iM� rH � نخ)iN� rH � نم)iO� rH � نى)iP� rH � ني)iQ� rH � هج)iR� rH � هم)iS� rH u هى)iT� rH u هي)iU� rH � يج)iV� rH � يح)iW� rH � يخ)iX� rH � يم)iY� rH � يى)iZ� rH � يي)i[� rH u ذٰ)i\� rH u رٰ)i]� rH � ىٰ)i^� r u ٌّ)i_� r u ٍّr� r� r� r� r� �_seg_45~ s r� c C s g d�S )N)d)i`� r u َّ)ia� r u ُّ)ib� r u ِّ)ic� r u ّٰ)id� rH u ئر)ie� rH u ئز)if� rH rN )ig� rH u ئن)ih� rH rK )ii� rH rO )ij� rH u بر)ik� rH u بز)il� rH rS )im� rH u بن)in� rH rT )io� rH rU )ip� rH u تر)iq� rH u تز)ir� rH rY )is� rH u تن)it� rH rZ )iu� rH r[ )iv� rH u ثر)iw� rH u ثز)ix� rH r\ )iy� rH u ثن)iz� rH r] )i{� rH r^ )i|� rH rz )i}� rH r{ )i~� rH r~ )i� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH u ما)i�� rH r� )i�� rH u نر)i�� rH u نز)i�� rH r� )i�� rH u نن)i�� rH r� )i�� rH r� )i�� rH r� )i�� rH u ير)i�� rH u يز)i�� rH r� )i�� rH u ين)i�� rH r� )i�� rH r� )i�� rH rL )i�� rH rM )i�� rH u ئخ)i�� rH rN )i�� rH � ئه)i�� rH rP )i�� rH rQ )i�� rH rR )i�� rH rS )i�� rH � به)i�� rH rV )i�� rH rW )i�� rH rX )i�� rH rY )i�� rH � ته)i�� rH r\ )i�� rH r_ )i�� rH r` )i�� rH ra )i�� rH rb )i�� rH rc )i�� rH rd )i�� rH re )i�� rH rf )i�� rH rg )i�� rH rh )i�� rH ri )i�� rH u صخ)i�� rH rj )i�� rH rk )i�� rH rl )i�� rH rm )i�� rH rn )i�� rH ro )i�� rH rq )i�� rH rr )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i� rH r| )i� rH r} r� r� r� r� r� �_seg_46� s r� c C s g d�S )N)d)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH u له)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH � نه)i� rH r� )i� rH r� )i� rH u هٰ)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH � يه)i� rH rN )i� rH r� )i� rH rS )i� rH r� )i� rH rY )i� rH r� )i� rH r\ )i� rH u ثه)i� rH rh )i� rH � سه)i� rH � شم)i� rH � شه)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH u ـَّ)i� rH u ـُّ)i� rH u ـِّ)i�� rH � طى)i�� rH � طي)i�� rH � عى)i�� rH � عي)i�� rH � غى)i�� rH � غي)i�� rH � سى)i�� rH � سي)i�� rH � شى)i�� rH � شي)i�� rH � حى)i � rH � حي)i� rH � جى)i� rH � جي)i� rH � خى)i� rH � خي)i� rH � صى)i� rH � صي)i� rH � ضى)i� rH � ضي)i � rH � شج)i
� rH � شح)i � rH � شخ)i � rH r� )i
� rH � شر)i� rH � سر)i� rH � صر)i� rH � ضر)i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i � rH r� )i � rH r� )i � rH r� )i � rH r� )i � rH r� )i!� rH r� )i"� rH r� )i#� rH r� )i$� rH r� )i%� rH r� )i&� rH r� )i'� rH r� r� r� r� r� r� �_seg_47P s r� c C s g d�S )N)d)i(� rH r� )i)� rH r� )i*� rH r� )i+� rH r� )i,� rH r� )i-� rH r� )i.� rH r� )i/� rH r� )i0� rH r� )i1� rH r� )i2� rH r� )i3� rH rp )i4� rH re )i5� rH rf )i6� rH rg )i7� rH r� )i8� rH r� )i9� rH r� )i:� rH rp )i;� rH rq )i<� rH u اً)i>� r3 )i@� r� )iP� rH u تجم)iQ� rH u تحج)iS� rH u تحم)iT� rH u تخم)iU� rH u تمج)iV� rH u تمح)iW� rH u تمخ)iX� rH u جمح)iZ� rH u حمي)i[� rH u حمى)i\� rH u سحج)i]� rH u سجح)i^� rH u سجى)i_� rH u سمح)ia� rH u سمج)ib� rH u سمم)id� rH u صحح)if� rH � صمم)ig� rH u شحم)ii� rH u شجي)ij� rH u شمخ)il� rH u شمم)in� rH u ضحى)io� rH u ضخم)iq� rH u طمح)is� rH u طمم)it� rH u طمي)iu� rH � عجم)iv� rH u عمم)ix� rH u عمى)iy� rH u غمم)iz� rH u غمي)i{� rH u غمى)i|� rH u فخم)i~� rH � قمح)i� rH u قمم)i�� rH � لحم)i�� rH u لحي)i�� rH u لحى)i�� rH u لجج)i�� rH u لخم)i�� rH u لمح)i�� rH u محج)i�� rH u محم)i�� rH u محي)i�� rH u مجح)i�� rH u مجم)i�� rH u مخج)i�� rH u مخم)i�� r� )i�� rH u مجخ)i�� rH u همج)i�� rH u همم)i�� rH u نحم)i�� rH u نحى)i�� rH u نجم)i�� rH u نجى)i�� rH u نمي)i�� rH u نمى)i�� rH u يمم)i�� rH u بخي)i�� rH u تجي)i�� rH u تجى)i�� rH u تخي)i�� rH u تخى)i�� rH u تمي)i�� rH u تمى)i�� rH u جمي)i�� rH u جحى)i�� rH u جمى)i�� rH u سخى)i�� rH u صحي)i�� rH u شحي)i�� rH u ضحي)i�� rH u لجي)i�� rH u لمي)i�� rH u يحيr� r� r� r� r� �_seg_48� s r� c C s g d�S )N)d)i�� rH u يجي)i�� rH u يمي)i�� rH u ممي)i�� rH u قمي)i�� rH u نحي)i�� rH r� )i�� rH r� )i�� rH u عمي)i�� rH u كمي)i�� rH � نجح)i�� rH u مخي)i�� rH � لجم)i�� rH � كمم)i�� rH r� )i�� rH r� )i�� rH u جحي)i�� rH u حجي)i�� rH u مجي)i�� rH u فمي)i� rH u بحي)i� rH r� )i� rH r� )i� rH r� )i� rH u سخي)i� rH u نجي)i� r� )i� rH u صلے)i� rH u قلے)i� rH u الله)i� rH u اكبر)i� rH u محمد)i�� rH u صلعم)i�� rH u رسول)i�� rH u عليه)i�� rH u وسلم)i�� rH u صلى)i�� r u! صلى الله عليه وسلم)i�� r u جل جلاله)i�� rH u ریال)i�� r3 )i�� r� )i � r� )i� r �,)i� rH � 、)i� r� )i� r �:)i� r ri )i� r �!)i� r �?)i� rH u 〖)i� rH u 〗)i� r� )i � r3 )i0� r� )i1� rH � —)i2� rH u –)i3� r �_)i5� r r� )i6� r r� )i7� r �{)i8� r �})i9� rH � 〔)i:� rH � 〕)i;� rH u 【)i<� rH u 】)i=� rH u 《)i>� rH u 》)i?� rH r� )i@� rH r� )iA� rH � 「)iB� rH � 」)iC� rH u 『)iD� rH u 』)iE� r3 )iG� r �[)iH� r �])iI� r r� )iM� r r� )iP� r r� )iQ� rH r� )iR� r� )iT� r ri )iU� r r� )iV� r r� )iW� r r� )iX� rH r� )iY� r r� )iZ� r r� )i[� r r� )i\� r r� )i]� rH r� )i^� rH r� )i_� r �#)i`� r �&)ia� r �*)ib� r r� )ic� rH �-)id� r �<)ie� r �>)if� r r� r� r� r� r� r� �_seg_49" s r� c C s g d�S )N)d)ig� r� )ih� r �\)ii� r �$)ij� r �%)ik� r �@)il� r� )ip� r u ً)iq� rH u ـً)ir� r u ٌ)is� r3 )it� r u ٍ)iu� r� )iv� r u َ)iw� rH u ـَ)ix� r u ُ)iy� rH u ـُ)iz� r u ِ)i{� rH u ـِ)i|� r u ّ)i}� rH u ـّ)i~� r u ْ)i� rH u ـْ)i�� rH u ء)i�� rH u آ)i�� rH u أ)i�� rH u ؤ)i�� rH u إ)i�� rH u ئ)i�� rH � ا)i�� rH � ب)i�� rH u ة)i�� rH � ت)i�� rH � ث)i�� rH � ج)i�� rH � ح)i�� rH � خ)i�� rH � د)i�� rH � ذ)i�� rH � ر)i�� rH � ز)i�� rH � س)i�� rH � ش)i�� rH � ص)i�� rH � ض)i�� rH � ط)i� rH � ظ)i� rH � ع)i� rH � غ)i� rH � ف)i� rH � ق)i� rH � ك)i� rH � ل)i� rH � م)i� rH � ن)i� rH � ه)i� rH � و)i� rH rI )i� rH � ي)i�� rH u لآ)i�� rH u لأ)i�� rH u لإ)i�� rH u لا)i�� r� )i�� r� )i � r� )i� r r� )i� r �")i� r r� )i� r r� )i� r r� )i� r r� )i� r �')i� r r� )i � r r� )i
� r r� )i � r r� )i � r r� )i
� rH r� )i� rH r9 )i� r �/)i� rH r� )i� rH r� )i� rH r� )i� rH r )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� r r� )i� r ri )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� rH rI )i"� rH rK )i#� rH rM r� r� r� r� r� �_seg_50� s r c C s g d�S )N)d)i$� rH rO )i%� rH rQ )i&� rH rS )i'� rH rU )i(� rH rW )i)� rH rY )i*� rH r[ )i+� rH r] )i,� rH r_ )i-� rH ra )i.� rH rc )i/� rH re )i0� rH rg )i1� rH ri )i2� rH rk )i3� rH rm )i4� rH ro )i5� rH rq )i6� rH rs )i7� rH ru )i8� rH rw )i9� rH ry )i:� rH r{ )i;� r r� )i<� r r� )i=� r r� )i>� r �^)i?� r r� )i@� r r� )iA� rH rI )iB� rH rK )iC� rH rM )iD� rH rO )iE� rH rQ )iF� rH rS )iG� rH rU )iH� rH rW )iI� rH rY )iJ� rH r[ )iK� rH r] )iL� rH r_ )iM� rH ra )iN� rH rc )iO� rH re )iP� rH rg )iQ� rH ri )iR� rH rk )iS� rH rm )iT� rH ro )iU� rH rq )iV� rH rs )iW� rH ru )iX� rH rw )iY� rH ry )iZ� rH r{ )i[� r r� )i\� r �|)i]� r r� )i^� r �~)i_� rH u ⦅)i`� rH u ⦆)ia� rH r9 )ib� rH r� )ic� rH r� )id� rH r� )ie� rH u ・)if� rH r� )ig� rH u ァ)ih� rH u ィ)ii� rH u ゥ)ij� rH u ェ)ik� rH u ォ)il� rH u ャ)im� rH u ュ)in� rH u ョ)io� rH u ッ)ip� rH u ー)iq� rH r )ir� rH r� )is� rH r� )it� rH r� )iu� rH r� )iv� rH r� )iw� rH r� )ix� rH r� )iy� rH r� )iz� rH r� )i{� rH r� )i|� rH r� )i}� rH r� )i~� rH r� )i� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� r� r� r� r� r� �_seg_51� s r c C s g d�S )N)d)i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH u ン)i�� rH u ゙)i�� rH u ゚)i�� r� )i�� rH r; )i�� rH r< )i�� rH r= )i�� rH r> )i�� rH r? )i�� rH r@ )i�� rH rA )i�� rH rB )i�� rH rC )i�� rH rD )i�� rH rE )i�� rH rF )i�� rH rG )i�� rH rH )i�� rH rI )i�� rH rJ )i�� rH rK )i�� rH rL )i�� rH rM )i�� rH rN )i�� rH rO )i�� rH rP )i�� rH rQ )i�� rH rR )i�� rH rS )i�� rH rT )i�� rH rU )i�� rH rV )i�� rH rW )i�� rH rX )i�� r� )i� rH rY )i� rH rZ )i� rH r[ )i� rH r\ )i� rH r] )i� rH r^ )i� r� )i� rH r_ )i� rH r` )i� rH ra )i� rH rb )i� rH rc )i� rH rd )i� r� )i� rH re )i� rH rf )i� rH rg )i� rH rh )i� rH ri )i� rH rj )i� r� )i� rH rk )i� rH rl )i� rH rm )i� r� )i� rH � ¢)i� rH � £)i� rH � ¬)i� r r� )i� rH � ¦)i� rH � ¥)i� rH u ₩)i� r� )i� rH u │)i� rH u ←)i� rH u ↑)i� rH u →)i� rH u ↓)i� rH u ■)i� rH u ○)i� r� )i r3 )i r� )i
r3 r� r� r� r� r� �_seg_52] s r c C s g d�S )N)d)i' r� )i( r3 )i; r� )i< r3 )i> r� )i? r3 )iN r� )iP r3 )i^ r� )i� r3 )i� r� )i r3 )i r� )i r3 )i4 r� )i7 r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i$ r� )i- r3 )iK r� )iP r3 )i{ r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i rH u 𐐨)i rH u 𐐩)i rH u 𐐪)i rH u 𐐫)i rH u 𐐬)i rH u 𐐭)i rH u 𐐮)i rH u 𐐯)i rH u 𐐰)i rH u 𐐱)i
rH u 𐐲)i rH u 𐐳)i rH u 𐐴)i
rH u 𐐵)i rH u 𐐶)i rH u 𐐷)i rH u 𐐸)i rH u 𐐹)i rH u 𐐺)i rH u 𐐻)i rH u 𐐼)i rH u 𐐽)i rH u 𐐾)i rH u 𐐿)i rH u 𐑀)i rH u 𐑁)i rH u 𐑂)i rH u 𐑃)i rH u 𐑄)i rH u 𐑅)i rH u 𐑆)i rH u 𐑇)i rH u 𐑈)i! rH u 𐑉)i" rH u 𐑊)i# rH u 𐑋)i$ rH u 𐑌)i% rH u 𐑍)i& rH u 𐑎)i' rH u 𐑏)i( r3 )i� r� )i� r3 )i� r� )i� rH u 𐓘)i� rH u 𐓙)i� rH u 𐓚)i� rH u 𐓛)i� rH u 𐓜)i� rH u 𐓝)i� rH u 𐓞)i� rH u 𐓟)i� rH u 𐓠)i� rH u 𐓡)i� rH u 𐓢)i� rH u 𐓣)i� rH u 𐓤)i� rH u 𐓥)i� rH u 𐓦r� r� r� r� r� �_seg_53� s r c C s g d�S )N)d)i� rH u 𐓧)i� rH u 𐓨)i� rH u 𐓩)i� rH u 𐓪)i� rH u 𐓫)i� rH u 𐓬)i� rH u 𐓭)i� rH u 𐓮)i� rH u 𐓯)i� rH u 𐓰)i� rH u 𐓱)i� rH u 𐓲)i� rH u 𐓳)i� rH u 𐓴)i� rH u 𐓵)i� rH u 𐓶)i� rH u 𐓷)i� rH u 𐓸)i� rH u 𐓹)i� rH u 𐓺)i� rH u 𐓻)i� r� )i� r3 )i� r� )i r3 )i( r� )i0 r3 )id r� )io r3 )ip r� )i r3 )i7 r� )i@ r3 )iV r� )i` r3 )ih r� )i r3 )i r� )i r3 )i r� )i
r3 )i6 r� )i7 r3 )i9 r� )i< r3 )i= r� )i? r3 )iV r� )iW r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i r� )i r3 )i: r� )i? r3 )i@ r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i
r� )i
r3 )i
r� )i
r3 )i
r� )i
r3 )i
r� )i
r3 )i6
r� )i8
r3 )i;
r� )i?
r3 )iI
r� )iP
r3 )iY
r� )i`
r3 )i�
r� )i�
r3 )i�
r� )i�
r3 )i�
r� )i r3 )i6 r� )i9 r3 )iV r� )iX r3 )is r� )ix r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� r� r� r� r� r� �_seg_54/ s r c C s g d�S )N)d)i r3 )iI r� )i� rH u 𐳀)i� rH u 𐳁)i� rH u 𐳂)i� rH u 𐳃)i� rH u 𐳄)i� rH u 𐳅)i� rH u 𐳆)i� rH u 𐳇)i� rH u 𐳈)i� rH u 𐳉)i� rH u 𐳊)i� rH u 𐳋)i� rH u 𐳌)i� rH u 𐳍)i� rH u 𐳎)i� rH u 𐳏)i� rH u 𐳐)i� rH u 𐳑)i� rH u 𐳒)i� rH u 𐳓)i� rH u 𐳔)i� rH u 𐳕)i� rH u 𐳖)i� rH u 𐳗)i� rH u 𐳘)i� rH u 𐳙)i� rH u 𐳚)i� rH u 𐳛)i� rH u 𐳜)i� rH u 𐳝)i� rH u 𐳞)i� rH u 𐳟)i� rH u 𐳠)i� rH u 𐳡)i� rH u 𐳢)i� rH u 𐳣)i� rH u 𐳤)i� rH u 𐳥)i� rH u 𐳦)i� rH u 𐳧)i� rH u 𐳨)i� rH u 𐳩)i� rH u 𐳪)i� rH u 𐳫)i� rH u 𐳬)i� rH u 𐳭)i� rH u 𐳮)i� rH u 𐳯)i� rH u 𐳰)i� rH u 𐳱)i� rH u 𐳲)i� r� )i� r3 )i� r� )i� r3 )i(
r� )i0
r3 )i:
r� )i` r3 )i r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i( r� )i0 r3 )iZ r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )iN r� )iR r3 )ip r� )i r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i5 r� )i6 r3 )iH r� )iP r3 )iw r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� r� r� r� r� r� �_seg_55� s r c C s g d�S )N)d)i r3 )i? r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 )i
r� )i r3 )i r� )i r3 )i) r� )i* r3 )i1 r� )i2 r3 )i4 r� )i5 r3 )i: r� )i; r3 )iE r� )iG r3 )iI r� )iK r3 )iN r� )iP r3 )iQ r� )iW r3 )iX r� )i] r3 )id r� )if r3 )im r� )ip r3 )iu r� )i r3 )i\ r� )i] r3 )ib r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )iE r� )iP r3 )iZ r� )i` r3 )im r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 )i, r� )i0 r3 )i@ r� )i r3 )i< r� )i� rH u 𑣀)i� rH u 𑣁)i� rH u 𑣂)i� rH u 𑣃)i� rH u 𑣄)i� rH u 𑣅)i� rH u 𑣆)i� rH u 𑣇)i� rH u 𑣈)i� rH u 𑣉)i� rH u 𑣊)i� rH u 𑣋)i� rH u 𑣌)i� rH u 𑣍)i� rH u 𑣎)i� rH u 𑣏)i� rH u 𑣐)i� rH u 𑣑)i� rH u 𑣒)i� rH u 𑣓)i� rH u 𑣔)i� rH u 𑣕)i� rH u 𑣖)i� rH u 𑣗r� r� r� r� r� �_seg_56 s r c C s g d�S )N)d)i� rH u 𑣘)i� rH u 𑣙)i� rH u 𑣚)i� rH u 𑣛)i� rH u 𑣜)i� rH u 𑣝)i� rH u 𑣞)i� rH u 𑣟)i� r3 )i� r� )i� r3 )i r� )i r3 )i
r� )i r3 )i r� )i r3 )i r� )i r3 )i6 r� )i7 r3 )i9 r� )i; r3 )iG r� )iP r3 )iZ r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )iH r� )iP r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i
r3 )i7 r� )i8 r3 )iF r� )iP r3 )im r� )ip r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i r3 )i r� )i r3 )i
r� )i r3 )i7 r� )i: r3 )i; r� )i< r3 )i> r� )i? r3 )iH r� )iP r3 )iZ r� )i` r3 )if r� )ig r3 )ii r� )ij r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i� r� )i� r3 )i�# r� )i $ r3 )io$ r� )ip$ r3 )iu$ r� )i�$ r3 )iD% r� )i 0 r3 )i/4 r� )i D r3 )iGF r� )i h r3 )i9j r� )i@j r3 )i_j r� r� r� r� r� r� �_seg_57j s r c C s g d�S )N)d)i`j r3 )ijj r� )inj r3 )ipj r� )i�j r3 )i�j r� )i�j r3 )i�j r� )i k r3 )iFk r� )iPk r3 )iZk r� )i[k r3 )ibk r� )ick r3 )ixk r� )i}k r3 )i�k r� )i@n rH u 𖹠)iAn rH u 𖹡)iBn rH u 𖹢)iCn rH u 𖹣)iDn rH u 𖹤)iEn rH u 𖹥)iFn rH u 𖹦)iGn rH u 𖹧)iHn rH u 𖹨)iIn rH u 𖹩)iJn rH u 𖹪)iKn rH u 𖹫)iLn rH u 𖹬)iMn rH u 𖹭)iNn rH u 𖹮)iOn rH u 𖹯)iPn rH u 𖹰)iQn rH u 𖹱)iRn rH u 𖹲)iSn rH u 𖹳)iTn rH u 𖹴)iUn rH u 𖹵)iVn rH u 𖹶)iWn rH u 𖹷)iXn rH u 𖹸)iYn rH u 𖹹)iZn rH u 𖹺)i[n rH u 𖹻)i\n rH u 𖹼)i]n rH u 𖹽)i^n rH u 𖹾)i_n rH u 𖹿)i`n r3 )i�n r� )i o r3 )iKo r� )iOo r3 )i�o r� )i�o r3 )i�o r� )i�o r3 )i�o r� )i�o r3 )i�o r� )i p r3 )i�� r� )i � r3 )i r� )i � r3 )i � r� )i � r3 )i � r� )iP� r3 )iS� r� )id� r3 )ih� r� )ip� r3 )i�� r� )i � r3 )ik� r� )ip� r3 )i}� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r� )i � r3 )i�� r� )i � r3 )i'� r� )i)� r3 )i^� rH u 𝅗𝅥)i_� rH u 𝅘𝅥)i`� rH u 𝅘𝅥𝅮)ia� rH u 𝅘𝅥𝅯)ib� rH u 𝅘𝅥𝅰)ic� rH u 𝅘𝅥𝅱)id� rH u 𝅘𝅥𝅲)ie� r3 r� r� r� r� r� �_seg_58� s r c C s g d�S )N)d)is� r� )i{� r3 )i�� rH u 𝆹𝅥)i�� rH u 𝆺𝅥)i�� rH u 𝆹𝅥𝅮)i�� rH u 𝆺𝅥𝅮)i�� rH u 𝆹𝅥𝅯)i�� rH u 𝆺𝅥𝅯)i�� r3 )i�� r� )i � r3 )iF� r� )i�� r3 )i�� r� )i � r3 )iW� r� )i`� r3 )iy� r� )i � rH rI )i� rH rK )i� rH rM )i� rH rO )i� rH rQ )i� rH rS )i� rH rU )i� rH rW )i� rH rY )i � rH r[ )i
� rH r] )i � rH r_ )i � rH ra )i
� rH rc )i� rH re )i� rH rg )i� rH ri )i� rH rk )i� rH rm )i� rH ro )i� rH rq )i� rH rs )i� rH ru )i� rH rw )i� rH ry )i� rH r{ )i� rH rI )i� rH rK )i � rH rM )i � rH rO )i � rH rQ )i � rH rS )i � rH rU )i!� rH rW )i"� rH rY )i#� rH r[ )i$� rH r] )i%� rH r_ )i&� rH ra )i'� rH rc )i(� rH re )i)� rH rg )i*� rH ri )i+� rH rk )i,� rH rm )i-� rH ro )i.� rH rq )i/� rH rs )i0� rH ru )i1� rH rw )i2� rH ry )i3� rH r{ )i4� rH rI )i5� rH rK )i6� rH rM )i7� rH rO )i8� rH rQ )i9� rH rS )i:� rH rU )i;� rH rW )i<� rH rY )i=� rH r[ )i>� rH r] )i?� rH r_ )i@� rH ra )iA� rH rc )iB� rH re )iC� rH rg )iD� rH ri )iE� rH rk )iF� rH rm )iG� rH ro )iH� rH rq )iI� rH rs )iJ� rH ru )iK� rH rw )iL� rH ry )iM� rH r{ )iN� rH rI )iO� rH rK )iP� rH rM )iQ� rH rO r� r� r� r� r� �_seg_59< s r c C s g d�S )N)d)iR� rH rQ )iS� rH rS )iT� rH rU )iU� r� )iV� rH rY )iW� rH r[ )iX� rH r] )iY� rH r_ )iZ� rH ra )i[� rH rc )i\� rH re )i]� rH rg )i^� rH ri )i_� rH rk )i`� rH rm )ia� rH ro )ib� rH rq )ic� rH rs )id� rH ru )ie� rH rw )if� rH ry )ig� rH r{ )ih� rH rI )ii� rH rK )ij� rH rM )ik� rH rO )il� rH rQ )im� rH rS )in� rH rU )io� rH rW )ip� rH rY )iq� rH r[ )ir� rH r] )is� rH r_ )it� rH ra )iu� rH rc )iv� rH re )iw� rH rg )ix� rH ri )iy� rH rk )iz� rH rm )i{� rH ro )i|� rH rq )i}� rH rs )i~� rH ru )i� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� r� )i�� rH rM )i�� rH rO )i�� r� )i�� rH rU )i�� r� )i�� rH r[ )i�� rH r] )i�� r� )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� r� )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM r� r� r� r� r� �_seg_60� s r c C s g d�S )N)d)i�� rH rO )i�� r� )i�� rH rS )i�� r� )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� r� )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i � rH ru )i� rH rw )i� rH ry )i� rH r{ )i� rH rI )i� rH rK )i� r� )i� rH rO )i� rH rQ )i � rH rS )i
� rH rU )i � r� )i
� rH r[ )i� rH r] )i� rH r_ )i� rH ra )i� rH rc )i� rH re )i� rH rg )i� rH ri )i� r� )i� rH rm )i� rH ro )i� rH rq )i� rH rs )i� rH ru )i� rH rw )i � rH ry )i � r� r� r� r� r� r� �_seg_61 s r c C s g d�S )N)d)i � rH rI )i � rH rK )i � rH rM )i!� rH rO )i"� rH rQ )i#� rH rS )i$� rH rU )i%� rH rW )i&� rH rY )i'� rH r[ )i(� rH r] )i)� rH r_ )i*� rH ra )i+� rH rc )i,� rH re )i-� rH rg )i.� rH ri )i/� rH rk )i0� rH rm )i1� rH ro )i2� rH rq )i3� rH rs )i4� rH ru )i5� rH rw )i6� rH ry )i7� rH r{ )i8� rH rI )i9� rH rK )i:� r� )i;� rH rO )i<� rH rQ )i=� rH rS )i>� rH rU )i?� r� )i@� rH rY )iA� rH r[ )iB� rH r] )iC� rH r_ )iD� rH ra )iE� r� )iF� rH re )iG� r� )iJ� rH rm )iK� rH ro )iL� rH rq )iM� rH rs )iN� rH ru )iO� rH rw )iP� rH ry )iQ� r� )iR� rH rI )iS� rH rK )iT� rH rM )iU� rH rO )iV� rH rQ )iW� rH rS )iX� rH rU )iY� rH rW )iZ� rH rY )i[� rH r[ )i\� rH r] )i]� rH r_ )i^� rH ra )i_� rH rc )i`� rH re )ia� rH rg )ib� rH ri )ic� rH rk )id� rH rm )ie� rH ro )if� rH rq )ig� rH rs )ih� rH ru )ii� rH rw )ij� rH ry )ik� rH r{ )il� rH rI )im� rH rK )in� rH rM )io� rH rO )ip� rH rQ )iq� rH rS )ir� rH rU )is� rH rW )it� rH rY )iu� rH r[ )iv� rH r] )iw� rH r_ )ix� rH ra )iy� rH rc )iz� rH re )i{� rH rg )i|� rH ri )i}� rH rk )i~� rH rm )i� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw r� r� r� r� r� �_seg_62w s r c C s g d�S )N)d)i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro r� r� r� r� r� �_seg_63� s r c C s g d�S )N)d)i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i � rH rm )i� rH ro )i� rH rq )i� rH rs )i� rH ru )i� rH rw )i� rH ry )i� rH r{ )i� rH rI )i � rH rK )i
� rH rM )i � rH rO )i � rH rQ )i
� rH rS )i� rH rU )i� rH rW )i� rH rY )i� rH r[ )i� rH r] )i� rH r_ )i� rH ra )i� rH rc )i� rH re )i� rH rg )i� rH ri )i� rH rk )i� rH rm )i� rH ro )i � rH rq )i � rH rs )i � rH ru )i � rH rw )i � rH ry )i!� rH r{ )i"� rH rI )i#� rH rK )i$� rH rM )i%� rH rO )i&� rH rQ )i'� rH rS )i(� rH rU )i)� rH rW )i*� rH rY )i+� rH r[ )i,� rH r] )i-� rH r_ )i.� rH ra )i/� rH rc )i0� rH re )i1� rH rg )i2� rH ri )i3� rH rk )i4� rH rm )i5� rH ro )i6� rH rq )i7� rH rs )i8� rH ru )i9� rH rw )i:� rH ry )i;� rH r{ )i<� rH rI )i=� rH rK )i>� rH rM )i?� rH rO )i@� rH rQ )iA� rH rS )iB� rH rU )iC� rH rW )iD� rH rY )iE� rH r[ )iF� rH r] )iG� rH r_ )iH� rH ra )iI� rH rc )iJ� rH re )iK� rH rg r� r� r� r� r� �_seg_64I s r c C s g d�S )N)d)iL� rH ri )iM� rH rk )iN� rH rm )iO� rH ro )iP� rH rq )iQ� rH rs )iR� rH ru )iS� rH rw )iT� rH ry )iU� rH r{ )iV� rH rI )iW� rH rK )iX� rH rM )iY� rH rO )iZ� rH rQ )i[� rH rS )i\� rH rU )i]� rH rW )i^� rH rY )i_� rH r[ )i`� rH r] )ia� rH r_ )ib� rH ra )ic� rH rc )id� rH re )ie� rH rg )if� rH ri )ig� rH rk )ih� rH rm )ii� rH ro )ij� rH rq )ik� rH rs )il� rH ru )im� rH rw )in� rH ry )io� rH r{ )ip� rH rI )iq� rH rK )ir� rH rM )is� rH rO )it� rH rQ )iu� rH rS )iv� rH rU )iw� rH rW )ix� rH rY )iy� rH r[ )iz� rH r] )i{� rH r_ )i|� rH ra )i}� rH rc )i~� rH re )i� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH rI )i�� rH rK )i�� rH rM )i�� rH rO )i�� rH rQ )i�� rH rS )i�� rH rU )i�� rH rW )i�� rH rY )i�� rH r[ )i�� rH r] )i�� rH r_ )i�� rH ra )i�� rH rc )i�� rH re )i�� rH rg )i�� rH ri )i�� rH rk )i�� rH rm )i�� rH ro )i�� rH rq )i�� rH rs )i�� rH ru )i�� rH rw )i�� rH ry )i�� rH r{ )i�� rH u ı)i�� rH u ȷ)i�� r� )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i�� rH rz )i�� rH rg r� r� r� r� r� �_seg_65� s r c C s g d�S )N)d)i�� rH r{ )i�� rH r| )i�� rH r� )i�� rH r} )i�� rH r~ )i�� rH r )i�� rH r� )i�� rH r� )i�� rH rz )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH � ∇)i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i�� rH rz )i�� rH rg )i�� rH r{ )i�� rH r| )i�� rH r� )i�� rH r} )i�� rH r~ )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH � ∂)i�� rH rw )i�� rH rz )i�� rH r{ )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i�� rH rz )i�� rH rg )i�� rH r{ )i�� rH r| )i�� rH r� )i�� rH r} )i�� rH r~ )i�� rH r )i�� rH r� )i�� rH r� )i�� rH rz )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i � rH rw )i� rH rx )i� rH ry )i� rH rz )i� rH rg )i� rH r{ )i� rH r| )i� rH r� )i� rH r} )i � rH r~ )i
� rH r )i � rH r� )i � rH r� )i
� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r! )i� rH rw r� r� r� r� r� �_seg_66 s r" c C s g d�S )N)d)i� rH rz )i� rH r{ )i� rH r� )i� rH r� )i� rH r� )i � rH rs )i � rH rt )i � rH ru )i � rH rv )i � rH rw )i!� rH rx )i"� rH ry )i#� rH rz )i$� rH rg )i%� rH r{ )i&� rH r| )i'� rH r� )i(� rH r} )i)� rH r~ )i*� rH r )i+� rH r� )i,� rH r� )i-� rH rz )i.� rH r� )i/� rH r� )i0� rH r� )i1� rH r� )i2� rH r� )i3� rH r� )i4� rH r� )i5� rH r )i6� rH rs )i7� rH rt )i8� rH ru )i9� rH rv )i:� rH rw )i;� rH rx )i<� rH ry )i=� rH rz )i>� rH rg )i?� rH r{ )i@� rH r| )iA� rH r� )iB� rH r} )iC� rH r~ )iD� rH r )iE� rH r� )iF� rH r� )iG� rH r� )iI� rH r� )iJ� rH r� )iK� rH r� )iL� rH r� )iM� rH r� )iN� rH r� )iO� rH r! )iP� rH rw )iQ� rH rz )iR� rH r{ )iS� rH r� )iT� rH r� )iU� rH r� )iV� rH rs )iW� rH rt )iX� rH ru )iY� rH rv )iZ� rH rw )i[� rH rx )i\� rH ry )i]� rH rz )i^� rH rg )i_� rH r{ )i`� rH r| )ia� rH r� )ib� rH r} )ic� rH r~ )id� rH r )ie� rH r� )if� rH r� )ig� rH rz )ih� rH r� )ii� rH r� )ij� rH r� )ik� rH r� )il� rH r� )im� rH r� )in� rH r� )io� rH r )ip� rH rs )iq� rH rt )ir� rH ru )is� rH rv )it� rH rw )iu� rH rx )iv� rH ry )iw� rH rz )ix� rH rg )iy� rH r{ )iz� rH r| )i{� rH r� r� r� r� r� r� �_seg_67� s r# c C s g d�S )N)d)i|� rH r} )i}� rH r~ )i~� rH r )i� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r! )i�� rH rw )i�� rH rz )i�� rH r{ )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i�� rH rz )i�� rH rg )i�� rH r{ )i�� rH r| )i�� rH r� )i�� rH r} )i�� rH r~ )i�� rH r )i�� rH r� )i�� rH r� )i�� rH rz )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH rs )i�� rH rt )i�� rH ru )i�� rH rv )i�� rH rw )i�� rH rx )i�� rH ry )i�� rH rz )i�� rH rg )i�� rH r{ )i�� rH r| )i�� rH r� )i�� rH r} )i�� rH r~ )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r! )i�� rH rw )i�� rH rz )i�� rH r{ )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� r� r� r� r� r� �_seg_68� s r$ c C s g d�S )N)d)i�� rH r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i � r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i � r3 )i� r� )i� r3 )i� r� )i� r3 )i"� r� )i#� r3 )i%� r� )i&� r3 )i+� r� )i � r3 )i-� r� )i0� r3 )i>� r� )i@� r3 )iJ� r� )iN� r3 )iP� r� )i�� r3 )i�� r� )i�� r3 )i � r� )i � r3 )i�� r� )i�� r3 )i�� r� )i � rH u 𞤢)i� rH u 𞤣)i� rH u 𞤤)i� rH u 𞤥)i� rH u 𞤦)i� rH u 𞤧)i� rH u 𞤨)i� rH u 𞤩)i� rH u 𞤪)i � rH u 𞤫)i
� rH u 𞤬)i � rH u 𞤭)i � rH u 𞤮)i
� rH u 𞤯)i� rH u 𞤰)i� rH u 𞤱)i� rH u 𞤲)i� rH u 𞤳)i� rH u 𞤴)i� rH u 𞤵)i� rH u 𞤶)i� rH u 𞤷)i� rH u 𞤸)i� rH u 𞤹)i� rH u 𞤺)i� rH u 𞤻)i� rH u 𞤼)i� rH u 𞤽)i � rH u 𞤾)i � rH u 𞤿)i � rH u 𞥀)i � rH u 𞥁)i � rH u 𞥂)i!� rH u 𞥃)i"� r3 )iL� r� )iP� r3 )iZ� r� )i^� r3 )i`� r� r� r� r� r� r� �_seg_69V s r% c C s g d�S )N)d)iq� r3 )i�� r� )i� r3 )i>� r� )i � rH r� )i� rH r� )i� rH r� )i� rH r� )i� r� )i� rH r )i� rH r� )i� rH r� )i� rH r� )i � rH r )i
� rH r� )i � rH r� )i � rH r )i
� rH r )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i� rH r� )i � rH � ٮ)i � rH rH )i � rH � ڡ)i � rH � ٯ)i � r� )i!� rH r� )i"� rH r� )i#� r� )i$� rH r )i%� r� )i'� rH r� )i(� r� )i)� rH r )i*� rH r� )i+� rH r� )i,� rH r )i-� rH r )i.� rH r� )i/� rH r� )i0� rH r� )i1� rH r� )i2� rH r� )i3� r� )i4� rH r� )i5� rH r� )i6� rH r� )i7� rH r� )i8� r� )i9� rH r� )i:� r� )i;� rH r� )i<� r� )iB� rH r� )iC� r� )iG� rH r� )iH� r� )iI� rH r )iJ� r� )iK� rH r� )iL� r� )iM� rH r )iN� rH r� )iO� rH r� )iP� r� )iQ� rH r� )iR� rH r� )iS� r� )iT� rH r� )iU� r� )iW� rH r� )iX� r� )iY� rH r� )iZ� r� )i[� rH r� )i\� r� )i]� rH rH )i^� r� )i_� rH r( )i`� r� )ia� rH r� )ib� rH r� )ic� r� )id� rH r )ie� r� )ig� rH r� )ih� rH r� )ii� rH r )ij� rH r� r� r� r� r� r� �_seg_70� s r) c C s g d�S )N)d)ik� r� )il� rH r )im� rH r )in� rH r� )io� rH r� )ip� rH r� )iq� rH r� )ir� rH r� )is� r� )it� rH r� )iu� rH r� )iv� rH r� )iw� rH r� )ix� r� )iy� rH r� )iz� rH r� )i{� rH r� )i|� rH r& )i}� r� )i~� rH r' )i� r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� r� )i�� rH r� )i�� rH r )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� r� )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r )i�� r� )i�� rH r� )i�� rH r )i�� rH r )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� r� )i�� r3 )i�� r� )i � r3 )i,� r� )i0� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i� r z0,)i� r z1,)i� r z2,)i� r z3,)i� r z4,)i� r z5,)i� r z6,)i� r z7,r� r� r� r� r� �_seg_71( s r* c C s g d�S )N)d)i � r z8,)i
� r z9,)i � r3 )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i � r r� )i � r r� )i � r r� )i � r r )i � r r )i!� r r )i"� r r )i#� r r )i$� r r )i%� r r )i&� r r )i'� r r )i(� r r )i)� r r
)i*� rH u 〔s〕)i+� rH rM )i,� rH rk )i-� rH r� )i.� rH Zwz)i/� r3 )i0� rH rI )i1� rH rK )i2� rH rM )i3� rH rO )i4� rH rQ )i5� rH rS )i6� rH rU )i7� rH rW )i8� rH rY )i9� rH r[ )i:� rH r] )i;� rH r_ )i<� rH ra )i=� rH rc )i>� rH re )i?� rH rg )i@� rH ri )iA� rH rk )iB� rH rm )iC� rH ro )iD� rH rq )iE� rH rs )iF� rH ru )iG� rH rw )iH� rH ry )iI� rH r{ )iJ� rH Zhv)iK� rH r� )iL� rH �sd)iM� rH r, )iN� rH Zppv)iO� rH Zwc)iP� r3 )ij� rH Zmc)ik� rH Zmd)il� rH �mr)im� r3 )i�� rH Zdj)i�� r3 )i�� r� )i�� r3 )i � rH u ほか)i� rH u ココ)i� rH r� )i� r� )i� rH r )i� rH u 字)i� rH u 双)i� rH u デ)i� rH r )i� rH � 多)i� rH u 解)i� rH rt )i� rH u 交)i� rH u 映)i� rH u 無)i� rH r )i � rH u 前)i � rH u 後)i � rH � 再)i � rH u 新)i � rH u 初)i!� rH u 終)i"� rH r% )i#� rH u 販r� r� r� r� r� �_seg_72� s r/ c C s g d�S )N)d)i$� rH u 声)i%� rH u 吹)i&� rH u 演)i'� rH u 投)i(� rH u 捕)i)� rH r )i*� rH ro )i+� rH u 遊)i,� rH r{ )i-� rH rr )i.� rH r| )i/� rH u 指)i0� rH r. )i1� rH u 打)i2� rH u 禁)i3� rH u 空)i4� rH u 合)i5� rH u 満)i6� rH rx )i7� rH r )i8� rH u 申)i9� rH � 割)i:� rH u 営)i;� rH u 配)i<� r� )i@� rH u 〔本〕)iA� rH u 〔三〕)iB� rH u 〔二〕)iC� rH u 〔安〕)iD� rH u 〔点〕)iE� rH u 〔打〕)iF� rH u 〔盗〕)iG� rH u 〔勝〕)iH� rH u 〔敗〕)iI� r� )iP� rH u 得)iQ� rH u 可)iR� r� )i`� r3 )if� r� )i � r3 )i� r� )i� r3 )i� r� )i� r3 )i�� r� )i � r3 )it� r� )i�� r3 )i� r� )i� r3 )i� r� )i � r3 )i � r� )i� r3 )iH� r� )iP� r3 )iZ� r� )i`� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i � r3 )iy� r� )iz� r3 )i� r� )i� r3 )iT� r� )i`� r3 )in� r� )ip� r3 )iu� r� )ix� r3 )i{� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i�� r� )i�� r3 )i� r� )i� r3 )i� r� )i � r3 )i�� r� )i�� r3 )i� r� )i� rH r� )i� rH r� )i� rH r� )i� rH r )i� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� )i�� rH r� r� r� r� r� r� �_seg_73� s r1 c C s g d�S )N)d)i�� r� )i r3 )iަ r� )i � r3 )i5� r� )i@� r3 )i � r� )i � r3 )i�� r� )i�� r3 )i�� r� )i � rH u 丽)i� rH u 丸)i� rH u 乁)i� rH u 𠄢)i� rH u 你)i� rH r )i� rH u 侻)i� rH u 倂)i� rH u 偺)i � rH u 備)i
� rH r )i � rH u 像)i � rH u 㒞)i
� rH u 𠘺)i� rH r )i� rH u 兔)i� rH u 兤)i� rH u 具)i� rH u 𠔜)i� rH u 㒹)i� rH u 內)i� rH r. )i� rH u 𠕋)i� rH u 冗)i� rH u 冤)i� rH u 仌)i� rH u 冬)i� rH r+ )i � rH u 𩇟)i � rH r )i � rH u 刃)i � rH u 㓟)i � rH u 刻)i!� rH u 剆)i"� rH r0 )i#� rH u 剷)i$� rH u 㔕)i%� rH r, )i&� rH r )i'� rH r )i(� rH r- )i)� rH u 包)i*� rH u 匆)i+� rH r� )i,� rH u 卉)i-� rH r )i.� rH u 博)i/� rH u 即)i0� rH u 卽)i1� rH u 卿)i4� rH u 𠨬)i5� rH u 灰)i6� rH u 及)i7� rH u 叟)i8� rH u 𠭣)i9� rH u 叫)i:� rH u 叱)i;� rH u 吆)i<� rH u 咞)i=� rH u 吸)i>� rH u 呈)i?� rH u 周)i@� rH u 咢)iA� rH u 哶)iB� rH u 唐)iC� rH u 啓)iD� rH u 啣)iE� rH u 善)iG� rH r. )iH� rH u 喫)iI� rH u 喳)iJ� rH u 嗂)iK� rH u 圖)iL� rH r )iM� rH u 圗)iN� rH u 噑)iO� rH u 噴)iP� rH r )iQ� rH u 壮)iR� rH u 城)iS� rH u 埴)iT� rH u 堍)iU� rH u 型)iV� rH u 堲)iW� rH u 報)iX� rH u 墬)iY� rH u 𡓤)iZ� rH u 売)i[� rH u 壷r� r� r� r� r� �_seg_74c s r2 c C s g d�S )N)d)i\� rH u 夆)i]� rH r- )i^� rH u 夢)i_� rH u 奢)i`� rH u 𡚨)ia� rH u 𡛪)ib� rH u 姬)ic� rH u 娛)id� rH u 娧)ie� rH u 姘)if� rH u 婦)ig� rH u 㛮)ih� r� )ii� rH u 嬈)ij� rH u 嬾)il� rH u 𡧈)im� rH u 寃)in� rH u 寘)io� rH r� )ip� rH u 寳)iq� rH u 𡬘)ir� rH u 寿)is� rH u 将)it� r� )iu� rH r )iv� rH u 㞁)iw� rH u 屠)ix� rH r )iy� rH u 峀)iz� rH u 岍)i{� rH u 𡷤)i|� rH u 嵃)i}� rH u 𡷦)i~� rH u 嵮)i� rH u 嵫)i�� rH u 嵼)i�� rH u 巡)i�� rH u 巢)i�� rH u 㠯)i�� rH u 巽)i�� rH u 帨)i�� rH u 帽)i�� rH u 幩)i�� rH u 㡢)i�� rH u 𢆃)i�� rH u 㡼)i�� rH u 庰)i�� rH u 庳)i�� rH u 庶)i�� rH r� )i�� rH u 𪎒)i�� rH r )i�� rH u 𢌱)i�� rH � 舁)i�� rH u 弢)i�� rH u 㣇)i�� rH u 𣊸)i�� rH u 𦇚)i�� rH u 形)i�� rH u 彫)i�� rH u 㣣)i�� rH u 徚)i�� rH u 忍)i�� rH u 志)i�� rH u 忹)i�� rH u 悁)i�� rH u 㤺)i�� rH u 㤜)i�� rH r )i�� rH u 𢛔)i�� rH u 惇)i�� rH u 慈)i�� rH � 慌)i�� rH r0 )i�� rH r4 )i�� rH u 慺)i�� rH r )i�� rH u 憲)i�� rH u 憤)i�� rH u 憯)i�� rH u 懞)i�� rH r )i�� rH r� )i�� rH u 成)i�� rH u 戛)i�� rH u 扝)i�� rH u 抱)i�� rH u 拔)i�� rH u 捐)i�� rH u 𢬌)i�� rH u 挽)i�� rH u 拼)i�� rH u 捨)i�� rH u 掃)i�� rH u 揤)i�� rH u 𢯱)i�� rH u 搢)i�� rH u 揅)i�� rH u 掩)i� rH u 㨮r� r� r� r� r� �_seg_75� s r5 c C s g d�S )N)d)i� rH u 摩)i� rH u 摾)i� rH u 撝)i� rH u 摷)i� rH u 㩬)i� rH r )i� rH u 敬)i� rH u 𣀊)i� rH u 旣)i� rH u 書)i� rH u 晉)i� rH u 㬙)i� rH r )i� rH u 㬈)i� rH u 㫤)i� rH u 冒)i� rH u 冕)i� rH u 最)i� rH u 暜)i� rH u 肭)i� rH u 䏙)i� rH r� )i� rH r1 )i� rH u 朡)i� rH u 杞)i� rH u 杓)i� rH u 𣏃)i� rH u 㭉)i� rH u 柺)i� rH u 枅)i� rH u 桒)i� rH r )i� rH u 𣑭)i� rH u 梎)i� rH u 栟)i� rH u 椔)i� rH r? )i� rH u 楂)i� rH u 榣)i� rH u 槪)i� rH u 檨)i� rH u 𣚣)i� rH u 櫛)i� rH u 㰘)i� rH u 次)i� rH u 𣢧)i� rH u 歔)i� rH u 㱎)i� rH u 歲)i� rH u 殟)i�� rH r� )i�� rH u 殻)i�� rH u 𣪍)i�� rH u 𡴋)i�� rH u 𣫺)i�� rH u 汎)i�� rH u 𣲼)i�� rH u 沿)i�� rH u 泍)i�� rH u 汧)i�� rH u 洖)i � rH u 派)i� rH r )i� rH r )i� rH u 浩)i� rH u 浸)i� rH u 涅)i� rH u 𣴞)i� rH u 洴)i� rH u 港)i � rH u 湮)i
� rH u 㴳)i � rH r2 )i � rH u 滇)i
� rH u 𣻑)i� rH u 淹)i� rH u 潮)i� rH u 𣽞)i� rH u 𣾎)i� rH u 濆)i� rH u 瀹)i� rH r3 )i� rH u 瀛)i� rH u 㶖)i� rH u 灊)i� rH u 災)i� rH u 灷)i� rH u 炭)i� rH u 𠔥)i � rH u 煅)i � rH u 𤉣)i � rH u 熜)i � r� )i � rH u 爨)i!� rH r4 )i"� rH u 牐)i#� rH u 𤘈)i$� rH u 犀)i%� rH u 犕)i&� rH u 𤜵r� r� r� r� r� �_seg_765 s r6 c C s g d�S )N)d)i'� rH u 𤠔)i(� rH u 獺)i)� rH u 王)i*� rH u 㺬)i+� rH u 玥)i,� rH u 㺸)i.� rH u 瑇)i/� rH u 瑜)i0� rH r5 )i1� rH u 璅)i2� rH u 瓊)i3� rH u 㼛)i4� rH u 甤)i5� rH u 𤰶)i6� rH u 甾)i7� rH u 𤲒)i8� rH r� )i9� rH u 𢆟)i:� rH u 瘐)i;� rH u 𤾡)i<� rH u 𤾸)i=� rH u 𥁄)i>� rH u 㿼)i?� rH u 䀈)i@� rH r6 )iA� rH u 𥃳)iB� rH u 𥃲)iC� rH u 𥄙)iD� rH u 𥄳)iE� rH u 眞)iF� rH u 真)iH� rH r7 )iI� rH r@ )iJ� rH u 瞋)iK� rH u 䁆)iL� rH u 䂖)iM� rH u 𥐝)iN� rH u 硎)iO� rH r� )iP� rH r8 )iQ� rH u 䃣)iR� rH u 𥘦)iS� rH r )iT� rH u 𥚚)iU� rH u 𥛅)iV� rH r
)iW� rH u 秫)iX� rH u 䄯)iY� rH r )iZ� rH u 穊)i[� rH u 穏)i\� rH u 𥥼)i]� rH u 𥪧)i_� r� )i`� rH u 䈂)ia� rH u 𥮫)ib� rH u 篆)ic� rH u 築)id� rH u 䈧)ie� rH u 𥲀)if� rH u 糒)ig� rH u 䊠)ih� rH u 糨)ii� rH u 糣)ij� rH u 紀)ik� rH u 𥾆)il� rH u 絣)im� rH u 䌁)in� rH u 緇)io� rH u 縂)ip� rH u 繅)iq� rH u 䌴)ir� rH u 𦈨)is� rH u 𦉇)it� rH u 䍙)iu� rH u 𦋙)iv� rH u 罺)iw� rH u 𦌾)ix� rH u 羕)iy� rH u 翺)iz� rH r" )i{� rH u 𦓚)i|� rH u 𦔣)i}� rH u 聠)i~� rH u 𦖨)i� rH u 聰)i�� rH u 𣍟)i�� rH u 䏕)i�� rH u 育)i�� rH u 脃)i�� rH u 䐋)i�� rH u 脾)i�� rH u 媵)i�� rH u 𦞧)i�� rH u 𦞵)i�� rH u 𣎓)i�� rH u 𣎜)i�� rH r3 )i�� rH u 舄)i�� rH u 辞r� r� r� r� r� �_seg_77� s r7 c C s g d�S )N)d)i�� rH u 䑫)i�� rH u 芑)i�� rH u 芋)i�� rH u 芝)i�� rH u 劳)i�� rH u 花)i�� rH u 芳)i�� rH u 芽)i�� rH u 苦)i�� rH u 𦬼)i�� rH r� )i�� rH u 茝)i�� rH u 荣)i�� rH u 莭)i�� rH u 茣)i�� rH u 莽)i�� rH u 菧)i�� rH r# )i�� rH u 荓)i�� rH u 菊)i�� rH u 菌)i�� rH u 菜)i�� rH u 𦰶)i�� rH u 𦵫)i�� rH u 𦳕)i�� rH u 䔫)i�� rH u 蓱)i�� rH u 蓳)i�� rH u 蔖)i�� rH u 𧏊)i�� rH u 蕤)i�� rH u 𦼬)i�� rH u 䕝)i�� rH u 䕡)i�� rH u 𦾱)i�� rH u 𧃒)i�� rH u 䕫)i�� rH u 虐)i�� rH r� )i�� rH u 虧)i�� rH u 虩)i�� rH u 蚩)i�� rH u 蚈)i�� rH u 蜎)i�� rH u 蛢)i�� rH r9 )i�� rH u 蜨)i�� rH u 蝫)i�� rH u 螆)i�� r� )i�� rH u 蟡)i�� rH u 蠁)i� rH u 䗹)i� rH u 衠)i� rH r+ )i� rH u 𧙧)i� rH u 裗)i� rH u 裞)i� rH u 䘵)i� rH u 裺)i� rH u 㒻)i� rH u 𧢮)i� rH u 𧥦)i� rH u 䚾)i� rH u 䛇)i� rH u 誠)i� rH r: )i� rH r; )i� rH r- )i� rH u 𧲨)i� rH u 貫)i� rH u 賁)i� rH u 贛)i� rH u 起)i� rH u 𧼯)i� rH u 𠠄)i� rH u 跋)i� rH u 趼)i� rH u 跰)i� rH u 𠣞)i� rH u 軔)i� rH r< )i� rH u 𨗒)i� rH u 𨗭)i� rH u 邔)i� rH u 郱)i� rH u 鄑)i� rH u 𨜮)i� rH u 鄛)i� rH u 鈸)i� rH u 鋗)i� rH u 鋘)i� rH u 鉼)i� rH u 鏹)i� rH u 鐕)i� rH u 𨯺)i� rH u 開)i� rH u 䦕)i� rH u 閷)i� rH u 𨵷r� r� r� r� r� �_seg_78 s r8 c C s g d�S )N)0)i� rH u 䧦)i� rH u 雃)i� rH u 嶲)i�� rH u 霣)i�� rH u 𩅅)i�� rH u 𩈚)i�� rH u 䩮)i�� rH u 䩶)i�� rH u 韠)i�� rH u 𩐊)i�� rH u 䪲)i�� rH u 𩒖)i�� rH r= )i � rH u 頩)i� rH u 𩖶)i� rH u 飢)i� rH u 䬳)i� rH u 餩)i� rH u 馧)i� rH u 駂)i� rH u 駾)i� rH u 䯎)i � rH u 𩬰)i
� rH r> )i � rH u 鱀)i � rH u 鳽)i
� rH u 䳎)i� rH u 䳭)i� rH u 鵧)i� rH u 𪃎)i� rH u 䳸)i� rH u 𪄅)i� rH u 𪈎)i� rH u 𪊑)i� rH r4 )i� rH u 䵖)i� rH r5 )i� rH u 黾)i� rH u 鼅)i� rH u 鼏)i� rH u 鼖)i � rH r6 )i � rH u 𪘀)i � r� )i r3 )iK r� )i r� )i� r� r� r� r� r� r� �_seg_79p s r9 N)W�typingr r r � __version__r� r� rO rW rb rh r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r' r: rn ru r} r� r� r� r� r� r� r� r� r r r/ rG rJ r� r� r� r� r� r r r r r r r r r r r r r r r r r" r# r$ r% r) r* r/ r1 r2 r5 r6 r7 r8 r9 �tuple� uts46datar� r� r� r� �<module> s� iiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiii5�������� �
� � �
��������������� � � � � �!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�;�<�=�>�?�@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�O�� site-packages/pip/_vendor/idna/__pycache__/compat.cpython-39.pyc 0000644 00000001323 15056474501 0020555 0 ustar 00 a
��Reh � @ s< d dl T d dlT ddlmZmZ dd� Zdd� Zdd � Zd
S ) � )�*� )�Any�Unionc C s t | �S �N)�encode��label� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/compat.py�ToASCII s r c C s t | �S r )�decoder r
r
r � ToUnicode s r c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr
r
r �nameprep
s r N)�core�codec�typingr r r r r r
r
r
r �<module> s
site-packages/pip/_vendor/idna/__pycache__/idnadata.cpython-39.pyc 0000644 00000053241 15056474501 0021045 0 ustar 00 a
��Ren� � @ s: d Z dddddd�Zddddddddddd d d d dd dd dddddd d d d dddddddddddddd
dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd
d dddddd d dd ddddddddddd dd d d dddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddd d d ddd d ddd ddddd d dddddd dd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d
��Zdddd�ZdS )z13.0.0)$l t �
l x �
l ~ �
l � �
l � l � l � l � 0l � 8l � �l �l + �tl b tul k �ul � �vl |l `|l F �|l N }� X @}l Z d}l \ l}l ^ t}l ~ |}l � ~l � �~l � l � Xl � tl � �l � �l '! � l f+ �- l � l � � l FR H )l �. : l �. l: l �/ < l 0 @ l 0 @ l *0 �@ l <0 �@ � �M P � � 8 l nz d l �z �i � �o �? � �& � 57 � 8 ] � �N �` � �k �: l z ` � K ) l � D� � @l � �l 7{ tl l ={ �l l ?{ �l l B{ m l E{ m l P{ m )� �0 A l �0 tB l 1 @
� S1 @E
l r H ) � �0 �B l 1 �C � 2 �G l �2 @K l X3 L l p �} l � �} l 0 @
� h1 �E
)�Greek�Han�Hebrew�Hiragana�Katakana�U �D �R �C �T �L ( i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i
i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i/ if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i!
i"
i#
i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i� i� i� i� i� i� i� i� i � i
� i � i � i
� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i � i � i � i � i!� i"� i#� i$� i%� i&� i'� i(� i)� i*� i+� i,� i-� i.� i/� i0� i1� i2� i3� i4� i5� i6� i7� i8� i9� i:� i;� i<� i=� i>� i?� i@� iA� iB� iC� iK� (� l . � l : � l { �l � |l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l 6 �l 9 �l ; �l = �l ? �l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l { �l } �l �l � l � l � l � l � 0l � Hl � Tl � dl � xl � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � 8l � @l � Hl � Pl � Xl � `l � hl � pl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l : �l = �l A �l C l H l J $ l L , l N 4 l � < l � �
l � l � � l � � l @ l C
l O
l p @
l r �
l t �
l x �
l ~ �
l � @l � �l � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l ` �l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l z �l | �l ~ �l � �l � l � l � ,l � 4l � <l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � l � l � l � l � (l � 0l � 8l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l Z dl � �l � l � Dl � �l � l � l � r l � �l @l @ �l ` l u �l � �l � Tl � |l � �l �l K @ l � 4 l � l � � l . l \ !l k �!l � �"l � �"l � L#l X �#l d �%l p �%l � �%l � &l � <&l � L&l � �&l � �&l � �&l � �&l � 'l � ,'l � \'l � �'l � �'l � �'l � �'l
(l
(l
<(l )
L(l 1
�(l 3
�(l 6
�(l :
�(l =
�(l C
�(l I
)l N
,)l R
D)l ]
p)l v
�)l �
*l �
*l �
<*l �
L*l �
�*l �
�*l �
�*l �
�*l �
+l �
,+l �
@+l �
�+l �
�+l �+l ,l
,l <,l ) L,l 1 �,l 4 �,l : �,l E �,l I -l N ,-l X T-l d |-l p �-l r �-l � .l � .l � 8.l � H.l � d.l � p.l � x.l � �.l � �.l � �.l � �.l � /l � (/l � @/l � \/l � �/l
0l 80l ) H0l : �0l E �0l I 1l N (1l W T1l [ `1l d �1l p �1l � 2l � 2l � 82l � H2l � �2l � �2l � �2l � 3l � (3l � T3l � x3l � �3l � �3l � �3l
4l
84l E
H4l I
5l O
(5l X
P5l d
|5l p
�5l �
�5l �
6l �
6l �
h6l �
�6l �
�6l �
7l �
(7l �
<7l �
X7l �
`7l �
�7l �
�7l 3 8l ; �8l O 9l Z @9l � :l � :l � :l � 0:l � �:l � �:l � �:l � ;l � ;l � ;l � @;l � x;l <l ,<l `<l * �<l 6 �<l 8 �<l : �<l C �<l H =l M $=l R 8=l W L=l \ `=l i t=l m �=l s �=l u �=l � �=l � >l � >l � P>l � d>l � x>l � �>l � �>l � �>l � �>l � ?l J @l � @Al � @Cl �Cl I Hl N (Il W @Il Y `Il ^ hIl � �Il � (Jl � @Jl � �Jl � �Jl � Kl � Kl � Kl `Kl HLl [ `Ll ` tMl � Nl � �Nl m Pl � �Yl � Zl � �Zl � �[l
\l 8\l 5 �\l T ]l m �]l q �]l t �]l � ^l � �^l � \_l � p_l � �_l @`l y �`l � bl � �bl dl , �dl < �dl n el u �el � fl � �fl � @gl hl _ �hl } �il � �il � @jl � �jl � �jl � �jl L ll Z @ml t �ml � nl 8 pl J ql ~ 4ql � @sl � Psl , tl 0 �tl < �tl O 8ul x �ul � �ul � wl �wl xl xl xl xl
$xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " �xl $ �xl & �xl ( �xl * �xl , �xl . �xl 0 �xl 2 �xl 4 �xl 6 �xl 8 �xl : �xl < �xl > �xl @ �xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b �yl d �yl f �yl h �yl j �yl l �yl n �yl p �yl r �yl t �yl v �yl x �yl z �yl | �yl ~ �yl � �yl � zl � zl � zl � zl � $zl � ,zl � 4zl � <zl � Dzl � Lzl � Tzl � pzl � |zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � {l � {l � {l � {l � ${l � ,{l � 4{l � <{l � D{l � L{l � T{l � \{l � d{l � l{l � t{l � |{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l �{l @|l ( �|l 8 �|l F }r l h �}l q �}l s �}l u �}l w �}l y �}l { �}l } �}l � �~l � �~l � l � @l � Xl � �l � �l � �l O! 8 l �! l _, �0 l b, �1 l g, �1 l i, �1 l k, �1 l m, �1 l r, �1 l u, �1 l |, �1 l �, 2 l �, 2 l �, 2 l �, 2 l �, $2 l �, ,2 l �, 42 l �, <2 l �, D2 l �, L2 l �, T2 l �, \2 l �, d2 l �, l2 l �, t2 l �, |2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, 3 l �, 3 l �, 3 l �, 3 l �, $3 l �, ,3 l �, 43 l �, <3 l �, D3 l �, L3 l �, T3 l �, \3 l �, d3 l �, l3 l �, t3 l �, |3 l �, �3 l �, �3 l �, �3 l �, �3 l �, �3 l &- 4 l (- �4 l .- �4 l h- �4 l �- �5 l �- �6 l �- �6 l �- �6 l �- �6 l �- 7 l �- 7 l �- @7 l �- `7 l . �7 l 0. �8 l 0 @ l .0 �@ l =0 �@ r l �0 dB l �0 tB r l �0 �C l 01 D l �1 �F r r r l �$ l �$ @ l
& l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& � l d& � l f& � l h& � l j& � l l& � l p& � l ~& � l �& � l �& l �& l �& l �& l �& $ l �& , l �& 4 l �& < l �& D l �& L l �& T l �& \ l �& d l �& l l �& x l �& � l ' \ l $' � l &' � l (' � l *' � l ,' � l .' � l 2' � l 4' � l 6' � l 8' � l :' � l <' � l >' � l @' � l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' � l d' � l f' � l h' � l j' � l l' � l n' � l p' � l y' � l {' � l }' � l �' � l �' l �' l �' l �' l �' 0 l �' 8 l �' D l �' L l �' \ l �' d l �' l l �' t l �' | l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' l �' l �' ( l �' � l (( � l -( � l t( ! l �( " l �( @# l �( �# l �( �# l .) �# l T) �$ l �) & l �) <' l �) �' l 7* ( l N* ) l Z* @) l w* �) l �* �) l �* l+ l �* �+ l �* �+ l + , l + $, l + D, l '+ �, l /+ �, l [+ �, l j+ �- l �+ / l �+ �/ l �+ �/ l �W 0 l z 8h l z Dh l z Lh l z |h l "z �h l %z �h l *z �h l { xl l 0~ �x l t~ �y l l ' 4 l ; � l > � l N � l ^ @ l � l � � l �
l � �
l � � l l A � l J
l { @
l � l � � l � l � � l � � l � ` l ( l d � l 7 l V l h � l l l 6 ( l 9 � l = � l V � l w �! l � " l � �# l � �# l $ l : �$ l � & l � �& l
( l
( l
0( l
T( l 6
d( l ;
�( l @
�( l }
�) l �
* l �
+ l �
$+ l 6 , l V - l s �- l � . l I 0 l � 3 l (
4 l :
�4 l � : l � �: l � �: l < l ( �< l Q �< l � �> l � �? l G @ l p �A l � �A l � @C l � �C l 5 D l @ �D l H E l t @E l w �E l � F l � $G l � 8G l � pG l H l 8 LH l ? �H l � J l � J l � (J l � <J l � |J l � �J l � �K l L l
L l <L l ) LL l 1 �L l 4 �L l : �L l E �L l I M l N ,M l Q @M l X \M l d tM l m �M l u �M l K P l Z @Q l b xQ l � R l � S l � @S l � V l � �V l � `W l A X l E Y l Z @Y l � Z l � [ l \ l , t\ l : �\ l ; ` l � c l �c l
$d l 0d l Td l 6 `d l 9 �d l D �d l Z @e l � �f l � �f l � hg l � �g l ? h l H i l � @i l � tj l � k l p l 7 (p l A �p l Z @q l � �q l � Hr l � �r l t l
t l 7 ,t l ; �t l > �t l H �t l Z @u l f �u l i �u l � �u l � @v l � Lv l � �v l � �{ l � �~ l �# l D% l /4 @ l GF
l 9j l _j ) l jj �) l �j @+ l �j �+ l 7k , l Dk - l Zk @- l xk �- l �k �- l �n �9 l Ko < l �o <= l �o <> l �o �? l �o �? r l � @ l � l
4 l 1 @
r
r l �2 �E
l k< p
l }< �q
l �< r
l �< @r
l �< tr
l 7Z h l mZ �h l vZ �i l �Z j l �Z lj l �Z �j l ` l ` l "` l l %` � l +` � l -a l >a � l Ja l Oa 8 l �b l �h l �h @# l Li �$ l Zi @% l �{ �o r r r r r r
)l 0 )l � �l v �
l � �l j �l � �l �0 �C )�PVALID�CONTEXTJ�CONTEXTON)� __version__�scripts�
joining_types�codepoint_classes� r# r# ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/idnadata.py�<module> s` & �[� � � � � � � � � � � � � � � � � site-packages/pip/_vendor/idna/__pycache__/package_data.cpython-39.pyc 0000644 00000000372 15056474501 0021661 0 ustar 00 a
��Re � @ s d Z dS )z3.2N)� __version__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/package_data.py�<module> � site-packages/pip/_vendor/idna/__pycache__/codec.cpython-39.pyc 0000644 00000005545 15056474501 0020361 0 ustar 00 a
��Re}
� @ s� d dl mZmZmZmZmZ ddlZddlZddlm Z m
Z
e� d�Z G dd� dej
�Z
G dd � d ej�ZG d
d � d ej�ZG d d
� d
e
ej�ZG dd� de
ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� N)�Tuple�Optionalu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt d�|���|s dS t|�t|�fS )Nr � Unsupported error handling "{}")� r )r �formatr �len��self�data�errors� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/codec.pyr
s
z Codec.encodec C s. |dkrt d�|���|s dS t|�t|�fS )Nr r �� r )r r r r r r r r r s
z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r r r r r
s
r
c @ s e Zd Zdd� ZdS )�IncrementalEncoderc
C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| } |t|�7 }| |fS � Nr r r r ����.r r )r r �_unicode_dots_re�split�appendr r �join�
r r r �final�labels� trailing_dot�result�size�labelZ
result_strr r r �_buffer_encode s0
z!IncrementalEncoder._buffer_encodeN)r r r r* r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc
C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| } |t|�7 }| |fS r )r r r r r! r r r" r# r r r �_buffer_decodeA s0
z!IncrementalDecoder._buffer_decodeN)r r r r, r r r r r+ @ s r+ c @ s e Zd ZdS )� StreamWriterN�r r r r r r r r- b s r- c @ s e Zd ZdS )� StreamReaderNr. r r r r r/ f s r/ c C s t jdt� jt� jttttd�S )N�idna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor
r r r r+ r- r/ r r r r � getregentryj s �r8 )�corer r r r r r6 �re�typingr r �compiler r
�BufferedIncrementalEncoderr �BufferedIncrementalDecoderr+ r- r/ r8 r r r r �<module> s
"" site-packages/pip/_vendor/idna/__pycache__/__init__.cpython-39.pyc 0000644 00000001566 15056474501 0021042 0 ustar 00 a
��ReQ � @ st d dl mZ d dlmZmZmZmZmZmZm Z m
Z
m Z m Z m
Z
mZmZmZmZmZmZmZ d dlmZ g d�ZdS )� )� __version__)�
IDNABidiError� IDNAError�InvalidCodepoint�InvalidCodepointContext�alabel�
check_bidi�check_hyphen_ok�check_initial_combiner� check_label� check_nfc�decode�encode�ulabel� uts46_remap�valid_contextj�valid_contexto�valid_label_length�valid_string_length)�intranges_contain)r r r r r r r r
r r r
r r r r r r r r N)� package_datar �corer r r r r r r r
r r r
r r r r r r r � intrangesr �__all__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/__init__.py�<module> s P site-packages/pip/_vendor/idna/__pycache__/core.cpython-39.pyc 0000644 00000021747 15056474501 0020236 0 ustar 00 a
��Re2 � @ s0 d dl mZ ddlZddlZddlZddlmZmZ d dlm Z dZ
dZ e� d�Z
G d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Zd d!� Zd"d#� Zd$d%� Z d&d'� Z d8d(d)�Z d*d+� Z d,d-� Z d.d/� Z!d9d1d2�Z"d:d3d4�Z#d;d5d6�Z$dS )<� )�idnadata� N)�Union�Optional)�intranges_contain� s xn--u [.。．｡]c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS )�
IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r r r r r s r c C s0 t �t| ��}|dkr,t �t| ��s,td��|S )Nr z Unknown character in unicodedata)� unicodedata� combining�chr�name�
ValueError)�cp�vr r r �_combining_class s
r c C s t t| �tj| �S )N)r �ordr �scripts)r �scriptr r r �
_is_script( s r c C s
| � d�S )N�punycode)�encode��sr r r � _punycode, s r# c C s
d� | �S )NzU+{:04X})�formatr! r r r �_unot0 s r% c C s t | �dkrdS dS )N�? FT��len��labelr r r �valid_label_length5 s r+ c C s t | �|rdndkrdS dS )N� � FTr' )r* � trailing_dotr r r �valid_string_length< s r/ Fc C s^ d}t | d�D ]:\}}t�|�}|dkr<td�t| �|���|dv rd}q|sV|sVdS t�| d �}|dv rrd}n |d kr�d}ntd
�t| ����d}d }t | d�D ]�\}}t�|�}|�r|d vr�td �|���|d
v r�d}n |dkr�d}|dv �rJ|�s|}n||k�rJtd��q�|dv�r.td�|���|dv �r>d}q�|dkr�d}q�|�sZtd��dS )NFr � z1Unknown directionality in label {} at position {})�R�AL�ANTr )r1 r2 �Lz=First codepoint in label {} must be directionality L, R or AL)
r1 r2 r3 �EN�ES�CS�ET�ON�BN�NSMzGInvalid direction for codepoint at position {} in a right-to-left label)r1 r2 r5 r3 r; )r3 r5 z2Can not mix numeral types in a right-to-left label)r4 r5 r6 r7 r8 r9 r: r; zGInvalid direction for codepoint at position {} in a left-to-right label)r4 r5 z0Label ends with illegal codepoint directionality)� enumerater �
bidirectionalr r$ �repr) r* � check_ltr�
bidi_label�idxr � direction�rtl� valid_ending� number_typer r r �
check_bidiC sP
rF c C s" t �| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr r) r r r �check_initial_combiner s rI c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S )
N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-���z)Label must not start or end with a hyphenT)r r) r r r �check_hyphen_ok� s
rN c C s t �d| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer r) r r r � check_nfc� s rQ c C s4 t | | �}|dkr�|dkr8tt | |d ��tkr8dS d}t|d dd�D ]B}tj�t | | ��}|t d�krrqL|t d�t d �fv rLd} q�qL|s�dS d}t|d t| ��D ]B}tj�t | | ��}|t d�kr�q�|t d
�t d �fv r�d} q�q�|S |d k�r,|dk�r(tt | |d ��tk�r(dS dS dS d S ) Ni r r TFrM �Tr4 �Dr1 i
)r r �_virama_combining_class�ranger �
joining_types�getr( )r* �pos�cp_value�ok�i� joining_typer r r �valid_contextj� s<
r] c C s� t | | �}|dkrdd| k r0t| �d k r`n n,t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d
kr�|dkr�t| |d d �S dS |d k�r| D ]6}|d
kr�q�t|d��s
t|d��s
t|d�r� dS q�dS d| k�r.dk�rhn n6| D ],}dt |� k�rVdk�r6n n dS �q6dS d| k�r�dk�r�n n6| D ],}dt |� k�r�dk�r�n n dS �q�dS dS )N� r r �l TFiu �Greeki� i� �Hebrewi�0 u ・�Hiragana�Katakana�Hani` ii i� i� )r r( r )r* rX � exceptionrY r r r r �valid_contexto� s@ (
"
rf c C sJ t | ttf�r| �d�} t| �dkr,td��t| � t| � t| � t | �D ]�\}}t
|�}t |t j
d �rpqLqLt |t j
d �r�z,t| |�s�td�t|�|d t| ����W n0 ty� td�t|�|d t| ����Y n0 qLt |t j
d ��r t| |��s<td
�t|�|d t| ����qLtd �t|�|d t| ����qLt| � d S ) Nzutf-8r z Empty Label�PVALID�CONTEXTJz*Joiner {} not allowed at position {} in {}r z<Unknown codepoint adjacent to joiner {} at position {} in {}�CONTEXTO�-Codepoint {} not allowed at position {} in {}z-Codepoint {} at position {} of {} not allowed)�
isinstance�bytes� bytearray�decoder( r rQ rN rI r< r r r �codepoint_classesr] r r$ r% r> r rf r rF )r* rX r rY r r r � check_label� s4
�
� rp c C s| z(| � d�}t|� t|�s$td��|W S ty: Y n0 | sHtd��t| �} t| � t| �}t| }t|�sxtd��|S )N�asciizLabel too longzNo Input) r �ulabelr+ r �UnicodeEncodeError�strrp r# �_alabel_prefix�r* � label_bytesr r r �alabel s"
rx c C s� t | ttf�s>z| �d�}W qB ty: t| � | Y S 0 n| }|�� }|�t�r�|t t�d � }|spt
d��|� d�d dkr�t
d��nt|� |� d�S |� d�} t| � | S )Nrq z5Malformed A-label, no Punycode eligible content foundrM rL z"A-label must not end with a hyphenr ) rk rl rm r rs rp �lower�
startswithru r( r rn rv r r r rr % s&
rr Tc C s$ ddl m } d}t| �D ]�\}}t|�}z�||dk r8|nt�||df�d }|d } d}
t|�dkrn|d }
| d ks�| d
kr�|r�| d kr�|s�|
du r�||7 }n@|
dur�| d ks�| d kr�|r�| d
kr�|r�||
7 }n| d
kr�t� �W q t�y td�t |�|d t
| ����Y q0 qt � d|�S )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar0 � �ZN� rJ �VrS �3rG �Irj rO )
r{ r< r �bisect� bisect_leftr( �
IndexErrorr r$ r% r> r rP ) �domain�
std3_rules� transitionalr{ �outputrX �char�
code_point�uts46row�status� replacementr r r � uts46_remap@ sV � �����
����
�� r� c C s� t | ttf�r| �d�} |r(t| ||�} d}g }|r@| �d�}n
t�| �}|rX|dgkr`td��|d dkrv|d= d}|D ]$}t|�} | r�|� | � qztd��qz|r�|� d � d
�
|�} t | |�s�td ��| S ) Nrq F�.r0 � Empty domainrM T� Empty label� � .zDomain too long) rk rl rm rn r� �split�_unicode_dots_rer rx �append�joinr/ ) r" �strict�uts46r� r� r. �result�labelsr* r r r r a s2
r c C s� t | ttf�r| �d�} |r(t| |d�} d}g }|s@t�| �}n
| �d�}|rX|dgkr`td��|d sr|d= d}|D ]$}t|�} | r�|� | � qvtd��qv|r�|� d� d�
|�S ) Nrq Fr� r0 r� rM Tr� ) rk rl rm rn r� r� r� r rr r� r� )r" r� r� r� r. r� r� r* r r r rn � s,
rn )F)F)TF)FFFF)FFF)%r0 r r� r �re�typingr r � intrangesr rT ru �compiler� � UnicodeErrorr r r r r r r# r% r+ r/ rF rI rN rQ r] rf rp rx rr r� r rn r r r r �<module> s<
< ,
+
!
site-packages/pip/_vendor/idna/uts46data.py 0000644 00000612171 15056474501 0014633 0 ustar 00 # This file is automatically generated by tools/idna-data
from typing import List, Tuple, Union
"""IDNA Mapping Table from UTS46."""
__version__ = '13.0.0'
def _seg_0():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x0, '3'),
(0x1, '3'),
(0x2, '3'),
(0x3, '3'),
(0x4, '3'),
(0x5, '3'),
(0x6, '3'),
(0x7, '3'),
(0x8, '3'),
(0x9, '3'),
(0xA, '3'),
(0xB, '3'),
(0xC, '3'),
(0xD, '3'),
(0xE, '3'),
(0xF, '3'),
(0x10, '3'),
(0x11, '3'),
(0x12, '3'),
(0x13, '3'),
(0x14, '3'),
(0x15, '3'),
(0x16, '3'),
(0x17, '3'),
(0x18, '3'),
(0x19, '3'),
(0x1A, '3'),
(0x1B, '3'),
(0x1C, '3'),
(0x1D, '3'),
(0x1E, '3'),
(0x1F, '3'),
(0x20, '3'),
(0x21, '3'),
(0x22, '3'),
(0x23, '3'),
(0x24, '3'),
(0x25, '3'),
(0x26, '3'),
(0x27, '3'),
(0x28, '3'),
(0x29, '3'),
(0x2A, '3'),
(0x2B, '3'),
(0x2C, '3'),
(0x2D, 'V'),
(0x2E, 'V'),
(0x2F, '3'),
(0x30, 'V'),
(0x31, 'V'),
(0x32, 'V'),
(0x33, 'V'),
(0x34, 'V'),
(0x35, 'V'),
(0x36, 'V'),
(0x37, 'V'),
(0x38, 'V'),
(0x39, 'V'),
(0x3A, '3'),
(0x3B, '3'),
(0x3C, '3'),
(0x3D, '3'),
(0x3E, '3'),
(0x3F, '3'),
(0x40, '3'),
(0x41, 'M', 'a'),
(0x42, 'M', 'b'),
(0x43, 'M', 'c'),
(0x44, 'M', 'd'),
(0x45, 'M', 'e'),
(0x46, 'M', 'f'),
(0x47, 'M', 'g'),
(0x48, 'M', 'h'),
(0x49, 'M', 'i'),
(0x4A, 'M', 'j'),
(0x4B, 'M', 'k'),
(0x4C, 'M', 'l'),
(0x4D, 'M', 'm'),
(0x4E, 'M', 'n'),
(0x4F, 'M', 'o'),
(0x50, 'M', 'p'),
(0x51, 'M', 'q'),
(0x52, 'M', 'r'),
(0x53, 'M', 's'),
(0x54, 'M', 't'),
(0x55, 'M', 'u'),
(0x56, 'M', 'v'),
(0x57, 'M', 'w'),
(0x58, 'M', 'x'),
(0x59, 'M', 'y'),
(0x5A, 'M', 'z'),
(0x5B, '3'),
(0x5C, '3'),
(0x5D, '3'),
(0x5E, '3'),
(0x5F, '3'),
(0x60, '3'),
(0x61, 'V'),
(0x62, 'V'),
(0x63, 'V'),
]
def _seg_1():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x64, 'V'),
(0x65, 'V'),
(0x66, 'V'),
(0x67, 'V'),
(0x68, 'V'),
(0x69, 'V'),
(0x6A, 'V'),
(0x6B, 'V'),
(0x6C, 'V'),
(0x6D, 'V'),
(0x6E, 'V'),
(0x6F, 'V'),
(0x70, 'V'),
(0x71, 'V'),
(0x72, 'V'),
(0x73, 'V'),
(0x74, 'V'),
(0x75, 'V'),
(0x76, 'V'),
(0x77, 'V'),
(0x78, 'V'),
(0x79, 'V'),
(0x7A, 'V'),
(0x7B, '3'),
(0x7C, '3'),
(0x7D, '3'),
(0x7E, '3'),
(0x7F, '3'),
(0x80, 'X'),
(0x81, 'X'),
(0x82, 'X'),
(0x83, 'X'),
(0x84, 'X'),
(0x85, 'X'),
(0x86, 'X'),
(0x87, 'X'),
(0x88, 'X'),
(0x89, 'X'),
(0x8A, 'X'),
(0x8B, 'X'),
(0x8C, 'X'),
(0x8D, 'X'),
(0x8E, 'X'),
(0x8F, 'X'),
(0x90, 'X'),
(0x91, 'X'),
(0x92, 'X'),
(0x93, 'X'),
(0x94, 'X'),
(0x95, 'X'),
(0x96, 'X'),
(0x97, 'X'),
(0x98, 'X'),
(0x99, 'X'),
(0x9A, 'X'),
(0x9B, 'X'),
(0x9C, 'X'),
(0x9D, 'X'),
(0x9E, 'X'),
(0x9F, 'X'),
(0xA0, '3', ' '),
(0xA1, 'V'),
(0xA2, 'V'),
(0xA3, 'V'),
(0xA4, 'V'),
(0xA5, 'V'),
(0xA6, 'V'),
(0xA7, 'V'),
(0xA8, '3', ' ̈'),
(0xA9, 'V'),
(0xAA, 'M', 'a'),
(0xAB, 'V'),
(0xAC, 'V'),
(0xAD, 'I'),
(0xAE, 'V'),
(0xAF, '3', ' ̄'),
(0xB0, 'V'),
(0xB1, 'V'),
(0xB2, 'M', '2'),
(0xB3, 'M', '3'),
(0xB4, '3', ' ́'),
(0xB5, 'M', 'μ'),
(0xB6, 'V'),
(0xB7, 'V'),
(0xB8, '3', ' ̧'),
(0xB9, 'M', '1'),
(0xBA, 'M', 'o'),
(0xBB, 'V'),
(0xBC, 'M', '1⁄4'),
(0xBD, 'M', '1⁄2'),
(0xBE, 'M', '3⁄4'),
(0xBF, 'V'),
(0xC0, 'M', 'à'),
(0xC1, 'M', 'á'),
(0xC2, 'M', 'â'),
(0xC3, 'M', 'ã'),
(0xC4, 'M', 'ä'),
(0xC5, 'M', 'å'),
(0xC6, 'M', 'æ'),
(0xC7, 'M', 'ç'),
]
def _seg_2():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xC8, 'M', 'è'),
(0xC9, 'M', 'é'),
(0xCA, 'M', 'ê'),
(0xCB, 'M', 'ë'),
(0xCC, 'M', 'ì'),
(0xCD, 'M', 'í'),
(0xCE, 'M', 'î'),
(0xCF, 'M', 'ï'),
(0xD0, 'M', 'ð'),
(0xD1, 'M', 'ñ'),
(0xD2, 'M', 'ò'),
(0xD3, 'M', 'ó'),
(0xD4, 'M', 'ô'),
(0xD5, 'M', 'õ'),
(0xD6, 'M', 'ö'),
(0xD7, 'V'),
(0xD8, 'M', 'ø'),
(0xD9, 'M', 'ù'),
(0xDA, 'M', 'ú'),
(0xDB, 'M', 'û'),
(0xDC, 'M', 'ü'),
(0xDD, 'M', 'ý'),
(0xDE, 'M', 'þ'),
(0xDF, 'D', 'ss'),
(0xE0, 'V'),
(0xE1, 'V'),
(0xE2, 'V'),
(0xE3, 'V'),
(0xE4, 'V'),
(0xE5, 'V'),
(0xE6, 'V'),
(0xE7, 'V'),
(0xE8, 'V'),
(0xE9, 'V'),
(0xEA, 'V'),
(0xEB, 'V'),
(0xEC, 'V'),
(0xED, 'V'),
(0xEE, 'V'),
(0xEF, 'V'),
(0xF0, 'V'),
(0xF1, 'V'),
(0xF2, 'V'),
(0xF3, 'V'),
(0xF4, 'V'),
(0xF5, 'V'),
(0xF6, 'V'),
(0xF7, 'V'),
(0xF8, 'V'),
(0xF9, 'V'),
(0xFA, 'V'),
(0xFB, 'V'),
(0xFC, 'V'),
(0xFD, 'V'),
(0xFE, 'V'),
(0xFF, 'V'),
(0x100, 'M', 'ā'),
(0x101, 'V'),
(0x102, 'M', 'ă'),
(0x103, 'V'),
(0x104, 'M', 'ą'),
(0x105, 'V'),
(0x106, 'M', 'ć'),
(0x107, 'V'),
(0x108, 'M', 'ĉ'),
(0x109, 'V'),
(0x10A, 'M', 'ċ'),
(0x10B, 'V'),
(0x10C, 'M', 'č'),
(0x10D, 'V'),
(0x10E, 'M', 'ď'),
(0x10F, 'V'),
(0x110, 'M', 'đ'),
(0x111, 'V'),
(0x112, 'M', 'ē'),
(0x113, 'V'),
(0x114, 'M', 'ĕ'),
(0x115, 'V'),
(0x116, 'M', 'ė'),
(0x117, 'V'),
(0x118, 'M', 'ę'),
(0x119, 'V'),
(0x11A, 'M', 'ě'),
(0x11B, 'V'),
(0x11C, 'M', 'ĝ'),
(0x11D, 'V'),
(0x11E, 'M', 'ğ'),
(0x11F, 'V'),
(0x120, 'M', 'ġ'),
(0x121, 'V'),
(0x122, 'M', 'ģ'),
(0x123, 'V'),
(0x124, 'M', 'ĥ'),
(0x125, 'V'),
(0x126, 'M', 'ħ'),
(0x127, 'V'),
(0x128, 'M', 'ĩ'),
(0x129, 'V'),
(0x12A, 'M', 'ī'),
(0x12B, 'V'),
]
def _seg_3():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x12C, 'M', 'ĭ'),
(0x12D, 'V'),
(0x12E, 'M', 'į'),
(0x12F, 'V'),
(0x130, 'M', 'i̇'),
(0x131, 'V'),
(0x132, 'M', 'ij'),
(0x134, 'M', 'ĵ'),
(0x135, 'V'),
(0x136, 'M', 'ķ'),
(0x137, 'V'),
(0x139, 'M', 'ĺ'),
(0x13A, 'V'),
(0x13B, 'M', 'ļ'),
(0x13C, 'V'),
(0x13D, 'M', 'ľ'),
(0x13E, 'V'),
(0x13F, 'M', 'l·'),
(0x141, 'M', 'ł'),
(0x142, 'V'),
(0x143, 'M', 'ń'),
(0x144, 'V'),
(0x145, 'M', 'ņ'),
(0x146, 'V'),
(0x147, 'M', 'ň'),
(0x148, 'V'),
(0x149, 'M', 'ʼn'),
(0x14A, 'M', 'ŋ'),
(0x14B, 'V'),
(0x14C, 'M', 'ō'),
(0x14D, 'V'),
(0x14E, 'M', 'ŏ'),
(0x14F, 'V'),
(0x150, 'M', 'ő'),
(0x151, 'V'),
(0x152, 'M', 'œ'),
(0x153, 'V'),
(0x154, 'M', 'ŕ'),
(0x155, 'V'),
(0x156, 'M', 'ŗ'),
(0x157, 'V'),
(0x158, 'M', 'ř'),
(0x159, 'V'),
(0x15A, 'M', 'ś'),
(0x15B, 'V'),
(0x15C, 'M', 'ŝ'),
(0x15D, 'V'),
(0x15E, 'M', 'ş'),
(0x15F, 'V'),
(0x160, 'M', 'š'),
(0x161, 'V'),
(0x162, 'M', 'ţ'),
(0x163, 'V'),
(0x164, 'M', 'ť'),
(0x165, 'V'),
(0x166, 'M', 'ŧ'),
(0x167, 'V'),
(0x168, 'M', 'ũ'),
(0x169, 'V'),
(0x16A, 'M', 'ū'),
(0x16B, 'V'),
(0x16C, 'M', 'ŭ'),
(0x16D, 'V'),
(0x16E, 'M', 'ů'),
(0x16F, 'V'),
(0x170, 'M', 'ű'),
(0x171, 'V'),
(0x172, 'M', 'ų'),
(0x173, 'V'),
(0x174, 'M', 'ŵ'),
(0x175, 'V'),
(0x176, 'M', 'ŷ'),
(0x177, 'V'),
(0x178, 'M', 'ÿ'),
(0x179, 'M', 'ź'),
(0x17A, 'V'),
(0x17B, 'M', 'ż'),
(0x17C, 'V'),
(0x17D, 'M', 'ž'),
(0x17E, 'V'),
(0x17F, 'M', 's'),
(0x180, 'V'),
(0x181, 'M', 'ɓ'),
(0x182, 'M', 'ƃ'),
(0x183, 'V'),
(0x184, 'M', 'ƅ'),
(0x185, 'V'),
(0x186, 'M', 'ɔ'),
(0x187, 'M', 'ƈ'),
(0x188, 'V'),
(0x189, 'M', 'ɖ'),
(0x18A, 'M', 'ɗ'),
(0x18B, 'M', 'ƌ'),
(0x18C, 'V'),
(0x18E, 'M', 'ǝ'),
(0x18F, 'M', 'ə'),
(0x190, 'M', 'ɛ'),
(0x191, 'M', 'ƒ'),
(0x192, 'V'),
(0x193, 'M', 'ɠ'),
]
def _seg_4():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x194, 'M', 'ɣ'),
(0x195, 'V'),
(0x196, 'M', 'ɩ'),
(0x197, 'M', 'ɨ'),
(0x198, 'M', 'ƙ'),
(0x199, 'V'),
(0x19C, 'M', 'ɯ'),
(0x19D, 'M', 'ɲ'),
(0x19E, 'V'),
(0x19F, 'M', 'ɵ'),
(0x1A0, 'M', 'ơ'),
(0x1A1, 'V'),
(0x1A2, 'M', 'ƣ'),
(0x1A3, 'V'),
(0x1A4, 'M', 'ƥ'),
(0x1A5, 'V'),
(0x1A6, 'M', 'ʀ'),
(0x1A7, 'M', 'ƨ'),
(0x1A8, 'V'),
(0x1A9, 'M', 'ʃ'),
(0x1AA, 'V'),
(0x1AC, 'M', 'ƭ'),
(0x1AD, 'V'),
(0x1AE, 'M', 'ʈ'),
(0x1AF, 'M', 'ư'),
(0x1B0, 'V'),
(0x1B1, 'M', 'ʊ'),
(0x1B2, 'M', 'ʋ'),
(0x1B3, 'M', 'ƴ'),
(0x1B4, 'V'),
(0x1B5, 'M', 'ƶ'),
(0x1B6, 'V'),
(0x1B7, 'M', 'ʒ'),
(0x1B8, 'M', 'ƹ'),
(0x1B9, 'V'),
(0x1BC, 'M', 'ƽ'),
(0x1BD, 'V'),
(0x1C4, 'M', 'dž'),
(0x1C7, 'M', 'lj'),
(0x1CA, 'M', 'nj'),
(0x1CD, 'M', 'ǎ'),
(0x1CE, 'V'),
(0x1CF, 'M', 'ǐ'),
(0x1D0, 'V'),
(0x1D1, 'M', 'ǒ'),
(0x1D2, 'V'),
(0x1D3, 'M', 'ǔ'),
(0x1D4, 'V'),
(0x1D5, 'M', 'ǖ'),
(0x1D6, 'V'),
(0x1D7, 'M', 'ǘ'),
(0x1D8, 'V'),
(0x1D9, 'M', 'ǚ'),
(0x1DA, 'V'),
(0x1DB, 'M', 'ǜ'),
(0x1DC, 'V'),
(0x1DE, 'M', 'ǟ'),
(0x1DF, 'V'),
(0x1E0, 'M', 'ǡ'),
(0x1E1, 'V'),
(0x1E2, 'M', 'ǣ'),
(0x1E3, 'V'),
(0x1E4, 'M', 'ǥ'),
(0x1E5, 'V'),
(0x1E6, 'M', 'ǧ'),
(0x1E7, 'V'),
(0x1E8, 'M', 'ǩ'),
(0x1E9, 'V'),
(0x1EA, 'M', 'ǫ'),
(0x1EB, 'V'),
(0x1EC, 'M', 'ǭ'),
(0x1ED, 'V'),
(0x1EE, 'M', 'ǯ'),
(0x1EF, 'V'),
(0x1F1, 'M', 'dz'),
(0x1F4, 'M', 'ǵ'),
(0x1F5, 'V'),
(0x1F6, 'M', 'ƕ'),
(0x1F7, 'M', 'ƿ'),
(0x1F8, 'M', 'ǹ'),
(0x1F9, 'V'),
(0x1FA, 'M', 'ǻ'),
(0x1FB, 'V'),
(0x1FC, 'M', 'ǽ'),
(0x1FD, 'V'),
(0x1FE, 'M', 'ǿ'),
(0x1FF, 'V'),
(0x200, 'M', 'ȁ'),
(0x201, 'V'),
(0x202, 'M', 'ȃ'),
(0x203, 'V'),
(0x204, 'M', 'ȅ'),
(0x205, 'V'),
(0x206, 'M', 'ȇ'),
(0x207, 'V'),
(0x208, 'M', 'ȉ'),
(0x209, 'V'),
(0x20A, 'M', 'ȋ'),
(0x20B, 'V'),
(0x20C, 'M', 'ȍ'),
]
def _seg_5():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x20D, 'V'),
(0x20E, 'M', 'ȏ'),
(0x20F, 'V'),
(0x210, 'M', 'ȑ'),
(0x211, 'V'),
(0x212, 'M', 'ȓ'),
(0x213, 'V'),
(0x214, 'M', 'ȕ'),
(0x215, 'V'),
(0x216, 'M', 'ȗ'),
(0x217, 'V'),
(0x218, 'M', 'ș'),
(0x219, 'V'),
(0x21A, 'M', 'ț'),
(0x21B, 'V'),
(0x21C, 'M', 'ȝ'),
(0x21D, 'V'),
(0x21E, 'M', 'ȟ'),
(0x21F, 'V'),
(0x220, 'M', 'ƞ'),
(0x221, 'V'),
(0x222, 'M', 'ȣ'),
(0x223, 'V'),
(0x224, 'M', 'ȥ'),
(0x225, 'V'),
(0x226, 'M', 'ȧ'),
(0x227, 'V'),
(0x228, 'M', 'ȩ'),
(0x229, 'V'),
(0x22A, 'M', 'ȫ'),
(0x22B, 'V'),
(0x22C, 'M', 'ȭ'),
(0x22D, 'V'),
(0x22E, 'M', 'ȯ'),
(0x22F, 'V'),
(0x230, 'M', 'ȱ'),
(0x231, 'V'),
(0x232, 'M', 'ȳ'),
(0x233, 'V'),
(0x23A, 'M', 'ⱥ'),
(0x23B, 'M', 'ȼ'),
(0x23C, 'V'),
(0x23D, 'M', 'ƚ'),
(0x23E, 'M', 'ⱦ'),
(0x23F, 'V'),
(0x241, 'M', 'ɂ'),
(0x242, 'V'),
(0x243, 'M', 'ƀ'),
(0x244, 'M', 'ʉ'),
(0x245, 'M', 'ʌ'),
(0x246, 'M', 'ɇ'),
(0x247, 'V'),
(0x248, 'M', 'ɉ'),
(0x249, 'V'),
(0x24A, 'M', 'ɋ'),
(0x24B, 'V'),
(0x24C, 'M', 'ɍ'),
(0x24D, 'V'),
(0x24E, 'M', 'ɏ'),
(0x24F, 'V'),
(0x2B0, 'M', 'h'),
(0x2B1, 'M', 'ɦ'),
(0x2B2, 'M', 'j'),
(0x2B3, 'M', 'r'),
(0x2B4, 'M', 'ɹ'),
(0x2B5, 'M', 'ɻ'),
(0x2B6, 'M', 'ʁ'),
(0x2B7, 'M', 'w'),
(0x2B8, 'M', 'y'),
(0x2B9, 'V'),
(0x2D8, '3', ' ̆'),
(0x2D9, '3', ' ̇'),
(0x2DA, '3', ' ̊'),
(0x2DB, '3', ' ̨'),
(0x2DC, '3', ' ̃'),
(0x2DD, '3', ' ̋'),
(0x2DE, 'V'),
(0x2E0, 'M', 'ɣ'),
(0x2E1, 'M', 'l'),
(0x2E2, 'M', 's'),
(0x2E3, 'M', 'x'),
(0x2E4, 'M', 'ʕ'),
(0x2E5, 'V'),
(0x340, 'M', '̀'),
(0x341, 'M', '́'),
(0x342, 'V'),
(0x343, 'M', '̓'),
(0x344, 'M', '̈́'),
(0x345, 'M', 'ι'),
(0x346, 'V'),
(0x34F, 'I'),
(0x350, 'V'),
(0x370, 'M', 'ͱ'),
(0x371, 'V'),
(0x372, 'M', 'ͳ'),
(0x373, 'V'),
(0x374, 'M', 'ʹ'),
(0x375, 'V'),
(0x376, 'M', 'ͷ'),
(0x377, 'V'),
]
def _seg_6():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x378, 'X'),
(0x37A, '3', ' ι'),
(0x37B, 'V'),
(0x37E, '3', ';'),
(0x37F, 'M', 'ϳ'),
(0x380, 'X'),
(0x384, '3', ' ́'),
(0x385, '3', ' ̈́'),
(0x386, 'M', 'ά'),
(0x387, 'M', '·'),
(0x388, 'M', 'έ'),
(0x389, 'M', 'ή'),
(0x38A, 'M', 'ί'),
(0x38B, 'X'),
(0x38C, 'M', 'ό'),
(0x38D, 'X'),
(0x38E, 'M', 'ύ'),
(0x38F, 'M', 'ώ'),
(0x390, 'V'),
(0x391, 'M', 'α'),
(0x392, 'M', 'β'),
(0x393, 'M', 'γ'),
(0x394, 'M', 'δ'),
(0x395, 'M', 'ε'),
(0x396, 'M', 'ζ'),
(0x397, 'M', 'η'),
(0x398, 'M', 'θ'),
(0x399, 'M', 'ι'),
(0x39A, 'M', 'κ'),
(0x39B, 'M', 'λ'),
(0x39C, 'M', 'μ'),
(0x39D, 'M', 'ν'),
(0x39E, 'M', 'ξ'),
(0x39F, 'M', 'ο'),
(0x3A0, 'M', 'π'),
(0x3A1, 'M', 'ρ'),
(0x3A2, 'X'),
(0x3A3, 'M', 'σ'),
(0x3A4, 'M', 'τ'),
(0x3A5, 'M', 'υ'),
(0x3A6, 'M', 'φ'),
(0x3A7, 'M', 'χ'),
(0x3A8, 'M', 'ψ'),
(0x3A9, 'M', 'ω'),
(0x3AA, 'M', 'ϊ'),
(0x3AB, 'M', 'ϋ'),
(0x3AC, 'V'),
(0x3C2, 'D', 'σ'),
(0x3C3, 'V'),
(0x3CF, 'M', 'ϗ'),
(0x3D0, 'M', 'β'),
(0x3D1, 'M', 'θ'),
(0x3D2, 'M', 'υ'),
(0x3D3, 'M', 'ύ'),
(0x3D4, 'M', 'ϋ'),
(0x3D5, 'M', 'φ'),
(0x3D6, 'M', 'π'),
(0x3D7, 'V'),
(0x3D8, 'M', 'ϙ'),
(0x3D9, 'V'),
(0x3DA, 'M', 'ϛ'),
(0x3DB, 'V'),
(0x3DC, 'M', 'ϝ'),
(0x3DD, 'V'),
(0x3DE, 'M', 'ϟ'),
(0x3DF, 'V'),
(0x3E0, 'M', 'ϡ'),
(0x3E1, 'V'),
(0x3E2, 'M', 'ϣ'),
(0x3E3, 'V'),
(0x3E4, 'M', 'ϥ'),
(0x3E5, 'V'),
(0x3E6, 'M', 'ϧ'),
(0x3E7, 'V'),
(0x3E8, 'M', 'ϩ'),
(0x3E9, 'V'),
(0x3EA, 'M', 'ϫ'),
(0x3EB, 'V'),
(0x3EC, 'M', 'ϭ'),
(0x3ED, 'V'),
(0x3EE, 'M', 'ϯ'),
(0x3EF, 'V'),
(0x3F0, 'M', 'κ'),
(0x3F1, 'M', 'ρ'),
(0x3F2, 'M', 'σ'),
(0x3F3, 'V'),
(0x3F4, 'M', 'θ'),
(0x3F5, 'M', 'ε'),
(0x3F6, 'V'),
(0x3F7, 'M', 'ϸ'),
(0x3F8, 'V'),
(0x3F9, 'M', 'σ'),
(0x3FA, 'M', 'ϻ'),
(0x3FB, 'V'),
(0x3FD, 'M', 'ͻ'),
(0x3FE, 'M', 'ͼ'),
(0x3FF, 'M', 'ͽ'),
(0x400, 'M', 'ѐ'),
(0x401, 'M', 'ё'),
(0x402, 'M', 'ђ'),
]
def _seg_7():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x403, 'M', 'ѓ'),
(0x404, 'M', 'є'),
(0x405, 'M', 'ѕ'),
(0x406, 'M', 'і'),
(0x407, 'M', 'ї'),
(0x408, 'M', 'ј'),
(0x409, 'M', 'љ'),
(0x40A, 'M', 'њ'),
(0x40B, 'M', 'ћ'),
(0x40C, 'M', 'ќ'),
(0x40D, 'M', 'ѝ'),
(0x40E, 'M', 'ў'),
(0x40F, 'M', 'џ'),
(0x410, 'M', 'а'),
(0x411, 'M', 'б'),
(0x412, 'M', 'в'),
(0x413, 'M', 'г'),
(0x414, 'M', 'д'),
(0x415, 'M', 'е'),
(0x416, 'M', 'ж'),
(0x417, 'M', 'з'),
(0x418, 'M', 'и'),
(0x419, 'M', 'й'),
(0x41A, 'M', 'к'),
(0x41B, 'M', 'л'),
(0x41C, 'M', 'м'),
(0x41D, 'M', 'н'),
(0x41E, 'M', 'о'),
(0x41F, 'M', 'п'),
(0x420, 'M', 'р'),
(0x421, 'M', 'с'),
(0x422, 'M', 'т'),
(0x423, 'M', 'у'),
(0x424, 'M', 'ф'),
(0x425, 'M', 'х'),
(0x426, 'M', 'ц'),
(0x427, 'M', 'ч'),
(0x428, 'M', 'ш'),
(0x429, 'M', 'щ'),
(0x42A, 'M', 'ъ'),
(0x42B, 'M', 'ы'),
(0x42C, 'M', 'ь'),
(0x42D, 'M', 'э'),
(0x42E, 'M', 'ю'),
(0x42F, 'M', 'я'),
(0x430, 'V'),
(0x460, 'M', 'ѡ'),
(0x461, 'V'),
(0x462, 'M', 'ѣ'),
(0x463, 'V'),
(0x464, 'M', 'ѥ'),
(0x465, 'V'),
(0x466, 'M', 'ѧ'),
(0x467, 'V'),
(0x468, 'M', 'ѩ'),
(0x469, 'V'),
(0x46A, 'M', 'ѫ'),
(0x46B, 'V'),
(0x46C, 'M', 'ѭ'),
(0x46D, 'V'),
(0x46E, 'M', 'ѯ'),
(0x46F, 'V'),
(0x470, 'M', 'ѱ'),
(0x471, 'V'),
(0x472, 'M', 'ѳ'),
(0x473, 'V'),
(0x474, 'M', 'ѵ'),
(0x475, 'V'),
(0x476, 'M', 'ѷ'),
(0x477, 'V'),
(0x478, 'M', 'ѹ'),
(0x479, 'V'),
(0x47A, 'M', 'ѻ'),
(0x47B, 'V'),
(0x47C, 'M', 'ѽ'),
(0x47D, 'V'),
(0x47E, 'M', 'ѿ'),
(0x47F, 'V'),
(0x480, 'M', 'ҁ'),
(0x481, 'V'),
(0x48A, 'M', 'ҋ'),
(0x48B, 'V'),
(0x48C, 'M', 'ҍ'),
(0x48D, 'V'),
(0x48E, 'M', 'ҏ'),
(0x48F, 'V'),
(0x490, 'M', 'ґ'),
(0x491, 'V'),
(0x492, 'M', 'ғ'),
(0x493, 'V'),
(0x494, 'M', 'ҕ'),
(0x495, 'V'),
(0x496, 'M', 'җ'),
(0x497, 'V'),
(0x498, 'M', 'ҙ'),
(0x499, 'V'),
(0x49A, 'M', 'қ'),
(0x49B, 'V'),
(0x49C, 'M', 'ҝ'),
(0x49D, 'V'),
]
def _seg_8():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x49E, 'M', 'ҟ'),
(0x49F, 'V'),
(0x4A0, 'M', 'ҡ'),
(0x4A1, 'V'),
(0x4A2, 'M', 'ң'),
(0x4A3, 'V'),
(0x4A4, 'M', 'ҥ'),
(0x4A5, 'V'),
(0x4A6, 'M', 'ҧ'),
(0x4A7, 'V'),
(0x4A8, 'M', 'ҩ'),
(0x4A9, 'V'),
(0x4AA, 'M', 'ҫ'),
(0x4AB, 'V'),
(0x4AC, 'M', 'ҭ'),
(0x4AD, 'V'),
(0x4AE, 'M', 'ү'),
(0x4AF, 'V'),
(0x4B0, 'M', 'ұ'),
(0x4B1, 'V'),
(0x4B2, 'M', 'ҳ'),
(0x4B3, 'V'),
(0x4B4, 'M', 'ҵ'),
(0x4B5, 'V'),
(0x4B6, 'M', 'ҷ'),
(0x4B7, 'V'),
(0x4B8, 'M', 'ҹ'),
(0x4B9, 'V'),
(0x4BA, 'M', 'һ'),
(0x4BB, 'V'),
(0x4BC, 'M', 'ҽ'),
(0x4BD, 'V'),
(0x4BE, 'M', 'ҿ'),
(0x4BF, 'V'),
(0x4C0, 'X'),
(0x4C1, 'M', 'ӂ'),
(0x4C2, 'V'),
(0x4C3, 'M', 'ӄ'),
(0x4C4, 'V'),
(0x4C5, 'M', 'ӆ'),
(0x4C6, 'V'),
(0x4C7, 'M', 'ӈ'),
(0x4C8, 'V'),
(0x4C9, 'M', 'ӊ'),
(0x4CA, 'V'),
(0x4CB, 'M', 'ӌ'),
(0x4CC, 'V'),
(0x4CD, 'M', 'ӎ'),
(0x4CE, 'V'),
(0x4D0, 'M', 'ӑ'),
(0x4D1, 'V'),
(0x4D2, 'M', 'ӓ'),
(0x4D3, 'V'),
(0x4D4, 'M', 'ӕ'),
(0x4D5, 'V'),
(0x4D6, 'M', 'ӗ'),
(0x4D7, 'V'),
(0x4D8, 'M', 'ә'),
(0x4D9, 'V'),
(0x4DA, 'M', 'ӛ'),
(0x4DB, 'V'),
(0x4DC, 'M', 'ӝ'),
(0x4DD, 'V'),
(0x4DE, 'M', 'ӟ'),
(0x4DF, 'V'),
(0x4E0, 'M', 'ӡ'),
(0x4E1, 'V'),
(0x4E2, 'M', 'ӣ'),
(0x4E3, 'V'),
(0x4E4, 'M', 'ӥ'),
(0x4E5, 'V'),
(0x4E6, 'M', 'ӧ'),
(0x4E7, 'V'),
(0x4E8, 'M', 'ө'),
(0x4E9, 'V'),
(0x4EA, 'M', 'ӫ'),
(0x4EB, 'V'),
(0x4EC, 'M', 'ӭ'),
(0x4ED, 'V'),
(0x4EE, 'M', 'ӯ'),
(0x4EF, 'V'),
(0x4F0, 'M', 'ӱ'),
(0x4F1, 'V'),
(0x4F2, 'M', 'ӳ'),
(0x4F3, 'V'),
(0x4F4, 'M', 'ӵ'),
(0x4F5, 'V'),
(0x4F6, 'M', 'ӷ'),
(0x4F7, 'V'),
(0x4F8, 'M', 'ӹ'),
(0x4F9, 'V'),
(0x4FA, 'M', 'ӻ'),
(0x4FB, 'V'),
(0x4FC, 'M', 'ӽ'),
(0x4FD, 'V'),
(0x4FE, 'M', 'ӿ'),
(0x4FF, 'V'),
(0x500, 'M', 'ԁ'),
(0x501, 'V'),
(0x502, 'M', 'ԃ'),
]
def _seg_9():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x503, 'V'),
(0x504, 'M', 'ԅ'),
(0x505, 'V'),
(0x506, 'M', 'ԇ'),
(0x507, 'V'),
(0x508, 'M', 'ԉ'),
(0x509, 'V'),
(0x50A, 'M', 'ԋ'),
(0x50B, 'V'),
(0x50C, 'M', 'ԍ'),
(0x50D, 'V'),
(0x50E, 'M', 'ԏ'),
(0x50F, 'V'),
(0x510, 'M', 'ԑ'),
(0x511, 'V'),
(0x512, 'M', 'ԓ'),
(0x513, 'V'),
(0x514, 'M', 'ԕ'),
(0x515, 'V'),
(0x516, 'M', 'ԗ'),
(0x517, 'V'),
(0x518, 'M', 'ԙ'),
(0x519, 'V'),
(0x51A, 'M', 'ԛ'),
(0x51B, 'V'),
(0x51C, 'M', 'ԝ'),
(0x51D, 'V'),
(0x51E, 'M', 'ԟ'),
(0x51F, 'V'),
(0x520, 'M', 'ԡ'),
(0x521, 'V'),
(0x522, 'M', 'ԣ'),
(0x523, 'V'),
(0x524, 'M', 'ԥ'),
(0x525, 'V'),
(0x526, 'M', 'ԧ'),
(0x527, 'V'),
(0x528, 'M', 'ԩ'),
(0x529, 'V'),
(0x52A, 'M', 'ԫ'),
(0x52B, 'V'),
(0x52C, 'M', 'ԭ'),
(0x52D, 'V'),
(0x52E, 'M', 'ԯ'),
(0x52F, 'V'),
(0x530, 'X'),
(0x531, 'M', 'ա'),
(0x532, 'M', 'բ'),
(0x533, 'M', 'գ'),
(0x534, 'M', 'դ'),
(0x535, 'M', 'ե'),
(0x536, 'M', 'զ'),
(0x537, 'M', 'է'),
(0x538, 'M', 'ը'),
(0x539, 'M', 'թ'),
(0x53A, 'M', 'ժ'),
(0x53B, 'M', 'ի'),
(0x53C, 'M', 'լ'),
(0x53D, 'M', 'խ'),
(0x53E, 'M', 'ծ'),
(0x53F, 'M', 'կ'),
(0x540, 'M', 'հ'),
(0x541, 'M', 'ձ'),
(0x542, 'M', 'ղ'),
(0x543, 'M', 'ճ'),
(0x544, 'M', 'մ'),
(0x545, 'M', 'յ'),
(0x546, 'M', 'ն'),
(0x547, 'M', 'շ'),
(0x548, 'M', 'ո'),
(0x549, 'M', 'չ'),
(0x54A, 'M', 'պ'),
(0x54B, 'M', 'ջ'),
(0x54C, 'M', 'ռ'),
(0x54D, 'M', 'ս'),
(0x54E, 'M', 'վ'),
(0x54F, 'M', 'տ'),
(0x550, 'M', 'ր'),
(0x551, 'M', 'ց'),
(0x552, 'M', 'ւ'),
(0x553, 'M', 'փ'),
(0x554, 'M', 'ք'),
(0x555, 'M', 'օ'),
(0x556, 'M', 'ֆ'),
(0x557, 'X'),
(0x559, 'V'),
(0x587, 'M', 'եւ'),
(0x588, 'V'),
(0x58B, 'X'),
(0x58D, 'V'),
(0x590, 'X'),
(0x591, 'V'),
(0x5C8, 'X'),
(0x5D0, 'V'),
(0x5EB, 'X'),
(0x5EF, 'V'),
(0x5F5, 'X'),
(0x606, 'V'),
(0x61C, 'X'),
(0x61E, 'V'),
]
def _seg_10():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x675, 'M', 'اٴ'),
(0x676, 'M', 'وٴ'),
(0x677, 'M', 'ۇٴ'),
(0x678, 'M', 'يٴ'),
(0x679, 'V'),
(0x6DD, 'X'),
(0x6DE, 'V'),
(0x70E, 'X'),
(0x710, 'V'),
(0x74B, 'X'),
(0x74D, 'V'),
(0x7B2, 'X'),
(0x7C0, 'V'),
(0x7FB, 'X'),
(0x7FD, 'V'),
(0x82E, 'X'),
(0x830, 'V'),
(0x83F, 'X'),
(0x840, 'V'),
(0x85C, 'X'),
(0x85E, 'V'),
(0x85F, 'X'),
(0x860, 'V'),
(0x86B, 'X'),
(0x8A0, 'V'),
(0x8B5, 'X'),
(0x8B6, 'V'),
(0x8C8, 'X'),
(0x8D3, 'V'),
(0x8E2, 'X'),
(0x8E3, 'V'),
(0x958, 'M', 'क़'),
(0x959, 'M', 'ख़'),
(0x95A, 'M', 'ग़'),
(0x95B, 'M', 'ज़'),
(0x95C, 'M', 'ड़'),
(0x95D, 'M', 'ढ़'),
(0x95E, 'M', 'फ़'),
(0x95F, 'M', 'य़'),
(0x960, 'V'),
(0x984, 'X'),
(0x985, 'V'),
(0x98D, 'X'),
(0x98F, 'V'),
(0x991, 'X'),
(0x993, 'V'),
(0x9A9, 'X'),
(0x9AA, 'V'),
(0x9B1, 'X'),
(0x9B2, 'V'),
(0x9B3, 'X'),
(0x9B6, 'V'),
(0x9BA, 'X'),
(0x9BC, 'V'),
(0x9C5, 'X'),
(0x9C7, 'V'),
(0x9C9, 'X'),
(0x9CB, 'V'),
(0x9CF, 'X'),
(0x9D7, 'V'),
(0x9D8, 'X'),
(0x9DC, 'M', 'ড়'),
(0x9DD, 'M', 'ঢ়'),
(0x9DE, 'X'),
(0x9DF, 'M', 'য়'),
(0x9E0, 'V'),
(0x9E4, 'X'),
(0x9E6, 'V'),
(0x9FF, 'X'),
(0xA01, 'V'),
(0xA04, 'X'),
(0xA05, 'V'),
(0xA0B, 'X'),
(0xA0F, 'V'),
(0xA11, 'X'),
(0xA13, 'V'),
(0xA29, 'X'),
(0xA2A, 'V'),
(0xA31, 'X'),
(0xA32, 'V'),
(0xA33, 'M', 'ਲ਼'),
(0xA34, 'X'),
(0xA35, 'V'),
(0xA36, 'M', 'ਸ਼'),
(0xA37, 'X'),
(0xA38, 'V'),
(0xA3A, 'X'),
(0xA3C, 'V'),
(0xA3D, 'X'),
(0xA3E, 'V'),
(0xA43, 'X'),
(0xA47, 'V'),
(0xA49, 'X'),
(0xA4B, 'V'),
(0xA4E, 'X'),
(0xA51, 'V'),
(0xA52, 'X'),
(0xA59, 'M', 'ਖ਼'),
(0xA5A, 'M', 'ਗ਼'),
(0xA5B, 'M', 'ਜ਼'),
]
def _seg_11():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xA5C, 'V'),
(0xA5D, 'X'),
(0xA5E, 'M', 'ਫ਼'),
(0xA5F, 'X'),
(0xA66, 'V'),
(0xA77, 'X'),
(0xA81, 'V'),
(0xA84, 'X'),
(0xA85, 'V'),
(0xA8E, 'X'),
(0xA8F, 'V'),
(0xA92, 'X'),
(0xA93, 'V'),
(0xAA9, 'X'),
(0xAAA, 'V'),
(0xAB1, 'X'),
(0xAB2, 'V'),
(0xAB4, 'X'),
(0xAB5, 'V'),
(0xABA, 'X'),
(0xABC, 'V'),
(0xAC6, 'X'),
(0xAC7, 'V'),
(0xACA, 'X'),
(0xACB, 'V'),
(0xACE, 'X'),
(0xAD0, 'V'),
(0xAD1, 'X'),
(0xAE0, 'V'),
(0xAE4, 'X'),
(0xAE6, 'V'),
(0xAF2, 'X'),
(0xAF9, 'V'),
(0xB00, 'X'),
(0xB01, 'V'),
(0xB04, 'X'),
(0xB05, 'V'),
(0xB0D, 'X'),
(0xB0F, 'V'),
(0xB11, 'X'),
(0xB13, 'V'),
(0xB29, 'X'),
(0xB2A, 'V'),
(0xB31, 'X'),
(0xB32, 'V'),
(0xB34, 'X'),
(0xB35, 'V'),
(0xB3A, 'X'),
(0xB3C, 'V'),
(0xB45, 'X'),
(0xB47, 'V'),
(0xB49, 'X'),
(0xB4B, 'V'),
(0xB4E, 'X'),
(0xB55, 'V'),
(0xB58, 'X'),
(0xB5C, 'M', 'ଡ଼'),
(0xB5D, 'M', 'ଢ଼'),
(0xB5E, 'X'),
(0xB5F, 'V'),
(0xB64, 'X'),
(0xB66, 'V'),
(0xB78, 'X'),
(0xB82, 'V'),
(0xB84, 'X'),
(0xB85, 'V'),
(0xB8B, 'X'),
(0xB8E, 'V'),
(0xB91, 'X'),
(0xB92, 'V'),
(0xB96, 'X'),
(0xB99, 'V'),
(0xB9B, 'X'),
(0xB9C, 'V'),
(0xB9D, 'X'),
(0xB9E, 'V'),
(0xBA0, 'X'),
(0xBA3, 'V'),
(0xBA5, 'X'),
(0xBA8, 'V'),
(0xBAB, 'X'),
(0xBAE, 'V'),
(0xBBA, 'X'),
(0xBBE, 'V'),
(0xBC3, 'X'),
(0xBC6, 'V'),
(0xBC9, 'X'),
(0xBCA, 'V'),
(0xBCE, 'X'),
(0xBD0, 'V'),
(0xBD1, 'X'),
(0xBD7, 'V'),
(0xBD8, 'X'),
(0xBE6, 'V'),
(0xBFB, 'X'),
(0xC00, 'V'),
(0xC0D, 'X'),
(0xC0E, 'V'),
(0xC11, 'X'),
(0xC12, 'V'),
]
def _seg_12():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xC29, 'X'),
(0xC2A, 'V'),
(0xC3A, 'X'),
(0xC3D, 'V'),
(0xC45, 'X'),
(0xC46, 'V'),
(0xC49, 'X'),
(0xC4A, 'V'),
(0xC4E, 'X'),
(0xC55, 'V'),
(0xC57, 'X'),
(0xC58, 'V'),
(0xC5B, 'X'),
(0xC60, 'V'),
(0xC64, 'X'),
(0xC66, 'V'),
(0xC70, 'X'),
(0xC77, 'V'),
(0xC8D, 'X'),
(0xC8E, 'V'),
(0xC91, 'X'),
(0xC92, 'V'),
(0xCA9, 'X'),
(0xCAA, 'V'),
(0xCB4, 'X'),
(0xCB5, 'V'),
(0xCBA, 'X'),
(0xCBC, 'V'),
(0xCC5, 'X'),
(0xCC6, 'V'),
(0xCC9, 'X'),
(0xCCA, 'V'),
(0xCCE, 'X'),
(0xCD5, 'V'),
(0xCD7, 'X'),
(0xCDE, 'V'),
(0xCDF, 'X'),
(0xCE0, 'V'),
(0xCE4, 'X'),
(0xCE6, 'V'),
(0xCF0, 'X'),
(0xCF1, 'V'),
(0xCF3, 'X'),
(0xD00, 'V'),
(0xD0D, 'X'),
(0xD0E, 'V'),
(0xD11, 'X'),
(0xD12, 'V'),
(0xD45, 'X'),
(0xD46, 'V'),
(0xD49, 'X'),
(0xD4A, 'V'),
(0xD50, 'X'),
(0xD54, 'V'),
(0xD64, 'X'),
(0xD66, 'V'),
(0xD80, 'X'),
(0xD81, 'V'),
(0xD84, 'X'),
(0xD85, 'V'),
(0xD97, 'X'),
(0xD9A, 'V'),
(0xDB2, 'X'),
(0xDB3, 'V'),
(0xDBC, 'X'),
(0xDBD, 'V'),
(0xDBE, 'X'),
(0xDC0, 'V'),
(0xDC7, 'X'),
(0xDCA, 'V'),
(0xDCB, 'X'),
(0xDCF, 'V'),
(0xDD5, 'X'),
(0xDD6, 'V'),
(0xDD7, 'X'),
(0xDD8, 'V'),
(0xDE0, 'X'),
(0xDE6, 'V'),
(0xDF0, 'X'),
(0xDF2, 'V'),
(0xDF5, 'X'),
(0xE01, 'V'),
(0xE33, 'M', 'ํา'),
(0xE34, 'V'),
(0xE3B, 'X'),
(0xE3F, 'V'),
(0xE5C, 'X'),
(0xE81, 'V'),
(0xE83, 'X'),
(0xE84, 'V'),
(0xE85, 'X'),
(0xE86, 'V'),
(0xE8B, 'X'),
(0xE8C, 'V'),
(0xEA4, 'X'),
(0xEA5, 'V'),
(0xEA6, 'X'),
(0xEA7, 'V'),
(0xEB3, 'M', 'ໍາ'),
(0xEB4, 'V'),
]
def _seg_13():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xEBE, 'X'),
(0xEC0, 'V'),
(0xEC5, 'X'),
(0xEC6, 'V'),
(0xEC7, 'X'),
(0xEC8, 'V'),
(0xECE, 'X'),
(0xED0, 'V'),
(0xEDA, 'X'),
(0xEDC, 'M', 'ຫນ'),
(0xEDD, 'M', 'ຫມ'),
(0xEDE, 'V'),
(0xEE0, 'X'),
(0xF00, 'V'),
(0xF0C, 'M', '་'),
(0xF0D, 'V'),
(0xF43, 'M', 'གྷ'),
(0xF44, 'V'),
(0xF48, 'X'),
(0xF49, 'V'),
(0xF4D, 'M', 'ཌྷ'),
(0xF4E, 'V'),
(0xF52, 'M', 'དྷ'),
(0xF53, 'V'),
(0xF57, 'M', 'བྷ'),
(0xF58, 'V'),
(0xF5C, 'M', 'ཛྷ'),
(0xF5D, 'V'),
(0xF69, 'M', 'ཀྵ'),
(0xF6A, 'V'),
(0xF6D, 'X'),
(0xF71, 'V'),
(0xF73, 'M', 'ཱི'),
(0xF74, 'V'),
(0xF75, 'M', 'ཱུ'),
(0xF76, 'M', 'ྲྀ'),
(0xF77, 'M', 'ྲཱྀ'),
(0xF78, 'M', 'ླྀ'),
(0xF79, 'M', 'ླཱྀ'),
(0xF7A, 'V'),
(0xF81, 'M', 'ཱྀ'),
(0xF82, 'V'),
(0xF93, 'M', 'ྒྷ'),
(0xF94, 'V'),
(0xF98, 'X'),
(0xF99, 'V'),
(0xF9D, 'M', 'ྜྷ'),
(0xF9E, 'V'),
(0xFA2, 'M', 'ྡྷ'),
(0xFA3, 'V'),
(0xFA7, 'M', 'ྦྷ'),
(0xFA8, 'V'),
(0xFAC, 'M', 'ྫྷ'),
(0xFAD, 'V'),
(0xFB9, 'M', 'ྐྵ'),
(0xFBA, 'V'),
(0xFBD, 'X'),
(0xFBE, 'V'),
(0xFCD, 'X'),
(0xFCE, 'V'),
(0xFDB, 'X'),
(0x1000, 'V'),
(0x10A0, 'X'),
(0x10C7, 'M', 'ⴧ'),
(0x10C8, 'X'),
(0x10CD, 'M', 'ⴭ'),
(0x10CE, 'X'),
(0x10D0, 'V'),
(0x10FC, 'M', 'ნ'),
(0x10FD, 'V'),
(0x115F, 'X'),
(0x1161, 'V'),
(0x1249, 'X'),
(0x124A, 'V'),
(0x124E, 'X'),
(0x1250, 'V'),
(0x1257, 'X'),
(0x1258, 'V'),
(0x1259, 'X'),
(0x125A, 'V'),
(0x125E, 'X'),
(0x1260, 'V'),
(0x1289, 'X'),
(0x128A, 'V'),
(0x128E, 'X'),
(0x1290, 'V'),
(0x12B1, 'X'),
(0x12B2, 'V'),
(0x12B6, 'X'),
(0x12B8, 'V'),
(0x12BF, 'X'),
(0x12C0, 'V'),
(0x12C1, 'X'),
(0x12C2, 'V'),
(0x12C6, 'X'),
(0x12C8, 'V'),
(0x12D7, 'X'),
(0x12D8, 'V'),
(0x1311, 'X'),
(0x1312, 'V'),
]
def _seg_14():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1316, 'X'),
(0x1318, 'V'),
(0x135B, 'X'),
(0x135D, 'V'),
(0x137D, 'X'),
(0x1380, 'V'),
(0x139A, 'X'),
(0x13A0, 'V'),
(0x13F6, 'X'),
(0x13F8, 'M', 'Ᏸ'),
(0x13F9, 'M', 'Ᏹ'),
(0x13FA, 'M', 'Ᏺ'),
(0x13FB, 'M', 'Ᏻ'),
(0x13FC, 'M', 'Ᏼ'),
(0x13FD, 'M', 'Ᏽ'),
(0x13FE, 'X'),
(0x1400, 'V'),
(0x1680, 'X'),
(0x1681, 'V'),
(0x169D, 'X'),
(0x16A0, 'V'),
(0x16F9, 'X'),
(0x1700, 'V'),
(0x170D, 'X'),
(0x170E, 'V'),
(0x1715, 'X'),
(0x1720, 'V'),
(0x1737, 'X'),
(0x1740, 'V'),
(0x1754, 'X'),
(0x1760, 'V'),
(0x176D, 'X'),
(0x176E, 'V'),
(0x1771, 'X'),
(0x1772, 'V'),
(0x1774, 'X'),
(0x1780, 'V'),
(0x17B4, 'X'),
(0x17B6, 'V'),
(0x17DE, 'X'),
(0x17E0, 'V'),
(0x17EA, 'X'),
(0x17F0, 'V'),
(0x17FA, 'X'),
(0x1800, 'V'),
(0x1806, 'X'),
(0x1807, 'V'),
(0x180B, 'I'),
(0x180E, 'X'),
(0x1810, 'V'),
(0x181A, 'X'),
(0x1820, 'V'),
(0x1879, 'X'),
(0x1880, 'V'),
(0x18AB, 'X'),
(0x18B0, 'V'),
(0x18F6, 'X'),
(0x1900, 'V'),
(0x191F, 'X'),
(0x1920, 'V'),
(0x192C, 'X'),
(0x1930, 'V'),
(0x193C, 'X'),
(0x1940, 'V'),
(0x1941, 'X'),
(0x1944, 'V'),
(0x196E, 'X'),
(0x1970, 'V'),
(0x1975, 'X'),
(0x1980, 'V'),
(0x19AC, 'X'),
(0x19B0, 'V'),
(0x19CA, 'X'),
(0x19D0, 'V'),
(0x19DB, 'X'),
(0x19DE, 'V'),
(0x1A1C, 'X'),
(0x1A1E, 'V'),
(0x1A5F, 'X'),
(0x1A60, 'V'),
(0x1A7D, 'X'),
(0x1A7F, 'V'),
(0x1A8A, 'X'),
(0x1A90, 'V'),
(0x1A9A, 'X'),
(0x1AA0, 'V'),
(0x1AAE, 'X'),
(0x1AB0, 'V'),
(0x1AC1, 'X'),
(0x1B00, 'V'),
(0x1B4C, 'X'),
(0x1B50, 'V'),
(0x1B7D, 'X'),
(0x1B80, 'V'),
(0x1BF4, 'X'),
(0x1BFC, 'V'),
(0x1C38, 'X'),
(0x1C3B, 'V'),
(0x1C4A, 'X'),
(0x1C4D, 'V'),
]
def _seg_15():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1C80, 'M', 'в'),
(0x1C81, 'M', 'д'),
(0x1C82, 'M', 'о'),
(0x1C83, 'M', 'с'),
(0x1C84, 'M', 'т'),
(0x1C86, 'M', 'ъ'),
(0x1C87, 'M', 'ѣ'),
(0x1C88, 'M', 'ꙋ'),
(0x1C89, 'X'),
(0x1C90, 'M', 'ა'),
(0x1C91, 'M', 'ბ'),
(0x1C92, 'M', 'გ'),
(0x1C93, 'M', 'დ'),
(0x1C94, 'M', 'ე'),
(0x1C95, 'M', 'ვ'),
(0x1C96, 'M', 'ზ'),
(0x1C97, 'M', 'თ'),
(0x1C98, 'M', 'ი'),
(0x1C99, 'M', 'კ'),
(0x1C9A, 'M', 'ლ'),
(0x1C9B, 'M', 'მ'),
(0x1C9C, 'M', 'ნ'),
(0x1C9D, 'M', 'ო'),
(0x1C9E, 'M', 'პ'),
(0x1C9F, 'M', 'ჟ'),
(0x1CA0, 'M', 'რ'),
(0x1CA1, 'M', 'ს'),
(0x1CA2, 'M', 'ტ'),
(0x1CA3, 'M', 'უ'),
(0x1CA4, 'M', 'ფ'),
(0x1CA5, 'M', 'ქ'),
(0x1CA6, 'M', 'ღ'),
(0x1CA7, 'M', 'ყ'),
(0x1CA8, 'M', 'შ'),
(0x1CA9, 'M', 'ჩ'),
(0x1CAA, 'M', 'ც'),
(0x1CAB, 'M', 'ძ'),
(0x1CAC, 'M', 'წ'),
(0x1CAD, 'M', 'ჭ'),
(0x1CAE, 'M', 'ხ'),
(0x1CAF, 'M', 'ჯ'),
(0x1CB0, 'M', 'ჰ'),
(0x1CB1, 'M', 'ჱ'),
(0x1CB2, 'M', 'ჲ'),
(0x1CB3, 'M', 'ჳ'),
(0x1CB4, 'M', 'ჴ'),
(0x1CB5, 'M', 'ჵ'),
(0x1CB6, 'M', 'ჶ'),
(0x1CB7, 'M', 'ჷ'),
(0x1CB8, 'M', 'ჸ'),
(0x1CB9, 'M', 'ჹ'),
(0x1CBA, 'M', 'ჺ'),
(0x1CBB, 'X'),
(0x1CBD, 'M', 'ჽ'),
(0x1CBE, 'M', 'ჾ'),
(0x1CBF, 'M', 'ჿ'),
(0x1CC0, 'V'),
(0x1CC8, 'X'),
(0x1CD0, 'V'),
(0x1CFB, 'X'),
(0x1D00, 'V'),
(0x1D2C, 'M', 'a'),
(0x1D2D, 'M', 'æ'),
(0x1D2E, 'M', 'b'),
(0x1D2F, 'V'),
(0x1D30, 'M', 'd'),
(0x1D31, 'M', 'e'),
(0x1D32, 'M', 'ǝ'),
(0x1D33, 'M', 'g'),
(0x1D34, 'M', 'h'),
(0x1D35, 'M', 'i'),
(0x1D36, 'M', 'j'),
(0x1D37, 'M', 'k'),
(0x1D38, 'M', 'l'),
(0x1D39, 'M', 'm'),
(0x1D3A, 'M', 'n'),
(0x1D3B, 'V'),
(0x1D3C, 'M', 'o'),
(0x1D3D, 'M', 'ȣ'),
(0x1D3E, 'M', 'p'),
(0x1D3F, 'M', 'r'),
(0x1D40, 'M', 't'),
(0x1D41, 'M', 'u'),
(0x1D42, 'M', 'w'),
(0x1D43, 'M', 'a'),
(0x1D44, 'M', 'ɐ'),
(0x1D45, 'M', 'ɑ'),
(0x1D46, 'M', 'ᴂ'),
(0x1D47, 'M', 'b'),
(0x1D48, 'M', 'd'),
(0x1D49, 'M', 'e'),
(0x1D4A, 'M', 'ə'),
(0x1D4B, 'M', 'ɛ'),
(0x1D4C, 'M', 'ɜ'),
(0x1D4D, 'M', 'g'),
(0x1D4E, 'V'),
(0x1D4F, 'M', 'k'),
(0x1D50, 'M', 'm'),
(0x1D51, 'M', 'ŋ'),
(0x1D52, 'M', 'o'),
]
def _seg_16():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D53, 'M', 'ɔ'),
(0x1D54, 'M', 'ᴖ'),
(0x1D55, 'M', 'ᴗ'),
(0x1D56, 'M', 'p'),
(0x1D57, 'M', 't'),
(0x1D58, 'M', 'u'),
(0x1D59, 'M', 'ᴝ'),
(0x1D5A, 'M', 'ɯ'),
(0x1D5B, 'M', 'v'),
(0x1D5C, 'M', 'ᴥ'),
(0x1D5D, 'M', 'β'),
(0x1D5E, 'M', 'γ'),
(0x1D5F, 'M', 'δ'),
(0x1D60, 'M', 'φ'),
(0x1D61, 'M', 'χ'),
(0x1D62, 'M', 'i'),
(0x1D63, 'M', 'r'),
(0x1D64, 'M', 'u'),
(0x1D65, 'M', 'v'),
(0x1D66, 'M', 'β'),
(0x1D67, 'M', 'γ'),
(0x1D68, 'M', 'ρ'),
(0x1D69, 'M', 'φ'),
(0x1D6A, 'M', 'χ'),
(0x1D6B, 'V'),
(0x1D78, 'M', 'н'),
(0x1D79, 'V'),
(0x1D9B, 'M', 'ɒ'),
(0x1D9C, 'M', 'c'),
(0x1D9D, 'M', 'ɕ'),
(0x1D9E, 'M', 'ð'),
(0x1D9F, 'M', 'ɜ'),
(0x1DA0, 'M', 'f'),
(0x1DA1, 'M', 'ɟ'),
(0x1DA2, 'M', 'ɡ'),
(0x1DA3, 'M', 'ɥ'),
(0x1DA4, 'M', 'ɨ'),
(0x1DA5, 'M', 'ɩ'),
(0x1DA6, 'M', 'ɪ'),
(0x1DA7, 'M', 'ᵻ'),
(0x1DA8, 'M', 'ʝ'),
(0x1DA9, 'M', 'ɭ'),
(0x1DAA, 'M', 'ᶅ'),
(0x1DAB, 'M', 'ʟ'),
(0x1DAC, 'M', 'ɱ'),
(0x1DAD, 'M', 'ɰ'),
(0x1DAE, 'M', 'ɲ'),
(0x1DAF, 'M', 'ɳ'),
(0x1DB0, 'M', 'ɴ'),
(0x1DB1, 'M', 'ɵ'),
(0x1DB2, 'M', 'ɸ'),
(0x1DB3, 'M', 'ʂ'),
(0x1DB4, 'M', 'ʃ'),
(0x1DB5, 'M', 'ƫ'),
(0x1DB6, 'M', 'ʉ'),
(0x1DB7, 'M', 'ʊ'),
(0x1DB8, 'M', 'ᴜ'),
(0x1DB9, 'M', 'ʋ'),
(0x1DBA, 'M', 'ʌ'),
(0x1DBB, 'M', 'z'),
(0x1DBC, 'M', 'ʐ'),
(0x1DBD, 'M', 'ʑ'),
(0x1DBE, 'M', 'ʒ'),
(0x1DBF, 'M', 'θ'),
(0x1DC0, 'V'),
(0x1DFA, 'X'),
(0x1DFB, 'V'),
(0x1E00, 'M', 'ḁ'),
(0x1E01, 'V'),
(0x1E02, 'M', 'ḃ'),
(0x1E03, 'V'),
(0x1E04, 'M', 'ḅ'),
(0x1E05, 'V'),
(0x1E06, 'M', 'ḇ'),
(0x1E07, 'V'),
(0x1E08, 'M', 'ḉ'),
(0x1E09, 'V'),
(0x1E0A, 'M', 'ḋ'),
(0x1E0B, 'V'),
(0x1E0C, 'M', 'ḍ'),
(0x1E0D, 'V'),
(0x1E0E, 'M', 'ḏ'),
(0x1E0F, 'V'),
(0x1E10, 'M', 'ḑ'),
(0x1E11, 'V'),
(0x1E12, 'M', 'ḓ'),
(0x1E13, 'V'),
(0x1E14, 'M', 'ḕ'),
(0x1E15, 'V'),
(0x1E16, 'M', 'ḗ'),
(0x1E17, 'V'),
(0x1E18, 'M', 'ḙ'),
(0x1E19, 'V'),
(0x1E1A, 'M', 'ḛ'),
(0x1E1B, 'V'),
(0x1E1C, 'M', 'ḝ'),
(0x1E1D, 'V'),
(0x1E1E, 'M', 'ḟ'),
(0x1E1F, 'V'),
(0x1E20, 'M', 'ḡ'),
]
def _seg_17():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1E21, 'V'),
(0x1E22, 'M', 'ḣ'),
(0x1E23, 'V'),
(0x1E24, 'M', 'ḥ'),
(0x1E25, 'V'),
(0x1E26, 'M', 'ḧ'),
(0x1E27, 'V'),
(0x1E28, 'M', 'ḩ'),
(0x1E29, 'V'),
(0x1E2A, 'M', 'ḫ'),
(0x1E2B, 'V'),
(0x1E2C, 'M', 'ḭ'),
(0x1E2D, 'V'),
(0x1E2E, 'M', 'ḯ'),
(0x1E2F, 'V'),
(0x1E30, 'M', 'ḱ'),
(0x1E31, 'V'),
(0x1E32, 'M', 'ḳ'),
(0x1E33, 'V'),
(0x1E34, 'M', 'ḵ'),
(0x1E35, 'V'),
(0x1E36, 'M', 'ḷ'),
(0x1E37, 'V'),
(0x1E38, 'M', 'ḹ'),
(0x1E39, 'V'),
(0x1E3A, 'M', 'ḻ'),
(0x1E3B, 'V'),
(0x1E3C, 'M', 'ḽ'),
(0x1E3D, 'V'),
(0x1E3E, 'M', 'ḿ'),
(0x1E3F, 'V'),
(0x1E40, 'M', 'ṁ'),
(0x1E41, 'V'),
(0x1E42, 'M', 'ṃ'),
(0x1E43, 'V'),
(0x1E44, 'M', 'ṅ'),
(0x1E45, 'V'),
(0x1E46, 'M', 'ṇ'),
(0x1E47, 'V'),
(0x1E48, 'M', 'ṉ'),
(0x1E49, 'V'),
(0x1E4A, 'M', 'ṋ'),
(0x1E4B, 'V'),
(0x1E4C, 'M', 'ṍ'),
(0x1E4D, 'V'),
(0x1E4E, 'M', 'ṏ'),
(0x1E4F, 'V'),
(0x1E50, 'M', 'ṑ'),
(0x1E51, 'V'),
(0x1E52, 'M', 'ṓ'),
(0x1E53, 'V'),
(0x1E54, 'M', 'ṕ'),
(0x1E55, 'V'),
(0x1E56, 'M', 'ṗ'),
(0x1E57, 'V'),
(0x1E58, 'M', 'ṙ'),
(0x1E59, 'V'),
(0x1E5A, 'M', 'ṛ'),
(0x1E5B, 'V'),
(0x1E5C, 'M', 'ṝ'),
(0x1E5D, 'V'),
(0x1E5E, 'M', 'ṟ'),
(0x1E5F, 'V'),
(0x1E60, 'M', 'ṡ'),
(0x1E61, 'V'),
(0x1E62, 'M', 'ṣ'),
(0x1E63, 'V'),
(0x1E64, 'M', 'ṥ'),
(0x1E65, 'V'),
(0x1E66, 'M', 'ṧ'),
(0x1E67, 'V'),
(0x1E68, 'M', 'ṩ'),
(0x1E69, 'V'),
(0x1E6A, 'M', 'ṫ'),
(0x1E6B, 'V'),
(0x1E6C, 'M', 'ṭ'),
(0x1E6D, 'V'),
(0x1E6E, 'M', 'ṯ'),
(0x1E6F, 'V'),
(0x1E70, 'M', 'ṱ'),
(0x1E71, 'V'),
(0x1E72, 'M', 'ṳ'),
(0x1E73, 'V'),
(0x1E74, 'M', 'ṵ'),
(0x1E75, 'V'),
(0x1E76, 'M', 'ṷ'),
(0x1E77, 'V'),
(0x1E78, 'M', 'ṹ'),
(0x1E79, 'V'),
(0x1E7A, 'M', 'ṻ'),
(0x1E7B, 'V'),
(0x1E7C, 'M', 'ṽ'),
(0x1E7D, 'V'),
(0x1E7E, 'M', 'ṿ'),
(0x1E7F, 'V'),
(0x1E80, 'M', 'ẁ'),
(0x1E81, 'V'),
(0x1E82, 'M', 'ẃ'),
(0x1E83, 'V'),
(0x1E84, 'M', 'ẅ'),
]
def _seg_18():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1E85, 'V'),
(0x1E86, 'M', 'ẇ'),
(0x1E87, 'V'),
(0x1E88, 'M', 'ẉ'),
(0x1E89, 'V'),
(0x1E8A, 'M', 'ẋ'),
(0x1E8B, 'V'),
(0x1E8C, 'M', 'ẍ'),
(0x1E8D, 'V'),
(0x1E8E, 'M', 'ẏ'),
(0x1E8F, 'V'),
(0x1E90, 'M', 'ẑ'),
(0x1E91, 'V'),
(0x1E92, 'M', 'ẓ'),
(0x1E93, 'V'),
(0x1E94, 'M', 'ẕ'),
(0x1E95, 'V'),
(0x1E9A, 'M', 'aʾ'),
(0x1E9B, 'M', 'ṡ'),
(0x1E9C, 'V'),
(0x1E9E, 'M', 'ss'),
(0x1E9F, 'V'),
(0x1EA0, 'M', 'ạ'),
(0x1EA1, 'V'),
(0x1EA2, 'M', 'ả'),
(0x1EA3, 'V'),
(0x1EA4, 'M', 'ấ'),
(0x1EA5, 'V'),
(0x1EA6, 'M', 'ầ'),
(0x1EA7, 'V'),
(0x1EA8, 'M', 'ẩ'),
(0x1EA9, 'V'),
(0x1EAA, 'M', 'ẫ'),
(0x1EAB, 'V'),
(0x1EAC, 'M', 'ậ'),
(0x1EAD, 'V'),
(0x1EAE, 'M', 'ắ'),
(0x1EAF, 'V'),
(0x1EB0, 'M', 'ằ'),
(0x1EB1, 'V'),
(0x1EB2, 'M', 'ẳ'),
(0x1EB3, 'V'),
(0x1EB4, 'M', 'ẵ'),
(0x1EB5, 'V'),
(0x1EB6, 'M', 'ặ'),
(0x1EB7, 'V'),
(0x1EB8, 'M', 'ẹ'),
(0x1EB9, 'V'),
(0x1EBA, 'M', 'ẻ'),
(0x1EBB, 'V'),
(0x1EBC, 'M', 'ẽ'),
(0x1EBD, 'V'),
(0x1EBE, 'M', 'ế'),
(0x1EBF, 'V'),
(0x1EC0, 'M', 'ề'),
(0x1EC1, 'V'),
(0x1EC2, 'M', 'ể'),
(0x1EC3, 'V'),
(0x1EC4, 'M', 'ễ'),
(0x1EC5, 'V'),
(0x1EC6, 'M', 'ệ'),
(0x1EC7, 'V'),
(0x1EC8, 'M', 'ỉ'),
(0x1EC9, 'V'),
(0x1ECA, 'M', 'ị'),
(0x1ECB, 'V'),
(0x1ECC, 'M', 'ọ'),
(0x1ECD, 'V'),
(0x1ECE, 'M', 'ỏ'),
(0x1ECF, 'V'),
(0x1ED0, 'M', 'ố'),
(0x1ED1, 'V'),
(0x1ED2, 'M', 'ồ'),
(0x1ED3, 'V'),
(0x1ED4, 'M', 'ổ'),
(0x1ED5, 'V'),
(0x1ED6, 'M', 'ỗ'),
(0x1ED7, 'V'),
(0x1ED8, 'M', 'ộ'),
(0x1ED9, 'V'),
(0x1EDA, 'M', 'ớ'),
(0x1EDB, 'V'),
(0x1EDC, 'M', 'ờ'),
(0x1EDD, 'V'),
(0x1EDE, 'M', 'ở'),
(0x1EDF, 'V'),
(0x1EE0, 'M', 'ỡ'),
(0x1EE1, 'V'),
(0x1EE2, 'M', 'ợ'),
(0x1EE3, 'V'),
(0x1EE4, 'M', 'ụ'),
(0x1EE5, 'V'),
(0x1EE6, 'M', 'ủ'),
(0x1EE7, 'V'),
(0x1EE8, 'M', 'ứ'),
(0x1EE9, 'V'),
(0x1EEA, 'M', 'ừ'),
(0x1EEB, 'V'),
(0x1EEC, 'M', 'ử'),
(0x1EED, 'V'),
]
def _seg_19():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1EEE, 'M', 'ữ'),
(0x1EEF, 'V'),
(0x1EF0, 'M', 'ự'),
(0x1EF1, 'V'),
(0x1EF2, 'M', 'ỳ'),
(0x1EF3, 'V'),
(0x1EF4, 'M', 'ỵ'),
(0x1EF5, 'V'),
(0x1EF6, 'M', 'ỷ'),
(0x1EF7, 'V'),
(0x1EF8, 'M', 'ỹ'),
(0x1EF9, 'V'),
(0x1EFA, 'M', 'ỻ'),
(0x1EFB, 'V'),
(0x1EFC, 'M', 'ỽ'),
(0x1EFD, 'V'),
(0x1EFE, 'M', 'ỿ'),
(0x1EFF, 'V'),
(0x1F08, 'M', 'ἀ'),
(0x1F09, 'M', 'ἁ'),
(0x1F0A, 'M', 'ἂ'),
(0x1F0B, 'M', 'ἃ'),
(0x1F0C, 'M', 'ἄ'),
(0x1F0D, 'M', 'ἅ'),
(0x1F0E, 'M', 'ἆ'),
(0x1F0F, 'M', 'ἇ'),
(0x1F10, 'V'),
(0x1F16, 'X'),
(0x1F18, 'M', 'ἐ'),
(0x1F19, 'M', 'ἑ'),
(0x1F1A, 'M', 'ἒ'),
(0x1F1B, 'M', 'ἓ'),
(0x1F1C, 'M', 'ἔ'),
(0x1F1D, 'M', 'ἕ'),
(0x1F1E, 'X'),
(0x1F20, 'V'),
(0x1F28, 'M', 'ἠ'),
(0x1F29, 'M', 'ἡ'),
(0x1F2A, 'M', 'ἢ'),
(0x1F2B, 'M', 'ἣ'),
(0x1F2C, 'M', 'ἤ'),
(0x1F2D, 'M', 'ἥ'),
(0x1F2E, 'M', 'ἦ'),
(0x1F2F, 'M', 'ἧ'),
(0x1F30, 'V'),
(0x1F38, 'M', 'ἰ'),
(0x1F39, 'M', 'ἱ'),
(0x1F3A, 'M', 'ἲ'),
(0x1F3B, 'M', 'ἳ'),
(0x1F3C, 'M', 'ἴ'),
(0x1F3D, 'M', 'ἵ'),
(0x1F3E, 'M', 'ἶ'),
(0x1F3F, 'M', 'ἷ'),
(0x1F40, 'V'),
(0x1F46, 'X'),
(0x1F48, 'M', 'ὀ'),
(0x1F49, 'M', 'ὁ'),
(0x1F4A, 'M', 'ὂ'),
(0x1F4B, 'M', 'ὃ'),
(0x1F4C, 'M', 'ὄ'),
(0x1F4D, 'M', 'ὅ'),
(0x1F4E, 'X'),
(0x1F50, 'V'),
(0x1F58, 'X'),
(0x1F59, 'M', 'ὑ'),
(0x1F5A, 'X'),
(0x1F5B, 'M', 'ὓ'),
(0x1F5C, 'X'),
(0x1F5D, 'M', 'ὕ'),
(0x1F5E, 'X'),
(0x1F5F, 'M', 'ὗ'),
(0x1F60, 'V'),
(0x1F68, 'M', 'ὠ'),
(0x1F69, 'M', 'ὡ'),
(0x1F6A, 'M', 'ὢ'),
(0x1F6B, 'M', 'ὣ'),
(0x1F6C, 'M', 'ὤ'),
(0x1F6D, 'M', 'ὥ'),
(0x1F6E, 'M', 'ὦ'),
(0x1F6F, 'M', 'ὧ'),
(0x1F70, 'V'),
(0x1F71, 'M', 'ά'),
(0x1F72, 'V'),
(0x1F73, 'M', 'έ'),
(0x1F74, 'V'),
(0x1F75, 'M', 'ή'),
(0x1F76, 'V'),
(0x1F77, 'M', 'ί'),
(0x1F78, 'V'),
(0x1F79, 'M', 'ό'),
(0x1F7A, 'V'),
(0x1F7B, 'M', 'ύ'),
(0x1F7C, 'V'),
(0x1F7D, 'M', 'ώ'),
(0x1F7E, 'X'),
(0x1F80, 'M', 'ἀι'),
(0x1F81, 'M', 'ἁι'),
(0x1F82, 'M', 'ἂι'),
(0x1F83, 'M', 'ἃι'),
(0x1F84, 'M', 'ἄι'),
]
def _seg_20():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1F85, 'M', 'ἅι'),
(0x1F86, 'M', 'ἆι'),
(0x1F87, 'M', 'ἇι'),
(0x1F88, 'M', 'ἀι'),
(0x1F89, 'M', 'ἁι'),
(0x1F8A, 'M', 'ἂι'),
(0x1F8B, 'M', 'ἃι'),
(0x1F8C, 'M', 'ἄι'),
(0x1F8D, 'M', 'ἅι'),
(0x1F8E, 'M', 'ἆι'),
(0x1F8F, 'M', 'ἇι'),
(0x1F90, 'M', 'ἠι'),
(0x1F91, 'M', 'ἡι'),
(0x1F92, 'M', 'ἢι'),
(0x1F93, 'M', 'ἣι'),
(0x1F94, 'M', 'ἤι'),
(0x1F95, 'M', 'ἥι'),
(0x1F96, 'M', 'ἦι'),
(0x1F97, 'M', 'ἧι'),
(0x1F98, 'M', 'ἠι'),
(0x1F99, 'M', 'ἡι'),
(0x1F9A, 'M', 'ἢι'),
(0x1F9B, 'M', 'ἣι'),
(0x1F9C, 'M', 'ἤι'),
(0x1F9D, 'M', 'ἥι'),
(0x1F9E, 'M', 'ἦι'),
(0x1F9F, 'M', 'ἧι'),
(0x1FA0, 'M', 'ὠι'),
(0x1FA1, 'M', 'ὡι'),
(0x1FA2, 'M', 'ὢι'),
(0x1FA3, 'M', 'ὣι'),
(0x1FA4, 'M', 'ὤι'),
(0x1FA5, 'M', 'ὥι'),
(0x1FA6, 'M', 'ὦι'),
(0x1FA7, 'M', 'ὧι'),
(0x1FA8, 'M', 'ὠι'),
(0x1FA9, 'M', 'ὡι'),
(0x1FAA, 'M', 'ὢι'),
(0x1FAB, 'M', 'ὣι'),
(0x1FAC, 'M', 'ὤι'),
(0x1FAD, 'M', 'ὥι'),
(0x1FAE, 'M', 'ὦι'),
(0x1FAF, 'M', 'ὧι'),
(0x1FB0, 'V'),
(0x1FB2, 'M', 'ὰι'),
(0x1FB3, 'M', 'αι'),
(0x1FB4, 'M', 'άι'),
(0x1FB5, 'X'),
(0x1FB6, 'V'),
(0x1FB7, 'M', 'ᾶι'),
(0x1FB8, 'M', 'ᾰ'),
(0x1FB9, 'M', 'ᾱ'),
(0x1FBA, 'M', 'ὰ'),
(0x1FBB, 'M', 'ά'),
(0x1FBC, 'M', 'αι'),
(0x1FBD, '3', ' ̓'),
(0x1FBE, 'M', 'ι'),
(0x1FBF, '3', ' ̓'),
(0x1FC0, '3', ' ͂'),
(0x1FC1, '3', ' ̈͂'),
(0x1FC2, 'M', 'ὴι'),
(0x1FC3, 'M', 'ηι'),
(0x1FC4, 'M', 'ήι'),
(0x1FC5, 'X'),
(0x1FC6, 'V'),
(0x1FC7, 'M', 'ῆι'),
(0x1FC8, 'M', 'ὲ'),
(0x1FC9, 'M', 'έ'),
(0x1FCA, 'M', 'ὴ'),
(0x1FCB, 'M', 'ή'),
(0x1FCC, 'M', 'ηι'),
(0x1FCD, '3', ' ̓̀'),
(0x1FCE, '3', ' ̓́'),
(0x1FCF, '3', ' ̓͂'),
(0x1FD0, 'V'),
(0x1FD3, 'M', 'ΐ'),
(0x1FD4, 'X'),
(0x1FD6, 'V'),
(0x1FD8, 'M', 'ῐ'),
(0x1FD9, 'M', 'ῑ'),
(0x1FDA, 'M', 'ὶ'),
(0x1FDB, 'M', 'ί'),
(0x1FDC, 'X'),
(0x1FDD, '3', ' ̔̀'),
(0x1FDE, '3', ' ̔́'),
(0x1FDF, '3', ' ̔͂'),
(0x1FE0, 'V'),
(0x1FE3, 'M', 'ΰ'),
(0x1FE4, 'V'),
(0x1FE8, 'M', 'ῠ'),
(0x1FE9, 'M', 'ῡ'),
(0x1FEA, 'M', 'ὺ'),
(0x1FEB, 'M', 'ύ'),
(0x1FEC, 'M', 'ῥ'),
(0x1FED, '3', ' ̈̀'),
(0x1FEE, '3', ' ̈́'),
(0x1FEF, '3', '`'),
(0x1FF0, 'X'),
(0x1FF2, 'M', 'ὼι'),
(0x1FF3, 'M', 'ωι'),
]
def _seg_21():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1FF4, 'M', 'ώι'),
(0x1FF5, 'X'),
(0x1FF6, 'V'),
(0x1FF7, 'M', 'ῶι'),
(0x1FF8, 'M', 'ὸ'),
(0x1FF9, 'M', 'ό'),
(0x1FFA, 'M', 'ὼ'),
(0x1FFB, 'M', 'ώ'),
(0x1FFC, 'M', 'ωι'),
(0x1FFD, '3', ' ́'),
(0x1FFE, '3', ' ̔'),
(0x1FFF, 'X'),
(0x2000, '3', ' '),
(0x200B, 'I'),
(0x200C, 'D', ''),
(0x200E, 'X'),
(0x2010, 'V'),
(0x2011, 'M', '‐'),
(0x2012, 'V'),
(0x2017, '3', ' ̳'),
(0x2018, 'V'),
(0x2024, 'X'),
(0x2027, 'V'),
(0x2028, 'X'),
(0x202F, '3', ' '),
(0x2030, 'V'),
(0x2033, 'M', '′′'),
(0x2034, 'M', '′′′'),
(0x2035, 'V'),
(0x2036, 'M', '‵‵'),
(0x2037, 'M', '‵‵‵'),
(0x2038, 'V'),
(0x203C, '3', '!!'),
(0x203D, 'V'),
(0x203E, '3', ' ̅'),
(0x203F, 'V'),
(0x2047, '3', '??'),
(0x2048, '3', '?!'),
(0x2049, '3', '!?'),
(0x204A, 'V'),
(0x2057, 'M', '′′′′'),
(0x2058, 'V'),
(0x205F, '3', ' '),
(0x2060, 'I'),
(0x2061, 'X'),
(0x2064, 'I'),
(0x2065, 'X'),
(0x2070, 'M', '0'),
(0x2071, 'M', 'i'),
(0x2072, 'X'),
(0x2074, 'M', '4'),
(0x2075, 'M', '5'),
(0x2076, 'M', '6'),
(0x2077, 'M', '7'),
(0x2078, 'M', '8'),
(0x2079, 'M', '9'),
(0x207A, '3', '+'),
(0x207B, 'M', '−'),
(0x207C, '3', '='),
(0x207D, '3', '('),
(0x207E, '3', ')'),
(0x207F, 'M', 'n'),
(0x2080, 'M', '0'),
(0x2081, 'M', '1'),
(0x2082, 'M', '2'),
(0x2083, 'M', '3'),
(0x2084, 'M', '4'),
(0x2085, 'M', '5'),
(0x2086, 'M', '6'),
(0x2087, 'M', '7'),
(0x2088, 'M', '8'),
(0x2089, 'M', '9'),
(0x208A, '3', '+'),
(0x208B, 'M', '−'),
(0x208C, '3', '='),
(0x208D, '3', '('),
(0x208E, '3', ')'),
(0x208F, 'X'),
(0x2090, 'M', 'a'),
(0x2091, 'M', 'e'),
(0x2092, 'M', 'o'),
(0x2093, 'M', 'x'),
(0x2094, 'M', 'ə'),
(0x2095, 'M', 'h'),
(0x2096, 'M', 'k'),
(0x2097, 'M', 'l'),
(0x2098, 'M', 'm'),
(0x2099, 'M', 'n'),
(0x209A, 'M', 'p'),
(0x209B, 'M', 's'),
(0x209C, 'M', 't'),
(0x209D, 'X'),
(0x20A0, 'V'),
(0x20A8, 'M', 'rs'),
(0x20A9, 'V'),
(0x20C0, 'X'),
(0x20D0, 'V'),
(0x20F1, 'X'),
(0x2100, '3', 'a/c'),
(0x2101, '3', 'a/s'),
]
def _seg_22():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2102, 'M', 'c'),
(0x2103, 'M', '°c'),
(0x2104, 'V'),
(0x2105, '3', 'c/o'),
(0x2106, '3', 'c/u'),
(0x2107, 'M', 'ɛ'),
(0x2108, 'V'),
(0x2109, 'M', '°f'),
(0x210A, 'M', 'g'),
(0x210B, 'M', 'h'),
(0x210F, 'M', 'ħ'),
(0x2110, 'M', 'i'),
(0x2112, 'M', 'l'),
(0x2114, 'V'),
(0x2115, 'M', 'n'),
(0x2116, 'M', 'no'),
(0x2117, 'V'),
(0x2119, 'M', 'p'),
(0x211A, 'M', 'q'),
(0x211B, 'M', 'r'),
(0x211E, 'V'),
(0x2120, 'M', 'sm'),
(0x2121, 'M', 'tel'),
(0x2122, 'M', 'tm'),
(0x2123, 'V'),
(0x2124, 'M', 'z'),
(0x2125, 'V'),
(0x2126, 'M', 'ω'),
(0x2127, 'V'),
(0x2128, 'M', 'z'),
(0x2129, 'V'),
(0x212A, 'M', 'k'),
(0x212B, 'M', 'å'),
(0x212C, 'M', 'b'),
(0x212D, 'M', 'c'),
(0x212E, 'V'),
(0x212F, 'M', 'e'),
(0x2131, 'M', 'f'),
(0x2132, 'X'),
(0x2133, 'M', 'm'),
(0x2134, 'M', 'o'),
(0x2135, 'M', 'א'),
(0x2136, 'M', 'ב'),
(0x2137, 'M', 'ג'),
(0x2138, 'M', 'ד'),
(0x2139, 'M', 'i'),
(0x213A, 'V'),
(0x213B, 'M', 'fax'),
(0x213C, 'M', 'π'),
(0x213D, 'M', 'γ'),
(0x213F, 'M', 'π'),
(0x2140, 'M', '∑'),
(0x2141, 'V'),
(0x2145, 'M', 'd'),
(0x2147, 'M', 'e'),
(0x2148, 'M', 'i'),
(0x2149, 'M', 'j'),
(0x214A, 'V'),
(0x2150, 'M', '1⁄7'),
(0x2151, 'M', '1⁄9'),
(0x2152, 'M', '1⁄10'),
(0x2153, 'M', '1⁄3'),
(0x2154, 'M', '2⁄3'),
(0x2155, 'M', '1⁄5'),
(0x2156, 'M', '2⁄5'),
(0x2157, 'M', '3⁄5'),
(0x2158, 'M', '4⁄5'),
(0x2159, 'M', '1⁄6'),
(0x215A, 'M', '5⁄6'),
(0x215B, 'M', '1⁄8'),
(0x215C, 'M', '3⁄8'),
(0x215D, 'M', '5⁄8'),
(0x215E, 'M', '7⁄8'),
(0x215F, 'M', '1⁄'),
(0x2160, 'M', 'i'),
(0x2161, 'M', 'ii'),
(0x2162, 'M', 'iii'),
(0x2163, 'M', 'iv'),
(0x2164, 'M', 'v'),
(0x2165, 'M', 'vi'),
(0x2166, 'M', 'vii'),
(0x2167, 'M', 'viii'),
(0x2168, 'M', 'ix'),
(0x2169, 'M', 'x'),
(0x216A, 'M', 'xi'),
(0x216B, 'M', 'xii'),
(0x216C, 'M', 'l'),
(0x216D, 'M', 'c'),
(0x216E, 'M', 'd'),
(0x216F, 'M', 'm'),
(0x2170, 'M', 'i'),
(0x2171, 'M', 'ii'),
(0x2172, 'M', 'iii'),
(0x2173, 'M', 'iv'),
(0x2174, 'M', 'v'),
(0x2175, 'M', 'vi'),
(0x2176, 'M', 'vii'),
(0x2177, 'M', 'viii'),
(0x2178, 'M', 'ix'),
(0x2179, 'M', 'x'),
]
def _seg_23():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x217A, 'M', 'xi'),
(0x217B, 'M', 'xii'),
(0x217C, 'M', 'l'),
(0x217D, 'M', 'c'),
(0x217E, 'M', 'd'),
(0x217F, 'M', 'm'),
(0x2180, 'V'),
(0x2183, 'X'),
(0x2184, 'V'),
(0x2189, 'M', '0⁄3'),
(0x218A, 'V'),
(0x218C, 'X'),
(0x2190, 'V'),
(0x222C, 'M', '∫∫'),
(0x222D, 'M', '∫∫∫'),
(0x222E, 'V'),
(0x222F, 'M', '∮∮'),
(0x2230, 'M', '∮∮∮'),
(0x2231, 'V'),
(0x2260, '3'),
(0x2261, 'V'),
(0x226E, '3'),
(0x2270, 'V'),
(0x2329, 'M', '〈'),
(0x232A, 'M', '〉'),
(0x232B, 'V'),
(0x2427, 'X'),
(0x2440, 'V'),
(0x244B, 'X'),
(0x2460, 'M', '1'),
(0x2461, 'M', '2'),
(0x2462, 'M', '3'),
(0x2463, 'M', '4'),
(0x2464, 'M', '5'),
(0x2465, 'M', '6'),
(0x2466, 'M', '7'),
(0x2467, 'M', '8'),
(0x2468, 'M', '9'),
(0x2469, 'M', '10'),
(0x246A, 'M', '11'),
(0x246B, 'M', '12'),
(0x246C, 'M', '13'),
(0x246D, 'M', '14'),
(0x246E, 'M', '15'),
(0x246F, 'M', '16'),
(0x2470, 'M', '17'),
(0x2471, 'M', '18'),
(0x2472, 'M', '19'),
(0x2473, 'M', '20'),
(0x2474, '3', '(1)'),
(0x2475, '3', '(2)'),
(0x2476, '3', '(3)'),
(0x2477, '3', '(4)'),
(0x2478, '3', '(5)'),
(0x2479, '3', '(6)'),
(0x247A, '3', '(7)'),
(0x247B, '3', '(8)'),
(0x247C, '3', '(9)'),
(0x247D, '3', '(10)'),
(0x247E, '3', '(11)'),
(0x247F, '3', '(12)'),
(0x2480, '3', '(13)'),
(0x2481, '3', '(14)'),
(0x2482, '3', '(15)'),
(0x2483, '3', '(16)'),
(0x2484, '3', '(17)'),
(0x2485, '3', '(18)'),
(0x2486, '3', '(19)'),
(0x2487, '3', '(20)'),
(0x2488, 'X'),
(0x249C, '3', '(a)'),
(0x249D, '3', '(b)'),
(0x249E, '3', '(c)'),
(0x249F, '3', '(d)'),
(0x24A0, '3', '(e)'),
(0x24A1, '3', '(f)'),
(0x24A2, '3', '(g)'),
(0x24A3, '3', '(h)'),
(0x24A4, '3', '(i)'),
(0x24A5, '3', '(j)'),
(0x24A6, '3', '(k)'),
(0x24A7, '3', '(l)'),
(0x24A8, '3', '(m)'),
(0x24A9, '3', '(n)'),
(0x24AA, '3', '(o)'),
(0x24AB, '3', '(p)'),
(0x24AC, '3', '(q)'),
(0x24AD, '3', '(r)'),
(0x24AE, '3', '(s)'),
(0x24AF, '3', '(t)'),
(0x24B0, '3', '(u)'),
(0x24B1, '3', '(v)'),
(0x24B2, '3', '(w)'),
(0x24B3, '3', '(x)'),
(0x24B4, '3', '(y)'),
(0x24B5, '3', '(z)'),
(0x24B6, 'M', 'a'),
(0x24B7, 'M', 'b'),
(0x24B8, 'M', 'c'),
(0x24B9, 'M', 'd'),
]
def _seg_24():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x24BA, 'M', 'e'),
(0x24BB, 'M', 'f'),
(0x24BC, 'M', 'g'),
(0x24BD, 'M', 'h'),
(0x24BE, 'M', 'i'),
(0x24BF, 'M', 'j'),
(0x24C0, 'M', 'k'),
(0x24C1, 'M', 'l'),
(0x24C2, 'M', 'm'),
(0x24C3, 'M', 'n'),
(0x24C4, 'M', 'o'),
(0x24C5, 'M', 'p'),
(0x24C6, 'M', 'q'),
(0x24C7, 'M', 'r'),
(0x24C8, 'M', 's'),
(0x24C9, 'M', 't'),
(0x24CA, 'M', 'u'),
(0x24CB, 'M', 'v'),
(0x24CC, 'M', 'w'),
(0x24CD, 'M', 'x'),
(0x24CE, 'M', 'y'),
(0x24CF, 'M', 'z'),
(0x24D0, 'M', 'a'),
(0x24D1, 'M', 'b'),
(0x24D2, 'M', 'c'),
(0x24D3, 'M', 'd'),
(0x24D4, 'M', 'e'),
(0x24D5, 'M', 'f'),
(0x24D6, 'M', 'g'),
(0x24D7, 'M', 'h'),
(0x24D8, 'M', 'i'),
(0x24D9, 'M', 'j'),
(0x24DA, 'M', 'k'),
(0x24DB, 'M', 'l'),
(0x24DC, 'M', 'm'),
(0x24DD, 'M', 'n'),
(0x24DE, 'M', 'o'),
(0x24DF, 'M', 'p'),
(0x24E0, 'M', 'q'),
(0x24E1, 'M', 'r'),
(0x24E2, 'M', 's'),
(0x24E3, 'M', 't'),
(0x24E4, 'M', 'u'),
(0x24E5, 'M', 'v'),
(0x24E6, 'M', 'w'),
(0x24E7, 'M', 'x'),
(0x24E8, 'M', 'y'),
(0x24E9, 'M', 'z'),
(0x24EA, 'M', '0'),
(0x24EB, 'V'),
(0x2A0C, 'M', '∫∫∫∫'),
(0x2A0D, 'V'),
(0x2A74, '3', '::='),
(0x2A75, '3', '=='),
(0x2A76, '3', '==='),
(0x2A77, 'V'),
(0x2ADC, 'M', '⫝̸'),
(0x2ADD, 'V'),
(0x2B74, 'X'),
(0x2B76, 'V'),
(0x2B96, 'X'),
(0x2B97, 'V'),
(0x2C00, 'M', 'ⰰ'),
(0x2C01, 'M', 'ⰱ'),
(0x2C02, 'M', 'ⰲ'),
(0x2C03, 'M', 'ⰳ'),
(0x2C04, 'M', 'ⰴ'),
(0x2C05, 'M', 'ⰵ'),
(0x2C06, 'M', 'ⰶ'),
(0x2C07, 'M', 'ⰷ'),
(0x2C08, 'M', 'ⰸ'),
(0x2C09, 'M', 'ⰹ'),
(0x2C0A, 'M', 'ⰺ'),
(0x2C0B, 'M', 'ⰻ'),
(0x2C0C, 'M', 'ⰼ'),
(0x2C0D, 'M', 'ⰽ'),
(0x2C0E, 'M', 'ⰾ'),
(0x2C0F, 'M', 'ⰿ'),
(0x2C10, 'M', 'ⱀ'),
(0x2C11, 'M', 'ⱁ'),
(0x2C12, 'M', 'ⱂ'),
(0x2C13, 'M', 'ⱃ'),
(0x2C14, 'M', 'ⱄ'),
(0x2C15, 'M', 'ⱅ'),
(0x2C16, 'M', 'ⱆ'),
(0x2C17, 'M', 'ⱇ'),
(0x2C18, 'M', 'ⱈ'),
(0x2C19, 'M', 'ⱉ'),
(0x2C1A, 'M', 'ⱊ'),
(0x2C1B, 'M', 'ⱋ'),
(0x2C1C, 'M', 'ⱌ'),
(0x2C1D, 'M', 'ⱍ'),
(0x2C1E, 'M', 'ⱎ'),
(0x2C1F, 'M', 'ⱏ'),
(0x2C20, 'M', 'ⱐ'),
(0x2C21, 'M', 'ⱑ'),
(0x2C22, 'M', 'ⱒ'),
(0x2C23, 'M', 'ⱓ'),
(0x2C24, 'M', 'ⱔ'),
(0x2C25, 'M', 'ⱕ'),
]
def _seg_25():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2C26, 'M', 'ⱖ'),
(0x2C27, 'M', 'ⱗ'),
(0x2C28, 'M', 'ⱘ'),
(0x2C29, 'M', 'ⱙ'),
(0x2C2A, 'M', 'ⱚ'),
(0x2C2B, 'M', 'ⱛ'),
(0x2C2C, 'M', 'ⱜ'),
(0x2C2D, 'M', 'ⱝ'),
(0x2C2E, 'M', 'ⱞ'),
(0x2C2F, 'X'),
(0x2C30, 'V'),
(0x2C5F, 'X'),
(0x2C60, 'M', 'ⱡ'),
(0x2C61, 'V'),
(0x2C62, 'M', 'ɫ'),
(0x2C63, 'M', 'ᵽ'),
(0x2C64, 'M', 'ɽ'),
(0x2C65, 'V'),
(0x2C67, 'M', 'ⱨ'),
(0x2C68, 'V'),
(0x2C69, 'M', 'ⱪ'),
(0x2C6A, 'V'),
(0x2C6B, 'M', 'ⱬ'),
(0x2C6C, 'V'),
(0x2C6D, 'M', 'ɑ'),
(0x2C6E, 'M', 'ɱ'),
(0x2C6F, 'M', 'ɐ'),
(0x2C70, 'M', 'ɒ'),
(0x2C71, 'V'),
(0x2C72, 'M', 'ⱳ'),
(0x2C73, 'V'),
(0x2C75, 'M', 'ⱶ'),
(0x2C76, 'V'),
(0x2C7C, 'M', 'j'),
(0x2C7D, 'M', 'v'),
(0x2C7E, 'M', 'ȿ'),
(0x2C7F, 'M', 'ɀ'),
(0x2C80, 'M', 'ⲁ'),
(0x2C81, 'V'),
(0x2C82, 'M', 'ⲃ'),
(0x2C83, 'V'),
(0x2C84, 'M', 'ⲅ'),
(0x2C85, 'V'),
(0x2C86, 'M', 'ⲇ'),
(0x2C87, 'V'),
(0x2C88, 'M', 'ⲉ'),
(0x2C89, 'V'),
(0x2C8A, 'M', 'ⲋ'),
(0x2C8B, 'V'),
(0x2C8C, 'M', 'ⲍ'),
(0x2C8D, 'V'),
(0x2C8E, 'M', 'ⲏ'),
(0x2C8F, 'V'),
(0x2C90, 'M', 'ⲑ'),
(0x2C91, 'V'),
(0x2C92, 'M', 'ⲓ'),
(0x2C93, 'V'),
(0x2C94, 'M', 'ⲕ'),
(0x2C95, 'V'),
(0x2C96, 'M', 'ⲗ'),
(0x2C97, 'V'),
(0x2C98, 'M', 'ⲙ'),
(0x2C99, 'V'),
(0x2C9A, 'M', 'ⲛ'),
(0x2C9B, 'V'),
(0x2C9C, 'M', 'ⲝ'),
(0x2C9D, 'V'),
(0x2C9E, 'M', 'ⲟ'),
(0x2C9F, 'V'),
(0x2CA0, 'M', 'ⲡ'),
(0x2CA1, 'V'),
(0x2CA2, 'M', 'ⲣ'),
(0x2CA3, 'V'),
(0x2CA4, 'M', 'ⲥ'),
(0x2CA5, 'V'),
(0x2CA6, 'M', 'ⲧ'),
(0x2CA7, 'V'),
(0x2CA8, 'M', 'ⲩ'),
(0x2CA9, 'V'),
(0x2CAA, 'M', 'ⲫ'),
(0x2CAB, 'V'),
(0x2CAC, 'M', 'ⲭ'),
(0x2CAD, 'V'),
(0x2CAE, 'M', 'ⲯ'),
(0x2CAF, 'V'),
(0x2CB0, 'M', 'ⲱ'),
(0x2CB1, 'V'),
(0x2CB2, 'M', 'ⲳ'),
(0x2CB3, 'V'),
(0x2CB4, 'M', 'ⲵ'),
(0x2CB5, 'V'),
(0x2CB6, 'M', 'ⲷ'),
(0x2CB7, 'V'),
(0x2CB8, 'M', 'ⲹ'),
(0x2CB9, 'V'),
(0x2CBA, 'M', 'ⲻ'),
(0x2CBB, 'V'),
(0x2CBC, 'M', 'ⲽ'),
(0x2CBD, 'V'),
(0x2CBE, 'M', 'ⲿ'),
]
def _seg_26():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2CBF, 'V'),
(0x2CC0, 'M', 'ⳁ'),
(0x2CC1, 'V'),
(0x2CC2, 'M', 'ⳃ'),
(0x2CC3, 'V'),
(0x2CC4, 'M', 'ⳅ'),
(0x2CC5, 'V'),
(0x2CC6, 'M', 'ⳇ'),
(0x2CC7, 'V'),
(0x2CC8, 'M', 'ⳉ'),
(0x2CC9, 'V'),
(0x2CCA, 'M', 'ⳋ'),
(0x2CCB, 'V'),
(0x2CCC, 'M', 'ⳍ'),
(0x2CCD, 'V'),
(0x2CCE, 'M', 'ⳏ'),
(0x2CCF, 'V'),
(0x2CD0, 'M', 'ⳑ'),
(0x2CD1, 'V'),
(0x2CD2, 'M', 'ⳓ'),
(0x2CD3, 'V'),
(0x2CD4, 'M', 'ⳕ'),
(0x2CD5, 'V'),
(0x2CD6, 'M', 'ⳗ'),
(0x2CD7, 'V'),
(0x2CD8, 'M', 'ⳙ'),
(0x2CD9, 'V'),
(0x2CDA, 'M', 'ⳛ'),
(0x2CDB, 'V'),
(0x2CDC, 'M', 'ⳝ'),
(0x2CDD, 'V'),
(0x2CDE, 'M', 'ⳟ'),
(0x2CDF, 'V'),
(0x2CE0, 'M', 'ⳡ'),
(0x2CE1, 'V'),
(0x2CE2, 'M', 'ⳣ'),
(0x2CE3, 'V'),
(0x2CEB, 'M', 'ⳬ'),
(0x2CEC, 'V'),
(0x2CED, 'M', 'ⳮ'),
(0x2CEE, 'V'),
(0x2CF2, 'M', 'ⳳ'),
(0x2CF3, 'V'),
(0x2CF4, 'X'),
(0x2CF9, 'V'),
(0x2D26, 'X'),
(0x2D27, 'V'),
(0x2D28, 'X'),
(0x2D2D, 'V'),
(0x2D2E, 'X'),
(0x2D30, 'V'),
(0x2D68, 'X'),
(0x2D6F, 'M', 'ⵡ'),
(0x2D70, 'V'),
(0x2D71, 'X'),
(0x2D7F, 'V'),
(0x2D97, 'X'),
(0x2DA0, 'V'),
(0x2DA7, 'X'),
(0x2DA8, 'V'),
(0x2DAF, 'X'),
(0x2DB0, 'V'),
(0x2DB7, 'X'),
(0x2DB8, 'V'),
(0x2DBF, 'X'),
(0x2DC0, 'V'),
(0x2DC7, 'X'),
(0x2DC8, 'V'),
(0x2DCF, 'X'),
(0x2DD0, 'V'),
(0x2DD7, 'X'),
(0x2DD8, 'V'),
(0x2DDF, 'X'),
(0x2DE0, 'V'),
(0x2E53, 'X'),
(0x2E80, 'V'),
(0x2E9A, 'X'),
(0x2E9B, 'V'),
(0x2E9F, 'M', '母'),
(0x2EA0, 'V'),
(0x2EF3, 'M', '龟'),
(0x2EF4, 'X'),
(0x2F00, 'M', '一'),
(0x2F01, 'M', '丨'),
(0x2F02, 'M', '丶'),
(0x2F03, 'M', '丿'),
(0x2F04, 'M', '乙'),
(0x2F05, 'M', '亅'),
(0x2F06, 'M', '二'),
(0x2F07, 'M', '亠'),
(0x2F08, 'M', '人'),
(0x2F09, 'M', '儿'),
(0x2F0A, 'M', '入'),
(0x2F0B, 'M', '八'),
(0x2F0C, 'M', '冂'),
(0x2F0D, 'M', '冖'),
(0x2F0E, 'M', '冫'),
(0x2F0F, 'M', '几'),
(0x2F10, 'M', '凵'),
(0x2F11, 'M', '刀'),
]
def _seg_27():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F12, 'M', '力'),
(0x2F13, 'M', '勹'),
(0x2F14, 'M', '匕'),
(0x2F15, 'M', '匚'),
(0x2F16, 'M', '匸'),
(0x2F17, 'M', '十'),
(0x2F18, 'M', '卜'),
(0x2F19, 'M', '卩'),
(0x2F1A, 'M', '厂'),
(0x2F1B, 'M', '厶'),
(0x2F1C, 'M', '又'),
(0x2F1D, 'M', '口'),
(0x2F1E, 'M', '囗'),
(0x2F1F, 'M', '土'),
(0x2F20, 'M', '士'),
(0x2F21, 'M', '夂'),
(0x2F22, 'M', '夊'),
(0x2F23, 'M', '夕'),
(0x2F24, 'M', '大'),
(0x2F25, 'M', '女'),
(0x2F26, 'M', '子'),
(0x2F27, 'M', '宀'),
(0x2F28, 'M', '寸'),
(0x2F29, 'M', '小'),
(0x2F2A, 'M', '尢'),
(0x2F2B, 'M', '尸'),
(0x2F2C, 'M', '屮'),
(0x2F2D, 'M', '山'),
(0x2F2E, 'M', '巛'),
(0x2F2F, 'M', '工'),
(0x2F30, 'M', '己'),
(0x2F31, 'M', '巾'),
(0x2F32, 'M', '干'),
(0x2F33, 'M', '幺'),
(0x2F34, 'M', '广'),
(0x2F35, 'M', '廴'),
(0x2F36, 'M', '廾'),
(0x2F37, 'M', '弋'),
(0x2F38, 'M', '弓'),
(0x2F39, 'M', '彐'),
(0x2F3A, 'M', '彡'),
(0x2F3B, 'M', '彳'),
(0x2F3C, 'M', '心'),
(0x2F3D, 'M', '戈'),
(0x2F3E, 'M', '戶'),
(0x2F3F, 'M', '手'),
(0x2F40, 'M', '支'),
(0x2F41, 'M', '攴'),
(0x2F42, 'M', '文'),
(0x2F43, 'M', '斗'),
(0x2F44, 'M', '斤'),
(0x2F45, 'M', '方'),
(0x2F46, 'M', '无'),
(0x2F47, 'M', '日'),
(0x2F48, 'M', '曰'),
(0x2F49, 'M', '月'),
(0x2F4A, 'M', '木'),
(0x2F4B, 'M', '欠'),
(0x2F4C, 'M', '止'),
(0x2F4D, 'M', '歹'),
(0x2F4E, 'M', '殳'),
(0x2F4F, 'M', '毋'),
(0x2F50, 'M', '比'),
(0x2F51, 'M', '毛'),
(0x2F52, 'M', '氏'),
(0x2F53, 'M', '气'),
(0x2F54, 'M', '水'),
(0x2F55, 'M', '火'),
(0x2F56, 'M', '爪'),
(0x2F57, 'M', '父'),
(0x2F58, 'M', '爻'),
(0x2F59, 'M', '爿'),
(0x2F5A, 'M', '片'),
(0x2F5B, 'M', '牙'),
(0x2F5C, 'M', '牛'),
(0x2F5D, 'M', '犬'),
(0x2F5E, 'M', '玄'),
(0x2F5F, 'M', '玉'),
(0x2F60, 'M', '瓜'),
(0x2F61, 'M', '瓦'),
(0x2F62, 'M', '甘'),
(0x2F63, 'M', '生'),
(0x2F64, 'M', '用'),
(0x2F65, 'M', '田'),
(0x2F66, 'M', '疋'),
(0x2F67, 'M', '疒'),
(0x2F68, 'M', '癶'),
(0x2F69, 'M', '白'),
(0x2F6A, 'M', '皮'),
(0x2F6B, 'M', '皿'),
(0x2F6C, 'M', '目'),
(0x2F6D, 'M', '矛'),
(0x2F6E, 'M', '矢'),
(0x2F6F, 'M', '石'),
(0x2F70, 'M', '示'),
(0x2F71, 'M', '禸'),
(0x2F72, 'M', '禾'),
(0x2F73, 'M', '穴'),
(0x2F74, 'M', '立'),
(0x2F75, 'M', '竹'),
]
def _seg_28():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F76, 'M', '米'),
(0x2F77, 'M', '糸'),
(0x2F78, 'M', '缶'),
(0x2F79, 'M', '网'),
(0x2F7A, 'M', '羊'),
(0x2F7B, 'M', '羽'),
(0x2F7C, 'M', '老'),
(0x2F7D, 'M', '而'),
(0x2F7E, 'M', '耒'),
(0x2F7F, 'M', '耳'),
(0x2F80, 'M', '聿'),
(0x2F81, 'M', '肉'),
(0x2F82, 'M', '臣'),
(0x2F83, 'M', '自'),
(0x2F84, 'M', '至'),
(0x2F85, 'M', '臼'),
(0x2F86, 'M', '舌'),
(0x2F87, 'M', '舛'),
(0x2F88, 'M', '舟'),
(0x2F89, 'M', '艮'),
(0x2F8A, 'M', '色'),
(0x2F8B, 'M', '艸'),
(0x2F8C, 'M', '虍'),
(0x2F8D, 'M', '虫'),
(0x2F8E, 'M', '血'),
(0x2F8F, 'M', '行'),
(0x2F90, 'M', '衣'),
(0x2F91, 'M', '襾'),
(0x2F92, 'M', '見'),
(0x2F93, 'M', '角'),
(0x2F94, 'M', '言'),
(0x2F95, 'M', '谷'),
(0x2F96, 'M', '豆'),
(0x2F97, 'M', '豕'),
(0x2F98, 'M', '豸'),
(0x2F99, 'M', '貝'),
(0x2F9A, 'M', '赤'),
(0x2F9B, 'M', '走'),
(0x2F9C, 'M', '足'),
(0x2F9D, 'M', '身'),
(0x2F9E, 'M', '車'),
(0x2F9F, 'M', '辛'),
(0x2FA0, 'M', '辰'),
(0x2FA1, 'M', '辵'),
(0x2FA2, 'M', '邑'),
(0x2FA3, 'M', '酉'),
(0x2FA4, 'M', '釆'),
(0x2FA5, 'M', '里'),
(0x2FA6, 'M', '金'),
(0x2FA7, 'M', '長'),
(0x2FA8, 'M', '門'),
(0x2FA9, 'M', '阜'),
(0x2FAA, 'M', '隶'),
(0x2FAB, 'M', '隹'),
(0x2FAC, 'M', '雨'),
(0x2FAD, 'M', '靑'),
(0x2FAE, 'M', '非'),
(0x2FAF, 'M', '面'),
(0x2FB0, 'M', '革'),
(0x2FB1, 'M', '韋'),
(0x2FB2, 'M', '韭'),
(0x2FB3, 'M', '音'),
(0x2FB4, 'M', '頁'),
(0x2FB5, 'M', '風'),
(0x2FB6, 'M', '飛'),
(0x2FB7, 'M', '食'),
(0x2FB8, 'M', '首'),
(0x2FB9, 'M', '香'),
(0x2FBA, 'M', '馬'),
(0x2FBB, 'M', '骨'),
(0x2FBC, 'M', '高'),
(0x2FBD, 'M', '髟'),
(0x2FBE, 'M', '鬥'),
(0x2FBF, 'M', '鬯'),
(0x2FC0, 'M', '鬲'),
(0x2FC1, 'M', '鬼'),
(0x2FC2, 'M', '魚'),
(0x2FC3, 'M', '鳥'),
(0x2FC4, 'M', '鹵'),
(0x2FC5, 'M', '鹿'),
(0x2FC6, 'M', '麥'),
(0x2FC7, 'M', '麻'),
(0x2FC8, 'M', '黃'),
(0x2FC9, 'M', '黍'),
(0x2FCA, 'M', '黑'),
(0x2FCB, 'M', '黹'),
(0x2FCC, 'M', '黽'),
(0x2FCD, 'M', '鼎'),
(0x2FCE, 'M', '鼓'),
(0x2FCF, 'M', '鼠'),
(0x2FD0, 'M', '鼻'),
(0x2FD1, 'M', '齊'),
(0x2FD2, 'M', '齒'),
(0x2FD3, 'M', '龍'),
(0x2FD4, 'M', '龜'),
(0x2FD5, 'M', '龠'),
(0x2FD6, 'X'),
(0x3000, '3', ' '),
(0x3001, 'V'),
(0x3002, 'M', '.'),
]
def _seg_29():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x3003, 'V'),
(0x3036, 'M', '〒'),
(0x3037, 'V'),
(0x3038, 'M', '十'),
(0x3039, 'M', '卄'),
(0x303A, 'M', '卅'),
(0x303B, 'V'),
(0x3040, 'X'),
(0x3041, 'V'),
(0x3097, 'X'),
(0x3099, 'V'),
(0x309B, '3', ' ゙'),
(0x309C, '3', ' ゚'),
(0x309D, 'V'),
(0x309F, 'M', 'より'),
(0x30A0, 'V'),
(0x30FF, 'M', 'コト'),
(0x3100, 'X'),
(0x3105, 'V'),
(0x3130, 'X'),
(0x3131, 'M', 'ᄀ'),
(0x3132, 'M', 'ᄁ'),
(0x3133, 'M', 'ᆪ'),
(0x3134, 'M', 'ᄂ'),
(0x3135, 'M', 'ᆬ'),
(0x3136, 'M', 'ᆭ'),
(0x3137, 'M', 'ᄃ'),
(0x3138, 'M', 'ᄄ'),
(0x3139, 'M', 'ᄅ'),
(0x313A, 'M', 'ᆰ'),
(0x313B, 'M', 'ᆱ'),
(0x313C, 'M', 'ᆲ'),
(0x313D, 'M', 'ᆳ'),
(0x313E, 'M', 'ᆴ'),
(0x313F, 'M', 'ᆵ'),
(0x3140, 'M', 'ᄚ'),
(0x3141, 'M', 'ᄆ'),
(0x3142, 'M', 'ᄇ'),
(0x3143, 'M', 'ᄈ'),
(0x3144, 'M', 'ᄡ'),
(0x3145, 'M', 'ᄉ'),
(0x3146, 'M', 'ᄊ'),
(0x3147, 'M', 'ᄋ'),
(0x3148, 'M', 'ᄌ'),
(0x3149, 'M', 'ᄍ'),
(0x314A, 'M', 'ᄎ'),
(0x314B, 'M', 'ᄏ'),
(0x314C, 'M', 'ᄐ'),
(0x314D, 'M', 'ᄑ'),
(0x314E, 'M', 'ᄒ'),
(0x314F, 'M', 'ᅡ'),
(0x3150, 'M', 'ᅢ'),
(0x3151, 'M', 'ᅣ'),
(0x3152, 'M', 'ᅤ'),
(0x3153, 'M', 'ᅥ'),
(0x3154, 'M', 'ᅦ'),
(0x3155, 'M', 'ᅧ'),
(0x3156, 'M', 'ᅨ'),
(0x3157, 'M', 'ᅩ'),
(0x3158, 'M', 'ᅪ'),
(0x3159, 'M', 'ᅫ'),
(0x315A, 'M', 'ᅬ'),
(0x315B, 'M', 'ᅭ'),
(0x315C, 'M', 'ᅮ'),
(0x315D, 'M', 'ᅯ'),
(0x315E, 'M', 'ᅰ'),
(0x315F, 'M', 'ᅱ'),
(0x3160, 'M', 'ᅲ'),
(0x3161, 'M', 'ᅳ'),
(0x3162, 'M', 'ᅴ'),
(0x3163, 'M', 'ᅵ'),
(0x3164, 'X'),
(0x3165, 'M', 'ᄔ'),
(0x3166, 'M', 'ᄕ'),
(0x3167, 'M', 'ᇇ'),
(0x3168, 'M', 'ᇈ'),
(0x3169, 'M', 'ᇌ'),
(0x316A, 'M', 'ᇎ'),
(0x316B, 'M', 'ᇓ'),
(0x316C, 'M', 'ᇗ'),
(0x316D, 'M', 'ᇙ'),
(0x316E, 'M', 'ᄜ'),
(0x316F, 'M', 'ᇝ'),
(0x3170, 'M', 'ᇟ'),
(0x3171, 'M', 'ᄝ'),
(0x3172, 'M', 'ᄞ'),
(0x3173, 'M', 'ᄠ'),
(0x3174, 'M', 'ᄢ'),
(0x3175, 'M', 'ᄣ'),
(0x3176, 'M', 'ᄧ'),
(0x3177, 'M', 'ᄩ'),
(0x3178, 'M', 'ᄫ'),
(0x3179, 'M', 'ᄬ'),
(0x317A, 'M', 'ᄭ'),
(0x317B, 'M', 'ᄮ'),
(0x317C, 'M', 'ᄯ'),
(0x317D, 'M', 'ᄲ'),
(0x317E, 'M', 'ᄶ'),
(0x317F, 'M', 'ᅀ'),
(0x3180, 'M', 'ᅇ'),
]
def _seg_30():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x3181, 'M', 'ᅌ'),
(0x3182, 'M', 'ᇱ'),
(0x3183, 'M', 'ᇲ'),
(0x3184, 'M', 'ᅗ'),
(0x3185, 'M', 'ᅘ'),
(0x3186, 'M', 'ᅙ'),
(0x3187, 'M', 'ᆄ'),
(0x3188, 'M', 'ᆅ'),
(0x3189, 'M', 'ᆈ'),
(0x318A, 'M', 'ᆑ'),
(0x318B, 'M', 'ᆒ'),
(0x318C, 'M', 'ᆔ'),
(0x318D, 'M', 'ᆞ'),
(0x318E, 'M', 'ᆡ'),
(0x318F, 'X'),
(0x3190, 'V'),
(0x3192, 'M', '一'),
(0x3193, 'M', '二'),
(0x3194, 'M', '三'),
(0x3195, 'M', '四'),
(0x3196, 'M', '上'),
(0x3197, 'M', '中'),
(0x3198, 'M', '下'),
(0x3199, 'M', '甲'),
(0x319A, 'M', '乙'),
(0x319B, 'M', '丙'),
(0x319C, 'M', '丁'),
(0x319D, 'M', '天'),
(0x319E, 'M', '地'),
(0x319F, 'M', '人'),
(0x31A0, 'V'),
(0x31E4, 'X'),
(0x31F0, 'V'),
(0x3200, '3', '(ᄀ)'),
(0x3201, '3', '(ᄂ)'),
(0x3202, '3', '(ᄃ)'),
(0x3203, '3', '(ᄅ)'),
(0x3204, '3', '(ᄆ)'),
(0x3205, '3', '(ᄇ)'),
(0x3206, '3', '(ᄉ)'),
(0x3207, '3', '(ᄋ)'),
(0x3208, '3', '(ᄌ)'),
(0x3209, '3', '(ᄎ)'),
(0x320A, '3', '(ᄏ)'),
(0x320B, '3', '(ᄐ)'),
(0x320C, '3', '(ᄑ)'),
(0x320D, '3', '(ᄒ)'),
(0x320E, '3', '(가)'),
(0x320F, '3', '(나)'),
(0x3210, '3', '(다)'),
(0x3211, '3', '(라)'),
(0x3212, '3', '(마)'),
(0x3213, '3', '(바)'),
(0x3214, '3', '(사)'),
(0x3215, '3', '(아)'),
(0x3216, '3', '(자)'),
(0x3217, '3', '(차)'),
(0x3218, '3', '(카)'),
(0x3219, '3', '(타)'),
(0x321A, '3', '(파)'),
(0x321B, '3', '(하)'),
(0x321C, '3', '(주)'),
(0x321D, '3', '(오전)'),
(0x321E, '3', '(오후)'),
(0x321F, 'X'),
(0x3220, '3', '(一)'),
(0x3221, '3', '(二)'),
(0x3222, '3', '(三)'),
(0x3223, '3', '(四)'),
(0x3224, '3', '(五)'),
(0x3225, '3', '(六)'),
(0x3226, '3', '(七)'),
(0x3227, '3', '(八)'),
(0x3228, '3', '(九)'),
(0x3229, '3', '(十)'),
(0x322A, '3', '(月)'),
(0x322B, '3', '(火)'),
(0x322C, '3', '(水)'),
(0x322D, '3', '(木)'),
(0x322E, '3', '(金)'),
(0x322F, '3', '(土)'),
(0x3230, '3', '(日)'),
(0x3231, '3', '(株)'),
(0x3232, '3', '(有)'),
(0x3233, '3', '(社)'),
(0x3234, '3', '(名)'),
(0x3235, '3', '(特)'),
(0x3236, '3', '(財)'),
(0x3237, '3', '(祝)'),
(0x3238, '3', '(労)'),
(0x3239, '3', '(代)'),
(0x323A, '3', '(呼)'),
(0x323B, '3', '(学)'),
(0x323C, '3', '(監)'),
(0x323D, '3', '(企)'),
(0x323E, '3', '(資)'),
(0x323F, '3', '(協)'),
(0x3240, '3', '(祭)'),
(0x3241, '3', '(休)'),
(0x3242, '3', '(自)'),
]
def _seg_31():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x3243, '3', '(至)'),
(0x3244, 'M', '問'),
(0x3245, 'M', '幼'),
(0x3246, 'M', '文'),
(0x3247, 'M', '箏'),
(0x3248, 'V'),
(0x3250, 'M', 'pte'),
(0x3251, 'M', '21'),
(0x3252, 'M', '22'),
(0x3253, 'M', '23'),
(0x3254, 'M', '24'),
(0x3255, 'M', '25'),
(0x3256, 'M', '26'),
(0x3257, 'M', '27'),
(0x3258, 'M', '28'),
(0x3259, 'M', '29'),
(0x325A, 'M', '30'),
(0x325B, 'M', '31'),
(0x325C, 'M', '32'),
(0x325D, 'M', '33'),
(0x325E, 'M', '34'),
(0x325F, 'M', '35'),
(0x3260, 'M', 'ᄀ'),
(0x3261, 'M', 'ᄂ'),
(0x3262, 'M', 'ᄃ'),
(0x3263, 'M', 'ᄅ'),
(0x3264, 'M', 'ᄆ'),
(0x3265, 'M', 'ᄇ'),
(0x3266, 'M', 'ᄉ'),
(0x3267, 'M', 'ᄋ'),
(0x3268, 'M', 'ᄌ'),
(0x3269, 'M', 'ᄎ'),
(0x326A, 'M', 'ᄏ'),
(0x326B, 'M', 'ᄐ'),
(0x326C, 'M', 'ᄑ'),
(0x326D, 'M', 'ᄒ'),
(0x326E, 'M', '가'),
(0x326F, 'M', '나'),
(0x3270, 'M', '다'),
(0x3271, 'M', '라'),
(0x3272, 'M', '마'),
(0x3273, 'M', '바'),
(0x3274, 'M', '사'),
(0x3275, 'M', '아'),
(0x3276, 'M', '자'),
(0x3277, 'M', '차'),
(0x3278, 'M', '카'),
(0x3279, 'M', '타'),
(0x327A, 'M', '파'),
(0x327B, 'M', '하'),
(0x327C, 'M', '참고'),
(0x327D, 'M', '주의'),
(0x327E, 'M', '우'),
(0x327F, 'V'),
(0x3280, 'M', '一'),
(0x3281, 'M', '二'),
(0x3282, 'M', '三'),
(0x3283, 'M', '四'),
(0x3284, 'M', '五'),
(0x3285, 'M', '六'),
(0x3286, 'M', '七'),
(0x3287, 'M', '八'),
(0x3288, 'M', '九'),
(0x3289, 'M', '十'),
(0x328A, 'M', '月'),
(0x328B, 'M', '火'),
(0x328C, 'M', '水'),
(0x328D, 'M', '木'),
(0x328E, 'M', '金'),
(0x328F, 'M', '土'),
(0x3290, 'M', '日'),
(0x3291, 'M', '株'),
(0x3292, 'M', '有'),
(0x3293, 'M', '社'),
(0x3294, 'M', '名'),
(0x3295, 'M', '特'),
(0x3296, 'M', '財'),
(0x3297, 'M', '祝'),
(0x3298, 'M', '労'),
(0x3299, 'M', '秘'),
(0x329A, 'M', '男'),
(0x329B, 'M', '女'),
(0x329C, 'M', '適'),
(0x329D, 'M', '優'),
(0x329E, 'M', '印'),
(0x329F, 'M', '注'),
(0x32A0, 'M', '項'),
(0x32A1, 'M', '休'),
(0x32A2, 'M', '写'),
(0x32A3, 'M', '正'),
(0x32A4, 'M', '上'),
(0x32A5, 'M', '中'),
(0x32A6, 'M', '下'),
(0x32A7, 'M', '左'),
(0x32A8, 'M', '右'),
(0x32A9, 'M', '医'),
(0x32AA, 'M', '宗'),
(0x32AB, 'M', '学'),
(0x32AC, 'M', '監'),
(0x32AD, 'M', '企'),
]
def _seg_32():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x32AE, 'M', '資'),
(0x32AF, 'M', '協'),
(0x32B0, 'M', '夜'),
(0x32B1, 'M', '36'),
(0x32B2, 'M', '37'),
(0x32B3, 'M', '38'),
(0x32B4, 'M', '39'),
(0x32B5, 'M', '40'),
(0x32B6, 'M', '41'),
(0x32B7, 'M', '42'),
(0x32B8, 'M', '43'),
(0x32B9, 'M', '44'),
(0x32BA, 'M', '45'),
(0x32BB, 'M', '46'),
(0x32BC, 'M', '47'),
(0x32BD, 'M', '48'),
(0x32BE, 'M', '49'),
(0x32BF, 'M', '50'),
(0x32C0, 'M', '1月'),
(0x32C1, 'M', '2月'),
(0x32C2, 'M', '3月'),
(0x32C3, 'M', '4月'),
(0x32C4, 'M', '5月'),
(0x32C5, 'M', '6月'),
(0x32C6, 'M', '7月'),
(0x32C7, 'M', '8月'),
(0x32C8, 'M', '9月'),
(0x32C9, 'M', '10月'),
(0x32CA, 'M', '11月'),
(0x32CB, 'M', '12月'),
(0x32CC, 'M', 'hg'),
(0x32CD, 'M', 'erg'),
(0x32CE, 'M', 'ev'),
(0x32CF, 'M', 'ltd'),
(0x32D0, 'M', 'ア'),
(0x32D1, 'M', 'イ'),
(0x32D2, 'M', 'ウ'),
(0x32D3, 'M', 'エ'),
(0x32D4, 'M', 'オ'),
(0x32D5, 'M', 'カ'),
(0x32D6, 'M', 'キ'),
(0x32D7, 'M', 'ク'),
(0x32D8, 'M', 'ケ'),
(0x32D9, 'M', 'コ'),
(0x32DA, 'M', 'サ'),
(0x32DB, 'M', 'シ'),
(0x32DC, 'M', 'ス'),
(0x32DD, 'M', 'セ'),
(0x32DE, 'M', 'ソ'),
(0x32DF, 'M', 'タ'),
(0x32E0, 'M', 'チ'),
(0x32E1, 'M', 'ツ'),
(0x32E2, 'M', 'テ'),
(0x32E3, 'M', 'ト'),
(0x32E4, 'M', 'ナ'),
(0x32E5, 'M', 'ニ'),
(0x32E6, 'M', 'ヌ'),
(0x32E7, 'M', 'ネ'),
(0x32E8, 'M', 'ノ'),
(0x32E9, 'M', 'ハ'),
(0x32EA, 'M', 'ヒ'),
(0x32EB, 'M', 'フ'),
(0x32EC, 'M', 'ヘ'),
(0x32ED, 'M', 'ホ'),
(0x32EE, 'M', 'マ'),
(0x32EF, 'M', 'ミ'),
(0x32F0, 'M', 'ム'),
(0x32F1, 'M', 'メ'),
(0x32F2, 'M', 'モ'),
(0x32F3, 'M', 'ヤ'),
(0x32F4, 'M', 'ユ'),
(0x32F5, 'M', 'ヨ'),
(0x32F6, 'M', 'ラ'),
(0x32F7, 'M', 'リ'),
(0x32F8, 'M', 'ル'),
(0x32F9, 'M', 'レ'),
(0x32FA, 'M', 'ロ'),
(0x32FB, 'M', 'ワ'),
(0x32FC, 'M', 'ヰ'),
(0x32FD, 'M', 'ヱ'),
(0x32FE, 'M', 'ヲ'),
(0x32FF, 'M', '令和'),
(0x3300, 'M', 'アパート'),
(0x3301, 'M', 'アルファ'),
(0x3302, 'M', 'アンペア'),
(0x3303, 'M', 'アール'),
(0x3304, 'M', 'イニング'),
(0x3305, 'M', 'インチ'),
(0x3306, 'M', 'ウォン'),
(0x3307, 'M', 'エスクード'),
(0x3308, 'M', 'エーカー'),
(0x3309, 'M', 'オンス'),
(0x330A, 'M', 'オーム'),
(0x330B, 'M', 'カイリ'),
(0x330C, 'M', 'カラット'),
(0x330D, 'M', 'カロリー'),
(0x330E, 'M', 'ガロン'),
(0x330F, 'M', 'ガンマ'),
(0x3310, 'M', 'ギガ'),
(0x3311, 'M', 'ギニー'),
]
def _seg_33():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x3312, 'M', 'キュリー'),
(0x3313, 'M', 'ギルダー'),
(0x3314, 'M', 'キロ'),
(0x3315, 'M', 'キログラム'),
(0x3316, 'M', 'キロメートル'),
(0x3317, 'M', 'キロワット'),
(0x3318, 'M', 'グラム'),
(0x3319, 'M', 'グラムトン'),
(0x331A, 'M', 'クルゼイロ'),
(0x331B, 'M', 'クローネ'),
(0x331C, 'M', 'ケース'),
(0x331D, 'M', 'コルナ'),
(0x331E, 'M', 'コーポ'),
(0x331F, 'M', 'サイクル'),
(0x3320, 'M', 'サンチーム'),
(0x3321, 'M', 'シリング'),
(0x3322, 'M', 'センチ'),
(0x3323, 'M', 'セント'),
(0x3324, 'M', 'ダース'),
(0x3325, 'M', 'デシ'),
(0x3326, 'M', 'ドル'),
(0x3327, 'M', 'トン'),
(0x3328, 'M', 'ナノ'),
(0x3329, 'M', 'ノット'),
(0x332A, 'M', 'ハイツ'),
(0x332B, 'M', 'パーセント'),
(0x332C, 'M', 'パーツ'),
(0x332D, 'M', 'バーレル'),
(0x332E, 'M', 'ピアストル'),
(0x332F, 'M', 'ピクル'),
(0x3330, 'M', 'ピコ'),
(0x3331, 'M', 'ビル'),
(0x3332, 'M', 'ファラッド'),
(0x3333, 'M', 'フィート'),
(0x3334, 'M', 'ブッシェル'),
(0x3335, 'M', 'フラン'),
(0x3336, 'M', 'ヘクタール'),
(0x3337, 'M', 'ペソ'),
(0x3338, 'M', 'ペニヒ'),
(0x3339, 'M', 'ヘルツ'),
(0x333A, 'M', 'ペンス'),
(0x333B, 'M', 'ページ'),
(0x333C, 'M', 'ベータ'),
(0x333D, 'M', 'ポイント'),
(0x333E, 'M', 'ボルト'),
(0x333F, 'M', 'ホン'),
(0x3340, 'M', 'ポンド'),
(0x3341, 'M', 'ホール'),
(0x3342, 'M', 'ホーン'),
(0x3343, 'M', 'マイクロ'),
(0x3344, 'M', 'マイル'),
(0x3345, 'M', 'マッハ'),
(0x3346, 'M', 'マルク'),
(0x3347, 'M', 'マンション'),
(0x3348, 'M', 'ミクロン'),
(0x3349, 'M', 'ミリ'),
(0x334A, 'M', 'ミリバール'),
(0x334B, 'M', 'メガ'),
(0x334C, 'M', 'メガトン'),
(0x334D, 'M', 'メートル'),
(0x334E, 'M', 'ヤード'),
(0x334F, 'M', 'ヤール'),
(0x3350, 'M', 'ユアン'),
(0x3351, 'M', 'リットル'),
(0x3352, 'M', 'リラ'),
(0x3353, 'M', 'ルピー'),
(0x3354, 'M', 'ルーブル'),
(0x3355, 'M', 'レム'),
(0x3356, 'M', 'レントゲン'),
(0x3357, 'M', 'ワット'),
(0x3358, 'M', '0点'),
(0x3359, 'M', '1点'),
(0x335A, 'M', '2点'),
(0x335B, 'M', '3点'),
(0x335C, 'M', '4点'),
(0x335D, 'M', '5点'),
(0x335E, 'M', '6点'),
(0x335F, 'M', '7点'),
(0x3360, 'M', '8点'),
(0x3361, 'M', '9点'),
(0x3362, 'M', '10点'),
(0x3363, 'M', '11点'),
(0x3364, 'M', '12点'),
(0x3365, 'M', '13点'),
(0x3366, 'M', '14点'),
(0x3367, 'M', '15点'),
(0x3368, 'M', '16点'),
(0x3369, 'M', '17点'),
(0x336A, 'M', '18点'),
(0x336B, 'M', '19点'),
(0x336C, 'M', '20点'),
(0x336D, 'M', '21点'),
(0x336E, 'M', '22点'),
(0x336F, 'M', '23点'),
(0x3370, 'M', '24点'),
(0x3371, 'M', 'hpa'),
(0x3372, 'M', 'da'),
(0x3373, 'M', 'au'),
(0x3374, 'M', 'bar'),
(0x3375, 'M', 'ov'),
]
def _seg_34():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x3376, 'M', 'pc'),
(0x3377, 'M', 'dm'),
(0x3378, 'M', 'dm2'),
(0x3379, 'M', 'dm3'),
(0x337A, 'M', 'iu'),
(0x337B, 'M', '平成'),
(0x337C, 'M', '昭和'),
(0x337D, 'M', '大正'),
(0x337E, 'M', '明治'),
(0x337F, 'M', '株式会社'),
(0x3380, 'M', 'pa'),
(0x3381, 'M', 'na'),
(0x3382, 'M', 'μa'),
(0x3383, 'M', 'ma'),
(0x3384, 'M', 'ka'),
(0x3385, 'M', 'kb'),
(0x3386, 'M', 'mb'),
(0x3387, 'M', 'gb'),
(0x3388, 'M', 'cal'),
(0x3389, 'M', 'kcal'),
(0x338A, 'M', 'pf'),
(0x338B, 'M', 'nf'),
(0x338C, 'M', 'μf'),
(0x338D, 'M', 'μg'),
(0x338E, 'M', 'mg'),
(0x338F, 'M', 'kg'),
(0x3390, 'M', 'hz'),
(0x3391, 'M', 'khz'),
(0x3392, 'M', 'mhz'),
(0x3393, 'M', 'ghz'),
(0x3394, 'M', 'thz'),
(0x3395, 'M', 'μl'),
(0x3396, 'M', 'ml'),
(0x3397, 'M', 'dl'),
(0x3398, 'M', 'kl'),
(0x3399, 'M', 'fm'),
(0x339A, 'M', 'nm'),
(0x339B, 'M', 'μm'),
(0x339C, 'M', 'mm'),
(0x339D, 'M', 'cm'),
(0x339E, 'M', 'km'),
(0x339F, 'M', 'mm2'),
(0x33A0, 'M', 'cm2'),
(0x33A1, 'M', 'm2'),
(0x33A2, 'M', 'km2'),
(0x33A3, 'M', 'mm3'),
(0x33A4, 'M', 'cm3'),
(0x33A5, 'M', 'm3'),
(0x33A6, 'M', 'km3'),
(0x33A7, 'M', 'm∕s'),
(0x33A8, 'M', 'm∕s2'),
(0x33A9, 'M', 'pa'),
(0x33AA, 'M', 'kpa'),
(0x33AB, 'M', 'mpa'),
(0x33AC, 'M', 'gpa'),
(0x33AD, 'M', 'rad'),
(0x33AE, 'M', 'rad∕s'),
(0x33AF, 'M', 'rad∕s2'),
(0x33B0, 'M', 'ps'),
(0x33B1, 'M', 'ns'),
(0x33B2, 'M', 'μs'),
(0x33B3, 'M', 'ms'),
(0x33B4, 'M', 'pv'),
(0x33B5, 'M', 'nv'),
(0x33B6, 'M', 'μv'),
(0x33B7, 'M', 'mv'),
(0x33B8, 'M', 'kv'),
(0x33B9, 'M', 'mv'),
(0x33BA, 'M', 'pw'),
(0x33BB, 'M', 'nw'),
(0x33BC, 'M', 'μw'),
(0x33BD, 'M', 'mw'),
(0x33BE, 'M', 'kw'),
(0x33BF, 'M', 'mw'),
(0x33C0, 'M', 'kω'),
(0x33C1, 'M', 'mω'),
(0x33C2, 'X'),
(0x33C3, 'M', 'bq'),
(0x33C4, 'M', 'cc'),
(0x33C5, 'M', 'cd'),
(0x33C6, 'M', 'c∕kg'),
(0x33C7, 'X'),
(0x33C8, 'M', 'db'),
(0x33C9, 'M', 'gy'),
(0x33CA, 'M', 'ha'),
(0x33CB, 'M', 'hp'),
(0x33CC, 'M', 'in'),
(0x33CD, 'M', 'kk'),
(0x33CE, 'M', 'km'),
(0x33CF, 'M', 'kt'),
(0x33D0, 'M', 'lm'),
(0x33D1, 'M', 'ln'),
(0x33D2, 'M', 'log'),
(0x33D3, 'M', 'lx'),
(0x33D4, 'M', 'mb'),
(0x33D5, 'M', 'mil'),
(0x33D6, 'M', 'mol'),
(0x33D7, 'M', 'ph'),
(0x33D8, 'X'),
(0x33D9, 'M', 'ppm'),
]
def _seg_35():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x33DA, 'M', 'pr'),
(0x33DB, 'M', 'sr'),
(0x33DC, 'M', 'sv'),
(0x33DD, 'M', 'wb'),
(0x33DE, 'M', 'v∕m'),
(0x33DF, 'M', 'a∕m'),
(0x33E0, 'M', '1日'),
(0x33E1, 'M', '2日'),
(0x33E2, 'M', '3日'),
(0x33E3, 'M', '4日'),
(0x33E4, 'M', '5日'),
(0x33E5, 'M', '6日'),
(0x33E6, 'M', '7日'),
(0x33E7, 'M', '8日'),
(0x33E8, 'M', '9日'),
(0x33E9, 'M', '10日'),
(0x33EA, 'M', '11日'),
(0x33EB, 'M', '12日'),
(0x33EC, 'M', '13日'),
(0x33ED, 'M', '14日'),
(0x33EE, 'M', '15日'),
(0x33EF, 'M', '16日'),
(0x33F0, 'M', '17日'),
(0x33F1, 'M', '18日'),
(0x33F2, 'M', '19日'),
(0x33F3, 'M', '20日'),
(0x33F4, 'M', '21日'),
(0x33F5, 'M', '22日'),
(0x33F6, 'M', '23日'),
(0x33F7, 'M', '24日'),
(0x33F8, 'M', '25日'),
(0x33F9, 'M', '26日'),
(0x33FA, 'M', '27日'),
(0x33FB, 'M', '28日'),
(0x33FC, 'M', '29日'),
(0x33FD, 'M', '30日'),
(0x33FE, 'M', '31日'),
(0x33FF, 'M', 'gal'),
(0x3400, 'V'),
(0x9FFD, 'X'),
(0xA000, 'V'),
(0xA48D, 'X'),
(0xA490, 'V'),
(0xA4C7, 'X'),
(0xA4D0, 'V'),
(0xA62C, 'X'),
(0xA640, 'M', 'ꙁ'),
(0xA641, 'V'),
(0xA642, 'M', 'ꙃ'),
(0xA643, 'V'),
(0xA644, 'M', 'ꙅ'),
(0xA645, 'V'),
(0xA646, 'M', 'ꙇ'),
(0xA647, 'V'),
(0xA648, 'M', 'ꙉ'),
(0xA649, 'V'),
(0xA64A, 'M', 'ꙋ'),
(0xA64B, 'V'),
(0xA64C, 'M', 'ꙍ'),
(0xA64D, 'V'),
(0xA64E, 'M', 'ꙏ'),
(0xA64F, 'V'),
(0xA650, 'M', 'ꙑ'),
(0xA651, 'V'),
(0xA652, 'M', 'ꙓ'),
(0xA653, 'V'),
(0xA654, 'M', 'ꙕ'),
(0xA655, 'V'),
(0xA656, 'M', 'ꙗ'),
(0xA657, 'V'),
(0xA658, 'M', 'ꙙ'),
(0xA659, 'V'),
(0xA65A, 'M', 'ꙛ'),
(0xA65B, 'V'),
(0xA65C, 'M', 'ꙝ'),
(0xA65D, 'V'),
(0xA65E, 'M', 'ꙟ'),
(0xA65F, 'V'),
(0xA660, 'M', 'ꙡ'),
(0xA661, 'V'),
(0xA662, 'M', 'ꙣ'),
(0xA663, 'V'),
(0xA664, 'M', 'ꙥ'),
(0xA665, 'V'),
(0xA666, 'M', 'ꙧ'),
(0xA667, 'V'),
(0xA668, 'M', 'ꙩ'),
(0xA669, 'V'),
(0xA66A, 'M', 'ꙫ'),
(0xA66B, 'V'),
(0xA66C, 'M', 'ꙭ'),
(0xA66D, 'V'),
(0xA680, 'M', 'ꚁ'),
(0xA681, 'V'),
(0xA682, 'M', 'ꚃ'),
(0xA683, 'V'),
(0xA684, 'M', 'ꚅ'),
(0xA685, 'V'),
(0xA686, 'M', 'ꚇ'),
(0xA687, 'V'),
]
def _seg_36():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xA688, 'M', 'ꚉ'),
(0xA689, 'V'),
(0xA68A, 'M', 'ꚋ'),
(0xA68B, 'V'),
(0xA68C, 'M', 'ꚍ'),
(0xA68D, 'V'),
(0xA68E, 'M', 'ꚏ'),
(0xA68F, 'V'),
(0xA690, 'M', 'ꚑ'),
(0xA691, 'V'),
(0xA692, 'M', 'ꚓ'),
(0xA693, 'V'),
(0xA694, 'M', 'ꚕ'),
(0xA695, 'V'),
(0xA696, 'M', 'ꚗ'),
(0xA697, 'V'),
(0xA698, 'M', 'ꚙ'),
(0xA699, 'V'),
(0xA69A, 'M', 'ꚛ'),
(0xA69B, 'V'),
(0xA69C, 'M', 'ъ'),
(0xA69D, 'M', 'ь'),
(0xA69E, 'V'),
(0xA6F8, 'X'),
(0xA700, 'V'),
(0xA722, 'M', 'ꜣ'),
(0xA723, 'V'),
(0xA724, 'M', 'ꜥ'),
(0xA725, 'V'),
(0xA726, 'M', 'ꜧ'),
(0xA727, 'V'),
(0xA728, 'M', 'ꜩ'),
(0xA729, 'V'),
(0xA72A, 'M', 'ꜫ'),
(0xA72B, 'V'),
(0xA72C, 'M', 'ꜭ'),
(0xA72D, 'V'),
(0xA72E, 'M', 'ꜯ'),
(0xA72F, 'V'),
(0xA732, 'M', 'ꜳ'),
(0xA733, 'V'),
(0xA734, 'M', 'ꜵ'),
(0xA735, 'V'),
(0xA736, 'M', 'ꜷ'),
(0xA737, 'V'),
(0xA738, 'M', 'ꜹ'),
(0xA739, 'V'),
(0xA73A, 'M', 'ꜻ'),
(0xA73B, 'V'),
(0xA73C, 'M', 'ꜽ'),
(0xA73D, 'V'),
(0xA73E, 'M', 'ꜿ'),
(0xA73F, 'V'),
(0xA740, 'M', 'ꝁ'),
(0xA741, 'V'),
(0xA742, 'M', 'ꝃ'),
(0xA743, 'V'),
(0xA744, 'M', 'ꝅ'),
(0xA745, 'V'),
(0xA746, 'M', 'ꝇ'),
(0xA747, 'V'),
(0xA748, 'M', 'ꝉ'),
(0xA749, 'V'),
(0xA74A, 'M', 'ꝋ'),
(0xA74B, 'V'),
(0xA74C, 'M', 'ꝍ'),
(0xA74D, 'V'),
(0xA74E, 'M', 'ꝏ'),
(0xA74F, 'V'),
(0xA750, 'M', 'ꝑ'),
(0xA751, 'V'),
(0xA752, 'M', 'ꝓ'),
(0xA753, 'V'),
(0xA754, 'M', 'ꝕ'),
(0xA755, 'V'),
(0xA756, 'M', 'ꝗ'),
(0xA757, 'V'),
(0xA758, 'M', 'ꝙ'),
(0xA759, 'V'),
(0xA75A, 'M', 'ꝛ'),
(0xA75B, 'V'),
(0xA75C, 'M', 'ꝝ'),
(0xA75D, 'V'),
(0xA75E, 'M', 'ꝟ'),
(0xA75F, 'V'),
(0xA760, 'M', 'ꝡ'),
(0xA761, 'V'),
(0xA762, 'M', 'ꝣ'),
(0xA763, 'V'),
(0xA764, 'M', 'ꝥ'),
(0xA765, 'V'),
(0xA766, 'M', 'ꝧ'),
(0xA767, 'V'),
(0xA768, 'M', 'ꝩ'),
(0xA769, 'V'),
(0xA76A, 'M', 'ꝫ'),
(0xA76B, 'V'),
(0xA76C, 'M', 'ꝭ'),
(0xA76D, 'V'),
(0xA76E, 'M', 'ꝯ'),
]
def _seg_37():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xA76F, 'V'),
(0xA770, 'M', 'ꝯ'),
(0xA771, 'V'),
(0xA779, 'M', 'ꝺ'),
(0xA77A, 'V'),
(0xA77B, 'M', 'ꝼ'),
(0xA77C, 'V'),
(0xA77D, 'M', 'ᵹ'),
(0xA77E, 'M', 'ꝿ'),
(0xA77F, 'V'),
(0xA780, 'M', 'ꞁ'),
(0xA781, 'V'),
(0xA782, 'M', 'ꞃ'),
(0xA783, 'V'),
(0xA784, 'M', 'ꞅ'),
(0xA785, 'V'),
(0xA786, 'M', 'ꞇ'),
(0xA787, 'V'),
(0xA78B, 'M', 'ꞌ'),
(0xA78C, 'V'),
(0xA78D, 'M', 'ɥ'),
(0xA78E, 'V'),
(0xA790, 'M', 'ꞑ'),
(0xA791, 'V'),
(0xA792, 'M', 'ꞓ'),
(0xA793, 'V'),
(0xA796, 'M', 'ꞗ'),
(0xA797, 'V'),
(0xA798, 'M', 'ꞙ'),
(0xA799, 'V'),
(0xA79A, 'M', 'ꞛ'),
(0xA79B, 'V'),
(0xA79C, 'M', 'ꞝ'),
(0xA79D, 'V'),
(0xA79E, 'M', 'ꞟ'),
(0xA79F, 'V'),
(0xA7A0, 'M', 'ꞡ'),
(0xA7A1, 'V'),
(0xA7A2, 'M', 'ꞣ'),
(0xA7A3, 'V'),
(0xA7A4, 'M', 'ꞥ'),
(0xA7A5, 'V'),
(0xA7A6, 'M', 'ꞧ'),
(0xA7A7, 'V'),
(0xA7A8, 'M', 'ꞩ'),
(0xA7A9, 'V'),
(0xA7AA, 'M', 'ɦ'),
(0xA7AB, 'M', 'ɜ'),
(0xA7AC, 'M', 'ɡ'),
(0xA7AD, 'M', 'ɬ'),
(0xA7AE, 'M', 'ɪ'),
(0xA7AF, 'V'),
(0xA7B0, 'M', 'ʞ'),
(0xA7B1, 'M', 'ʇ'),
(0xA7B2, 'M', 'ʝ'),
(0xA7B3, 'M', 'ꭓ'),
(0xA7B4, 'M', 'ꞵ'),
(0xA7B5, 'V'),
(0xA7B6, 'M', 'ꞷ'),
(0xA7B7, 'V'),
(0xA7B8, 'M', 'ꞹ'),
(0xA7B9, 'V'),
(0xA7BA, 'M', 'ꞻ'),
(0xA7BB, 'V'),
(0xA7BC, 'M', 'ꞽ'),
(0xA7BD, 'V'),
(0xA7BE, 'M', 'ꞿ'),
(0xA7BF, 'V'),
(0xA7C0, 'X'),
(0xA7C2, 'M', 'ꟃ'),
(0xA7C3, 'V'),
(0xA7C4, 'M', 'ꞔ'),
(0xA7C5, 'M', 'ʂ'),
(0xA7C6, 'M', 'ᶎ'),
(0xA7C7, 'M', 'ꟈ'),
(0xA7C8, 'V'),
(0xA7C9, 'M', 'ꟊ'),
(0xA7CA, 'V'),
(0xA7CB, 'X'),
(0xA7F5, 'M', 'ꟶ'),
(0xA7F6, 'V'),
(0xA7F8, 'M', 'ħ'),
(0xA7F9, 'M', 'œ'),
(0xA7FA, 'V'),
(0xA82D, 'X'),
(0xA830, 'V'),
(0xA83A, 'X'),
(0xA840, 'V'),
(0xA878, 'X'),
(0xA880, 'V'),
(0xA8C6, 'X'),
(0xA8CE, 'V'),
(0xA8DA, 'X'),
(0xA8E0, 'V'),
(0xA954, 'X'),
(0xA95F, 'V'),
(0xA97D, 'X'),
(0xA980, 'V'),
(0xA9CE, 'X'),
(0xA9CF, 'V'),
]
def _seg_38():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xA9DA, 'X'),
(0xA9DE, 'V'),
(0xA9FF, 'X'),
(0xAA00, 'V'),
(0xAA37, 'X'),
(0xAA40, 'V'),
(0xAA4E, 'X'),
(0xAA50, 'V'),
(0xAA5A, 'X'),
(0xAA5C, 'V'),
(0xAAC3, 'X'),
(0xAADB, 'V'),
(0xAAF7, 'X'),
(0xAB01, 'V'),
(0xAB07, 'X'),
(0xAB09, 'V'),
(0xAB0F, 'X'),
(0xAB11, 'V'),
(0xAB17, 'X'),
(0xAB20, 'V'),
(0xAB27, 'X'),
(0xAB28, 'V'),
(0xAB2F, 'X'),
(0xAB30, 'V'),
(0xAB5C, 'M', 'ꜧ'),
(0xAB5D, 'M', 'ꬷ'),
(0xAB5E, 'M', 'ɫ'),
(0xAB5F, 'M', 'ꭒ'),
(0xAB60, 'V'),
(0xAB69, 'M', 'ʍ'),
(0xAB6A, 'V'),
(0xAB6C, 'X'),
(0xAB70, 'M', 'Ꭰ'),
(0xAB71, 'M', 'Ꭱ'),
(0xAB72, 'M', 'Ꭲ'),
(0xAB73, 'M', 'Ꭳ'),
(0xAB74, 'M', 'Ꭴ'),
(0xAB75, 'M', 'Ꭵ'),
(0xAB76, 'M', 'Ꭶ'),
(0xAB77, 'M', 'Ꭷ'),
(0xAB78, 'M', 'Ꭸ'),
(0xAB79, 'M', 'Ꭹ'),
(0xAB7A, 'M', 'Ꭺ'),
(0xAB7B, 'M', 'Ꭻ'),
(0xAB7C, 'M', 'Ꭼ'),
(0xAB7D, 'M', 'Ꭽ'),
(0xAB7E, 'M', 'Ꭾ'),
(0xAB7F, 'M', 'Ꭿ'),
(0xAB80, 'M', 'Ꮀ'),
(0xAB81, 'M', 'Ꮁ'),
(0xAB82, 'M', 'Ꮂ'),
(0xAB83, 'M', 'Ꮃ'),
(0xAB84, 'M', 'Ꮄ'),
(0xAB85, 'M', 'Ꮅ'),
(0xAB86, 'M', 'Ꮆ'),
(0xAB87, 'M', 'Ꮇ'),
(0xAB88, 'M', 'Ꮈ'),
(0xAB89, 'M', 'Ꮉ'),
(0xAB8A, 'M', 'Ꮊ'),
(0xAB8B, 'M', 'Ꮋ'),
(0xAB8C, 'M', 'Ꮌ'),
(0xAB8D, 'M', 'Ꮍ'),
(0xAB8E, 'M', 'Ꮎ'),
(0xAB8F, 'M', 'Ꮏ'),
(0xAB90, 'M', 'Ꮐ'),
(0xAB91, 'M', 'Ꮑ'),
(0xAB92, 'M', 'Ꮒ'),
(0xAB93, 'M', 'Ꮓ'),
(0xAB94, 'M', 'Ꮔ'),
(0xAB95, 'M', 'Ꮕ'),
(0xAB96, 'M', 'Ꮖ'),
(0xAB97, 'M', 'Ꮗ'),
(0xAB98, 'M', 'Ꮘ'),
(0xAB99, 'M', 'Ꮙ'),
(0xAB9A, 'M', 'Ꮚ'),
(0xAB9B, 'M', 'Ꮛ'),
(0xAB9C, 'M', 'Ꮜ'),
(0xAB9D, 'M', 'Ꮝ'),
(0xAB9E, 'M', 'Ꮞ'),
(0xAB9F, 'M', 'Ꮟ'),
(0xABA0, 'M', 'Ꮠ'),
(0xABA1, 'M', 'Ꮡ'),
(0xABA2, 'M', 'Ꮢ'),
(0xABA3, 'M', 'Ꮣ'),
(0xABA4, 'M', 'Ꮤ'),
(0xABA5, 'M', 'Ꮥ'),
(0xABA6, 'M', 'Ꮦ'),
(0xABA7, 'M', 'Ꮧ'),
(0xABA8, 'M', 'Ꮨ'),
(0xABA9, 'M', 'Ꮩ'),
(0xABAA, 'M', 'Ꮪ'),
(0xABAB, 'M', 'Ꮫ'),
(0xABAC, 'M', 'Ꮬ'),
(0xABAD, 'M', 'Ꮭ'),
(0xABAE, 'M', 'Ꮮ'),
(0xABAF, 'M', 'Ꮯ'),
(0xABB0, 'M', 'Ꮰ'),
(0xABB1, 'M', 'Ꮱ'),
(0xABB2, 'M', 'Ꮲ'),
(0xABB3, 'M', 'Ꮳ'),
]
def _seg_39():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xABB4, 'M', 'Ꮴ'),
(0xABB5, 'M', 'Ꮵ'),
(0xABB6, 'M', 'Ꮶ'),
(0xABB7, 'M', 'Ꮷ'),
(0xABB8, 'M', 'Ꮸ'),
(0xABB9, 'M', 'Ꮹ'),
(0xABBA, 'M', 'Ꮺ'),
(0xABBB, 'M', 'Ꮻ'),
(0xABBC, 'M', 'Ꮼ'),
(0xABBD, 'M', 'Ꮽ'),
(0xABBE, 'M', 'Ꮾ'),
(0xABBF, 'M', 'Ꮿ'),
(0xABC0, 'V'),
(0xABEE, 'X'),
(0xABF0, 'V'),
(0xABFA, 'X'),
(0xAC00, 'V'),
(0xD7A4, 'X'),
(0xD7B0, 'V'),
(0xD7C7, 'X'),
(0xD7CB, 'V'),
(0xD7FC, 'X'),
(0xF900, 'M', '豈'),
(0xF901, 'M', '更'),
(0xF902, 'M', '車'),
(0xF903, 'M', '賈'),
(0xF904, 'M', '滑'),
(0xF905, 'M', '串'),
(0xF906, 'M', '句'),
(0xF907, 'M', '龜'),
(0xF909, 'M', '契'),
(0xF90A, 'M', '金'),
(0xF90B, 'M', '喇'),
(0xF90C, 'M', '奈'),
(0xF90D, 'M', '懶'),
(0xF90E, 'M', '癩'),
(0xF90F, 'M', '羅'),
(0xF910, 'M', '蘿'),
(0xF911, 'M', '螺'),
(0xF912, 'M', '裸'),
(0xF913, 'M', '邏'),
(0xF914, 'M', '樂'),
(0xF915, 'M', '洛'),
(0xF916, 'M', '烙'),
(0xF917, 'M', '珞'),
(0xF918, 'M', '落'),
(0xF919, 'M', '酪'),
(0xF91A, 'M', '駱'),
(0xF91B, 'M', '亂'),
(0xF91C, 'M', '卵'),
(0xF91D, 'M', '欄'),
(0xF91E, 'M', '爛'),
(0xF91F, 'M', '蘭'),
(0xF920, 'M', '鸞'),
(0xF921, 'M', '嵐'),
(0xF922, 'M', '濫'),
(0xF923, 'M', '藍'),
(0xF924, 'M', '襤'),
(0xF925, 'M', '拉'),
(0xF926, 'M', '臘'),
(0xF927, 'M', '蠟'),
(0xF928, 'M', '廊'),
(0xF929, 'M', '朗'),
(0xF92A, 'M', '浪'),
(0xF92B, 'M', '狼'),
(0xF92C, 'M', '郎'),
(0xF92D, 'M', '來'),
(0xF92E, 'M', '冷'),
(0xF92F, 'M', '勞'),
(0xF930, 'M', '擄'),
(0xF931, 'M', '櫓'),
(0xF932, 'M', '爐'),
(0xF933, 'M', '盧'),
(0xF934, 'M', '老'),
(0xF935, 'M', '蘆'),
(0xF936, 'M', '虜'),
(0xF937, 'M', '路'),
(0xF938, 'M', '露'),
(0xF939, 'M', '魯'),
(0xF93A, 'M', '鷺'),
(0xF93B, 'M', '碌'),
(0xF93C, 'M', '祿'),
(0xF93D, 'M', '綠'),
(0xF93E, 'M', '菉'),
(0xF93F, 'M', '錄'),
(0xF940, 'M', '鹿'),
(0xF941, 'M', '論'),
(0xF942, 'M', '壟'),
(0xF943, 'M', '弄'),
(0xF944, 'M', '籠'),
(0xF945, 'M', '聾'),
(0xF946, 'M', '牢'),
(0xF947, 'M', '磊'),
(0xF948, 'M', '賂'),
(0xF949, 'M', '雷'),
(0xF94A, 'M', '壘'),
(0xF94B, 'M', '屢'),
(0xF94C, 'M', '樓'),
(0xF94D, 'M', '淚'),
(0xF94E, 'M', '漏'),
]
def _seg_40():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xF94F, 'M', '累'),
(0xF950, 'M', '縷'),
(0xF951, 'M', '陋'),
(0xF952, 'M', '勒'),
(0xF953, 'M', '肋'),
(0xF954, 'M', '凜'),
(0xF955, 'M', '凌'),
(0xF956, 'M', '稜'),
(0xF957, 'M', '綾'),
(0xF958, 'M', '菱'),
(0xF959, 'M', '陵'),
(0xF95A, 'M', '讀'),
(0xF95B, 'M', '拏'),
(0xF95C, 'M', '樂'),
(0xF95D, 'M', '諾'),
(0xF95E, 'M', '丹'),
(0xF95F, 'M', '寧'),
(0xF960, 'M', '怒'),
(0xF961, 'M', '率'),
(0xF962, 'M', '異'),
(0xF963, 'M', '北'),
(0xF964, 'M', '磻'),
(0xF965, 'M', '便'),
(0xF966, 'M', '復'),
(0xF967, 'M', '不'),
(0xF968, 'M', '泌'),
(0xF969, 'M', '數'),
(0xF96A, 'M', '索'),
(0xF96B, 'M', '參'),
(0xF96C, 'M', '塞'),
(0xF96D, 'M', '省'),
(0xF96E, 'M', '葉'),
(0xF96F, 'M', '說'),
(0xF970, 'M', '殺'),
(0xF971, 'M', '辰'),
(0xF972, 'M', '沈'),
(0xF973, 'M', '拾'),
(0xF974, 'M', '若'),
(0xF975, 'M', '掠'),
(0xF976, 'M', '略'),
(0xF977, 'M', '亮'),
(0xF978, 'M', '兩'),
(0xF979, 'M', '凉'),
(0xF97A, 'M', '梁'),
(0xF97B, 'M', '糧'),
(0xF97C, 'M', '良'),
(0xF97D, 'M', '諒'),
(0xF97E, 'M', '量'),
(0xF97F, 'M', '勵'),
(0xF980, 'M', '呂'),
(0xF981, 'M', '女'),
(0xF982, 'M', '廬'),
(0xF983, 'M', '旅'),
(0xF984, 'M', '濾'),
(0xF985, 'M', '礪'),
(0xF986, 'M', '閭'),
(0xF987, 'M', '驪'),
(0xF988, 'M', '麗'),
(0xF989, 'M', '黎'),
(0xF98A, 'M', '力'),
(0xF98B, 'M', '曆'),
(0xF98C, 'M', '歷'),
(0xF98D, 'M', '轢'),
(0xF98E, 'M', '年'),
(0xF98F, 'M', '憐'),
(0xF990, 'M', '戀'),
(0xF991, 'M', '撚'),
(0xF992, 'M', '漣'),
(0xF993, 'M', '煉'),
(0xF994, 'M', '璉'),
(0xF995, 'M', '秊'),
(0xF996, 'M', '練'),
(0xF997, 'M', '聯'),
(0xF998, 'M', '輦'),
(0xF999, 'M', '蓮'),
(0xF99A, 'M', '連'),
(0xF99B, 'M', '鍊'),
(0xF99C, 'M', '列'),
(0xF99D, 'M', '劣'),
(0xF99E, 'M', '咽'),
(0xF99F, 'M', '烈'),
(0xF9A0, 'M', '裂'),
(0xF9A1, 'M', '說'),
(0xF9A2, 'M', '廉'),
(0xF9A3, 'M', '念'),
(0xF9A4, 'M', '捻'),
(0xF9A5, 'M', '殮'),
(0xF9A6, 'M', '簾'),
(0xF9A7, 'M', '獵'),
(0xF9A8, 'M', '令'),
(0xF9A9, 'M', '囹'),
(0xF9AA, 'M', '寧'),
(0xF9AB, 'M', '嶺'),
(0xF9AC, 'M', '怜'),
(0xF9AD, 'M', '玲'),
(0xF9AE, 'M', '瑩'),
(0xF9AF, 'M', '羚'),
(0xF9B0, 'M', '聆'),
(0xF9B1, 'M', '鈴'),
(0xF9B2, 'M', '零'),
]
def _seg_41():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xF9B3, 'M', '靈'),
(0xF9B4, 'M', '領'),
(0xF9B5, 'M', '例'),
(0xF9B6, 'M', '禮'),
(0xF9B7, 'M', '醴'),
(0xF9B8, 'M', '隸'),
(0xF9B9, 'M', '惡'),
(0xF9BA, 'M', '了'),
(0xF9BB, 'M', '僚'),
(0xF9BC, 'M', '寮'),
(0xF9BD, 'M', '尿'),
(0xF9BE, 'M', '料'),
(0xF9BF, 'M', '樂'),
(0xF9C0, 'M', '燎'),
(0xF9C1, 'M', '療'),
(0xF9C2, 'M', '蓼'),
(0xF9C3, 'M', '遼'),
(0xF9C4, 'M', '龍'),
(0xF9C5, 'M', '暈'),
(0xF9C6, 'M', '阮'),
(0xF9C7, 'M', '劉'),
(0xF9C8, 'M', '杻'),
(0xF9C9, 'M', '柳'),
(0xF9CA, 'M', '流'),
(0xF9CB, 'M', '溜'),
(0xF9CC, 'M', '琉'),
(0xF9CD, 'M', '留'),
(0xF9CE, 'M', '硫'),
(0xF9CF, 'M', '紐'),
(0xF9D0, 'M', '類'),
(0xF9D1, 'M', '六'),
(0xF9D2, 'M', '戮'),
(0xF9D3, 'M', '陸'),
(0xF9D4, 'M', '倫'),
(0xF9D5, 'M', '崙'),
(0xF9D6, 'M', '淪'),
(0xF9D7, 'M', '輪'),
(0xF9D8, 'M', '律'),
(0xF9D9, 'M', '慄'),
(0xF9DA, 'M', '栗'),
(0xF9DB, 'M', '率'),
(0xF9DC, 'M', '隆'),
(0xF9DD, 'M', '利'),
(0xF9DE, 'M', '吏'),
(0xF9DF, 'M', '履'),
(0xF9E0, 'M', '易'),
(0xF9E1, 'M', '李'),
(0xF9E2, 'M', '梨'),
(0xF9E3, 'M', '泥'),
(0xF9E4, 'M', '理'),
(0xF9E5, 'M', '痢'),
(0xF9E6, 'M', '罹'),
(0xF9E7, 'M', '裏'),
(0xF9E8, 'M', '裡'),
(0xF9E9, 'M', '里'),
(0xF9EA, 'M', '離'),
(0xF9EB, 'M', '匿'),
(0xF9EC, 'M', '溺'),
(0xF9ED, 'M', '吝'),
(0xF9EE, 'M', '燐'),
(0xF9EF, 'M', '璘'),
(0xF9F0, 'M', '藺'),
(0xF9F1, 'M', '隣'),
(0xF9F2, 'M', '鱗'),
(0xF9F3, 'M', '麟'),
(0xF9F4, 'M', '林'),
(0xF9F5, 'M', '淋'),
(0xF9F6, 'M', '臨'),
(0xF9F7, 'M', '立'),
(0xF9F8, 'M', '笠'),
(0xF9F9, 'M', '粒'),
(0xF9FA, 'M', '狀'),
(0xF9FB, 'M', '炙'),
(0xF9FC, 'M', '識'),
(0xF9FD, 'M', '什'),
(0xF9FE, 'M', '茶'),
(0xF9FF, 'M', '刺'),
(0xFA00, 'M', '切'),
(0xFA01, 'M', '度'),
(0xFA02, 'M', '拓'),
(0xFA03, 'M', '糖'),
(0xFA04, 'M', '宅'),
(0xFA05, 'M', '洞'),
(0xFA06, 'M', '暴'),
(0xFA07, 'M', '輻'),
(0xFA08, 'M', '行'),
(0xFA09, 'M', '降'),
(0xFA0A, 'M', '見'),
(0xFA0B, 'M', '廓'),
(0xFA0C, 'M', '兀'),
(0xFA0D, 'M', '嗀'),
(0xFA0E, 'V'),
(0xFA10, 'M', '塚'),
(0xFA11, 'V'),
(0xFA12, 'M', '晴'),
(0xFA13, 'V'),
(0xFA15, 'M', '凞'),
(0xFA16, 'M', '猪'),
(0xFA17, 'M', '益'),
(0xFA18, 'M', '礼'),
]
def _seg_42():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFA19, 'M', '神'),
(0xFA1A, 'M', '祥'),
(0xFA1B, 'M', '福'),
(0xFA1C, 'M', '靖'),
(0xFA1D, 'M', '精'),
(0xFA1E, 'M', '羽'),
(0xFA1F, 'V'),
(0xFA20, 'M', '蘒'),
(0xFA21, 'V'),
(0xFA22, 'M', '諸'),
(0xFA23, 'V'),
(0xFA25, 'M', '逸'),
(0xFA26, 'M', '都'),
(0xFA27, 'V'),
(0xFA2A, 'M', '飯'),
(0xFA2B, 'M', '飼'),
(0xFA2C, 'M', '館'),
(0xFA2D, 'M', '鶴'),
(0xFA2E, 'M', '郞'),
(0xFA2F, 'M', '隷'),
(0xFA30, 'M', '侮'),
(0xFA31, 'M', '僧'),
(0xFA32, 'M', '免'),
(0xFA33, 'M', '勉'),
(0xFA34, 'M', '勤'),
(0xFA35, 'M', '卑'),
(0xFA36, 'M', '喝'),
(0xFA37, 'M', '嘆'),
(0xFA38, 'M', '器'),
(0xFA39, 'M', '塀'),
(0xFA3A, 'M', '墨'),
(0xFA3B, 'M', '層'),
(0xFA3C, 'M', '屮'),
(0xFA3D, 'M', '悔'),
(0xFA3E, 'M', '慨'),
(0xFA3F, 'M', '憎'),
(0xFA40, 'M', '懲'),
(0xFA41, 'M', '敏'),
(0xFA42, 'M', '既'),
(0xFA43, 'M', '暑'),
(0xFA44, 'M', '梅'),
(0xFA45, 'M', '海'),
(0xFA46, 'M', '渚'),
(0xFA47, 'M', '漢'),
(0xFA48, 'M', '煮'),
(0xFA49, 'M', '爫'),
(0xFA4A, 'M', '琢'),
(0xFA4B, 'M', '碑'),
(0xFA4C, 'M', '社'),
(0xFA4D, 'M', '祉'),
(0xFA4E, 'M', '祈'),
(0xFA4F, 'M', '祐'),
(0xFA50, 'M', '祖'),
(0xFA51, 'M', '祝'),
(0xFA52, 'M', '禍'),
(0xFA53, 'M', '禎'),
(0xFA54, 'M', '穀'),
(0xFA55, 'M', '突'),
(0xFA56, 'M', '節'),
(0xFA57, 'M', '練'),
(0xFA58, 'M', '縉'),
(0xFA59, 'M', '繁'),
(0xFA5A, 'M', '署'),
(0xFA5B, 'M', '者'),
(0xFA5C, 'M', '臭'),
(0xFA5D, 'M', '艹'),
(0xFA5F, 'M', '著'),
(0xFA60, 'M', '褐'),
(0xFA61, 'M', '視'),
(0xFA62, 'M', '謁'),
(0xFA63, 'M', '謹'),
(0xFA64, 'M', '賓'),
(0xFA65, 'M', '贈'),
(0xFA66, 'M', '辶'),
(0xFA67, 'M', '逸'),
(0xFA68, 'M', '難'),
(0xFA69, 'M', '響'),
(0xFA6A, 'M', '頻'),
(0xFA6B, 'M', '恵'),
(0xFA6C, 'M', '𤋮'),
(0xFA6D, 'M', '舘'),
(0xFA6E, 'X'),
(0xFA70, 'M', '並'),
(0xFA71, 'M', '况'),
(0xFA72, 'M', '全'),
(0xFA73, 'M', '侀'),
(0xFA74, 'M', '充'),
(0xFA75, 'M', '冀'),
(0xFA76, 'M', '勇'),
(0xFA77, 'M', '勺'),
(0xFA78, 'M', '喝'),
(0xFA79, 'M', '啕'),
(0xFA7A, 'M', '喙'),
(0xFA7B, 'M', '嗢'),
(0xFA7C, 'M', '塚'),
(0xFA7D, 'M', '墳'),
(0xFA7E, 'M', '奄'),
(0xFA7F, 'M', '奔'),
(0xFA80, 'M', '婢'),
(0xFA81, 'M', '嬨'),
]
def _seg_43():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFA82, 'M', '廒'),
(0xFA83, 'M', '廙'),
(0xFA84, 'M', '彩'),
(0xFA85, 'M', '徭'),
(0xFA86, 'M', '惘'),
(0xFA87, 'M', '慎'),
(0xFA88, 'M', '愈'),
(0xFA89, 'M', '憎'),
(0xFA8A, 'M', '慠'),
(0xFA8B, 'M', '懲'),
(0xFA8C, 'M', '戴'),
(0xFA8D, 'M', '揄'),
(0xFA8E, 'M', '搜'),
(0xFA8F, 'M', '摒'),
(0xFA90, 'M', '敖'),
(0xFA91, 'M', '晴'),
(0xFA92, 'M', '朗'),
(0xFA93, 'M', '望'),
(0xFA94, 'M', '杖'),
(0xFA95, 'M', '歹'),
(0xFA96, 'M', '殺'),
(0xFA97, 'M', '流'),
(0xFA98, 'M', '滛'),
(0xFA99, 'M', '滋'),
(0xFA9A, 'M', '漢'),
(0xFA9B, 'M', '瀞'),
(0xFA9C, 'M', '煮'),
(0xFA9D, 'M', '瞧'),
(0xFA9E, 'M', '爵'),
(0xFA9F, 'M', '犯'),
(0xFAA0, 'M', '猪'),
(0xFAA1, 'M', '瑱'),
(0xFAA2, 'M', '甆'),
(0xFAA3, 'M', '画'),
(0xFAA4, 'M', '瘝'),
(0xFAA5, 'M', '瘟'),
(0xFAA6, 'M', '益'),
(0xFAA7, 'M', '盛'),
(0xFAA8, 'M', '直'),
(0xFAA9, 'M', '睊'),
(0xFAAA, 'M', '着'),
(0xFAAB, 'M', '磌'),
(0xFAAC, 'M', '窱'),
(0xFAAD, 'M', '節'),
(0xFAAE, 'M', '类'),
(0xFAAF, 'M', '絛'),
(0xFAB0, 'M', '練'),
(0xFAB1, 'M', '缾'),
(0xFAB2, 'M', '者'),
(0xFAB3, 'M', '荒'),
(0xFAB4, 'M', '華'),
(0xFAB5, 'M', '蝹'),
(0xFAB6, 'M', '襁'),
(0xFAB7, 'M', '覆'),
(0xFAB8, 'M', '視'),
(0xFAB9, 'M', '調'),
(0xFABA, 'M', '諸'),
(0xFABB, 'M', '請'),
(0xFABC, 'M', '謁'),
(0xFABD, 'M', '諾'),
(0xFABE, 'M', '諭'),
(0xFABF, 'M', '謹'),
(0xFAC0, 'M', '變'),
(0xFAC1, 'M', '贈'),
(0xFAC2, 'M', '輸'),
(0xFAC3, 'M', '遲'),
(0xFAC4, 'M', '醙'),
(0xFAC5, 'M', '鉶'),
(0xFAC6, 'M', '陼'),
(0xFAC7, 'M', '難'),
(0xFAC8, 'M', '靖'),
(0xFAC9, 'M', '韛'),
(0xFACA, 'M', '響'),
(0xFACB, 'M', '頋'),
(0xFACC, 'M', '頻'),
(0xFACD, 'M', '鬒'),
(0xFACE, 'M', '龜'),
(0xFACF, 'M', '𢡊'),
(0xFAD0, 'M', '𢡄'),
(0xFAD1, 'M', '𣏕'),
(0xFAD2, 'M', '㮝'),
(0xFAD3, 'M', '䀘'),
(0xFAD4, 'M', '䀹'),
(0xFAD5, 'M', '𥉉'),
(0xFAD6, 'M', '𥳐'),
(0xFAD7, 'M', '𧻓'),
(0xFAD8, 'M', '齃'),
(0xFAD9, 'M', '龎'),
(0xFADA, 'X'),
(0xFB00, 'M', 'ff'),
(0xFB01, 'M', 'fi'),
(0xFB02, 'M', 'fl'),
(0xFB03, 'M', 'ffi'),
(0xFB04, 'M', 'ffl'),
(0xFB05, 'M', 'st'),
(0xFB07, 'X'),
(0xFB13, 'M', 'մն'),
(0xFB14, 'M', 'մե'),
(0xFB15, 'M', 'մի'),
(0xFB16, 'M', 'վն'),
]
def _seg_44():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFB17, 'M', 'մխ'),
(0xFB18, 'X'),
(0xFB1D, 'M', 'יִ'),
(0xFB1E, 'V'),
(0xFB1F, 'M', 'ײַ'),
(0xFB20, 'M', 'ע'),
(0xFB21, 'M', 'א'),
(0xFB22, 'M', 'ד'),
(0xFB23, 'M', 'ה'),
(0xFB24, 'M', 'כ'),
(0xFB25, 'M', 'ל'),
(0xFB26, 'M', 'ם'),
(0xFB27, 'M', 'ר'),
(0xFB28, 'M', 'ת'),
(0xFB29, '3', '+'),
(0xFB2A, 'M', 'שׁ'),
(0xFB2B, 'M', 'שׂ'),
(0xFB2C, 'M', 'שּׁ'),
(0xFB2D, 'M', 'שּׂ'),
(0xFB2E, 'M', 'אַ'),
(0xFB2F, 'M', 'אָ'),
(0xFB30, 'M', 'אּ'),
(0xFB31, 'M', 'בּ'),
(0xFB32, 'M', 'גּ'),
(0xFB33, 'M', 'דּ'),
(0xFB34, 'M', 'הּ'),
(0xFB35, 'M', 'וּ'),
(0xFB36, 'M', 'זּ'),
(0xFB37, 'X'),
(0xFB38, 'M', 'טּ'),
(0xFB39, 'M', 'יּ'),
(0xFB3A, 'M', 'ךּ'),
(0xFB3B, 'M', 'כּ'),
(0xFB3C, 'M', 'לּ'),
(0xFB3D, 'X'),
(0xFB3E, 'M', 'מּ'),
(0xFB3F, 'X'),
(0xFB40, 'M', 'נּ'),
(0xFB41, 'M', 'סּ'),
(0xFB42, 'X'),
(0xFB43, 'M', 'ףּ'),
(0xFB44, 'M', 'פּ'),
(0xFB45, 'X'),
(0xFB46, 'M', 'צּ'),
(0xFB47, 'M', 'קּ'),
(0xFB48, 'M', 'רּ'),
(0xFB49, 'M', 'שּ'),
(0xFB4A, 'M', 'תּ'),
(0xFB4B, 'M', 'וֹ'),
(0xFB4C, 'M', 'בֿ'),
(0xFB4D, 'M', 'כֿ'),
(0xFB4E, 'M', 'פֿ'),
(0xFB4F, 'M', 'אל'),
(0xFB50, 'M', 'ٱ'),
(0xFB52, 'M', 'ٻ'),
(0xFB56, 'M', 'پ'),
(0xFB5A, 'M', 'ڀ'),
(0xFB5E, 'M', 'ٺ'),
(0xFB62, 'M', 'ٿ'),
(0xFB66, 'M', 'ٹ'),
(0xFB6A, 'M', 'ڤ'),
(0xFB6E, 'M', 'ڦ'),
(0xFB72, 'M', 'ڄ'),
(0xFB76, 'M', 'ڃ'),
(0xFB7A, 'M', 'چ'),
(0xFB7E, 'M', 'ڇ'),
(0xFB82, 'M', 'ڍ'),
(0xFB84, 'M', 'ڌ'),
(0xFB86, 'M', 'ڎ'),
(0xFB88, 'M', 'ڈ'),
(0xFB8A, 'M', 'ژ'),
(0xFB8C, 'M', 'ڑ'),
(0xFB8E, 'M', 'ک'),
(0xFB92, 'M', 'گ'),
(0xFB96, 'M', 'ڳ'),
(0xFB9A, 'M', 'ڱ'),
(0xFB9E, 'M', 'ں'),
(0xFBA0, 'M', 'ڻ'),
(0xFBA4, 'M', 'ۀ'),
(0xFBA6, 'M', 'ہ'),
(0xFBAA, 'M', 'ھ'),
(0xFBAE, 'M', 'ے'),
(0xFBB0, 'M', 'ۓ'),
(0xFBB2, 'V'),
(0xFBC2, 'X'),
(0xFBD3, 'M', 'ڭ'),
(0xFBD7, 'M', 'ۇ'),
(0xFBD9, 'M', 'ۆ'),
(0xFBDB, 'M', 'ۈ'),
(0xFBDD, 'M', 'ۇٴ'),
(0xFBDE, 'M', 'ۋ'),
(0xFBE0, 'M', 'ۅ'),
(0xFBE2, 'M', 'ۉ'),
(0xFBE4, 'M', 'ې'),
(0xFBE8, 'M', 'ى'),
(0xFBEA, 'M', 'ئا'),
(0xFBEC, 'M', 'ئە'),
(0xFBEE, 'M', 'ئو'),
(0xFBF0, 'M', 'ئۇ'),
(0xFBF2, 'M', 'ئۆ'),
]
def _seg_45():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFBF4, 'M', 'ئۈ'),
(0xFBF6, 'M', 'ئې'),
(0xFBF9, 'M', 'ئى'),
(0xFBFC, 'M', 'ی'),
(0xFC00, 'M', 'ئج'),
(0xFC01, 'M', 'ئح'),
(0xFC02, 'M', 'ئم'),
(0xFC03, 'M', 'ئى'),
(0xFC04, 'M', 'ئي'),
(0xFC05, 'M', 'بج'),
(0xFC06, 'M', 'بح'),
(0xFC07, 'M', 'بخ'),
(0xFC08, 'M', 'بم'),
(0xFC09, 'M', 'بى'),
(0xFC0A, 'M', 'بي'),
(0xFC0B, 'M', 'تج'),
(0xFC0C, 'M', 'تح'),
(0xFC0D, 'M', 'تخ'),
(0xFC0E, 'M', 'تم'),
(0xFC0F, 'M', 'تى'),
(0xFC10, 'M', 'تي'),
(0xFC11, 'M', 'ثج'),
(0xFC12, 'M', 'ثم'),
(0xFC13, 'M', 'ثى'),
(0xFC14, 'M', 'ثي'),
(0xFC15, 'M', 'جح'),
(0xFC16, 'M', 'جم'),
(0xFC17, 'M', 'حج'),
(0xFC18, 'M', 'حم'),
(0xFC19, 'M', 'خج'),
(0xFC1A, 'M', 'خح'),
(0xFC1B, 'M', 'خم'),
(0xFC1C, 'M', 'سج'),
(0xFC1D, 'M', 'سح'),
(0xFC1E, 'M', 'سخ'),
(0xFC1F, 'M', 'سم'),
(0xFC20, 'M', 'صح'),
(0xFC21, 'M', 'صم'),
(0xFC22, 'M', 'ضج'),
(0xFC23, 'M', 'ضح'),
(0xFC24, 'M', 'ضخ'),
(0xFC25, 'M', 'ضم'),
(0xFC26, 'M', 'طح'),
(0xFC27, 'M', 'طم'),
(0xFC28, 'M', 'ظم'),
(0xFC29, 'M', 'عج'),
(0xFC2A, 'M', 'عم'),
(0xFC2B, 'M', 'غج'),
(0xFC2C, 'M', 'غم'),
(0xFC2D, 'M', 'فج'),
(0xFC2E, 'M', 'فح'),
(0xFC2F, 'M', 'فخ'),
(0xFC30, 'M', 'فم'),
(0xFC31, 'M', 'فى'),
(0xFC32, 'M', 'في'),
(0xFC33, 'M', 'قح'),
(0xFC34, 'M', 'قم'),
(0xFC35, 'M', 'قى'),
(0xFC36, 'M', 'قي'),
(0xFC37, 'M', 'كا'),
(0xFC38, 'M', 'كج'),
(0xFC39, 'M', 'كح'),
(0xFC3A, 'M', 'كخ'),
(0xFC3B, 'M', 'كل'),
(0xFC3C, 'M', 'كم'),
(0xFC3D, 'M', 'كى'),
(0xFC3E, 'M', 'كي'),
(0xFC3F, 'M', 'لج'),
(0xFC40, 'M', 'لح'),
(0xFC41, 'M', 'لخ'),
(0xFC42, 'M', 'لم'),
(0xFC43, 'M', 'لى'),
(0xFC44, 'M', 'لي'),
(0xFC45, 'M', 'مج'),
(0xFC46, 'M', 'مح'),
(0xFC47, 'M', 'مخ'),
(0xFC48, 'M', 'مم'),
(0xFC49, 'M', 'مى'),
(0xFC4A, 'M', 'مي'),
(0xFC4B, 'M', 'نج'),
(0xFC4C, 'M', 'نح'),
(0xFC4D, 'M', 'نخ'),
(0xFC4E, 'M', 'نم'),
(0xFC4F, 'M', 'نى'),
(0xFC50, 'M', 'ني'),
(0xFC51, 'M', 'هج'),
(0xFC52, 'M', 'هم'),
(0xFC53, 'M', 'هى'),
(0xFC54, 'M', 'هي'),
(0xFC55, 'M', 'يج'),
(0xFC56, 'M', 'يح'),
(0xFC57, 'M', 'يخ'),
(0xFC58, 'M', 'يم'),
(0xFC59, 'M', 'يى'),
(0xFC5A, 'M', 'يي'),
(0xFC5B, 'M', 'ذٰ'),
(0xFC5C, 'M', 'رٰ'),
(0xFC5D, 'M', 'ىٰ'),
(0xFC5E, '3', ' ٌّ'),
(0xFC5F, '3', ' ٍّ'),
]
def _seg_46():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFC60, '3', ' َّ'),
(0xFC61, '3', ' ُّ'),
(0xFC62, '3', ' ِّ'),
(0xFC63, '3', ' ّٰ'),
(0xFC64, 'M', 'ئر'),
(0xFC65, 'M', 'ئز'),
(0xFC66, 'M', 'ئم'),
(0xFC67, 'M', 'ئن'),
(0xFC68, 'M', 'ئى'),
(0xFC69, 'M', 'ئي'),
(0xFC6A, 'M', 'بر'),
(0xFC6B, 'M', 'بز'),
(0xFC6C, 'M', 'بم'),
(0xFC6D, 'M', 'بن'),
(0xFC6E, 'M', 'بى'),
(0xFC6F, 'M', 'بي'),
(0xFC70, 'M', 'تر'),
(0xFC71, 'M', 'تز'),
(0xFC72, 'M', 'تم'),
(0xFC73, 'M', 'تن'),
(0xFC74, 'M', 'تى'),
(0xFC75, 'M', 'تي'),
(0xFC76, 'M', 'ثر'),
(0xFC77, 'M', 'ثز'),
(0xFC78, 'M', 'ثم'),
(0xFC79, 'M', 'ثن'),
(0xFC7A, 'M', 'ثى'),
(0xFC7B, 'M', 'ثي'),
(0xFC7C, 'M', 'فى'),
(0xFC7D, 'M', 'في'),
(0xFC7E, 'M', 'قى'),
(0xFC7F, 'M', 'قي'),
(0xFC80, 'M', 'كا'),
(0xFC81, 'M', 'كل'),
(0xFC82, 'M', 'كم'),
(0xFC83, 'M', 'كى'),
(0xFC84, 'M', 'كي'),
(0xFC85, 'M', 'لم'),
(0xFC86, 'M', 'لى'),
(0xFC87, 'M', 'لي'),
(0xFC88, 'M', 'ما'),
(0xFC89, 'M', 'مم'),
(0xFC8A, 'M', 'نر'),
(0xFC8B, 'M', 'نز'),
(0xFC8C, 'M', 'نم'),
(0xFC8D, 'M', 'نن'),
(0xFC8E, 'M', 'نى'),
(0xFC8F, 'M', 'ني'),
(0xFC90, 'M', 'ىٰ'),
(0xFC91, 'M', 'ير'),
(0xFC92, 'M', 'يز'),
(0xFC93, 'M', 'يم'),
(0xFC94, 'M', 'ين'),
(0xFC95, 'M', 'يى'),
(0xFC96, 'M', 'يي'),
(0xFC97, 'M', 'ئج'),
(0xFC98, 'M', 'ئح'),
(0xFC99, 'M', 'ئخ'),
(0xFC9A, 'M', 'ئم'),
(0xFC9B, 'M', 'ئه'),
(0xFC9C, 'M', 'بج'),
(0xFC9D, 'M', 'بح'),
(0xFC9E, 'M', 'بخ'),
(0xFC9F, 'M', 'بم'),
(0xFCA0, 'M', 'به'),
(0xFCA1, 'M', 'تج'),
(0xFCA2, 'M', 'تح'),
(0xFCA3, 'M', 'تخ'),
(0xFCA4, 'M', 'تم'),
(0xFCA5, 'M', 'ته'),
(0xFCA6, 'M', 'ثم'),
(0xFCA7, 'M', 'جح'),
(0xFCA8, 'M', 'جم'),
(0xFCA9, 'M', 'حج'),
(0xFCAA, 'M', 'حم'),
(0xFCAB, 'M', 'خج'),
(0xFCAC, 'M', 'خم'),
(0xFCAD, 'M', 'سج'),
(0xFCAE, 'M', 'سح'),
(0xFCAF, 'M', 'سخ'),
(0xFCB0, 'M', 'سم'),
(0xFCB1, 'M', 'صح'),
(0xFCB2, 'M', 'صخ'),
(0xFCB3, 'M', 'صم'),
(0xFCB4, 'M', 'ضج'),
(0xFCB5, 'M', 'ضح'),
(0xFCB6, 'M', 'ضخ'),
(0xFCB7, 'M', 'ضم'),
(0xFCB8, 'M', 'طح'),
(0xFCB9, 'M', 'ظم'),
(0xFCBA, 'M', 'عج'),
(0xFCBB, 'M', 'عم'),
(0xFCBC, 'M', 'غج'),
(0xFCBD, 'M', 'غم'),
(0xFCBE, 'M', 'فج'),
(0xFCBF, 'M', 'فح'),
(0xFCC0, 'M', 'فخ'),
(0xFCC1, 'M', 'فم'),
(0xFCC2, 'M', 'قح'),
(0xFCC3, 'M', 'قم'),
]
def _seg_47():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFCC4, 'M', 'كج'),
(0xFCC5, 'M', 'كح'),
(0xFCC6, 'M', 'كخ'),
(0xFCC7, 'M', 'كل'),
(0xFCC8, 'M', 'كم'),
(0xFCC9, 'M', 'لج'),
(0xFCCA, 'M', 'لح'),
(0xFCCB, 'M', 'لخ'),
(0xFCCC, 'M', 'لم'),
(0xFCCD, 'M', 'له'),
(0xFCCE, 'M', 'مج'),
(0xFCCF, 'M', 'مح'),
(0xFCD0, 'M', 'مخ'),
(0xFCD1, 'M', 'مم'),
(0xFCD2, 'M', 'نج'),
(0xFCD3, 'M', 'نح'),
(0xFCD4, 'M', 'نخ'),
(0xFCD5, 'M', 'نم'),
(0xFCD6, 'M', 'نه'),
(0xFCD7, 'M', 'هج'),
(0xFCD8, 'M', 'هم'),
(0xFCD9, 'M', 'هٰ'),
(0xFCDA, 'M', 'يج'),
(0xFCDB, 'M', 'يح'),
(0xFCDC, 'M', 'يخ'),
(0xFCDD, 'M', 'يم'),
(0xFCDE, 'M', 'يه'),
(0xFCDF, 'M', 'ئم'),
(0xFCE0, 'M', 'ئه'),
(0xFCE1, 'M', 'بم'),
(0xFCE2, 'M', 'به'),
(0xFCE3, 'M', 'تم'),
(0xFCE4, 'M', 'ته'),
(0xFCE5, 'M', 'ثم'),
(0xFCE6, 'M', 'ثه'),
(0xFCE7, 'M', 'سم'),
(0xFCE8, 'M', 'سه'),
(0xFCE9, 'M', 'شم'),
(0xFCEA, 'M', 'شه'),
(0xFCEB, 'M', 'كل'),
(0xFCEC, 'M', 'كم'),
(0xFCED, 'M', 'لم'),
(0xFCEE, 'M', 'نم'),
(0xFCEF, 'M', 'نه'),
(0xFCF0, 'M', 'يم'),
(0xFCF1, 'M', 'يه'),
(0xFCF2, 'M', 'ـَّ'),
(0xFCF3, 'M', 'ـُّ'),
(0xFCF4, 'M', 'ـِّ'),
(0xFCF5, 'M', 'طى'),
(0xFCF6, 'M', 'طي'),
(0xFCF7, 'M', 'عى'),
(0xFCF8, 'M', 'عي'),
(0xFCF9, 'M', 'غى'),
(0xFCFA, 'M', 'غي'),
(0xFCFB, 'M', 'سى'),
(0xFCFC, 'M', 'سي'),
(0xFCFD, 'M', 'شى'),
(0xFCFE, 'M', 'شي'),
(0xFCFF, 'M', 'حى'),
(0xFD00, 'M', 'حي'),
(0xFD01, 'M', 'جى'),
(0xFD02, 'M', 'جي'),
(0xFD03, 'M', 'خى'),
(0xFD04, 'M', 'خي'),
(0xFD05, 'M', 'صى'),
(0xFD06, 'M', 'صي'),
(0xFD07, 'M', 'ضى'),
(0xFD08, 'M', 'ضي'),
(0xFD09, 'M', 'شج'),
(0xFD0A, 'M', 'شح'),
(0xFD0B, 'M', 'شخ'),
(0xFD0C, 'M', 'شم'),
(0xFD0D, 'M', 'شر'),
(0xFD0E, 'M', 'سر'),
(0xFD0F, 'M', 'صر'),
(0xFD10, 'M', 'ضر'),
(0xFD11, 'M', 'طى'),
(0xFD12, 'M', 'طي'),
(0xFD13, 'M', 'عى'),
(0xFD14, 'M', 'عي'),
(0xFD15, 'M', 'غى'),
(0xFD16, 'M', 'غي'),
(0xFD17, 'M', 'سى'),
(0xFD18, 'M', 'سي'),
(0xFD19, 'M', 'شى'),
(0xFD1A, 'M', 'شي'),
(0xFD1B, 'M', 'حى'),
(0xFD1C, 'M', 'حي'),
(0xFD1D, 'M', 'جى'),
(0xFD1E, 'M', 'جي'),
(0xFD1F, 'M', 'خى'),
(0xFD20, 'M', 'خي'),
(0xFD21, 'M', 'صى'),
(0xFD22, 'M', 'صي'),
(0xFD23, 'M', 'ضى'),
(0xFD24, 'M', 'ضي'),
(0xFD25, 'M', 'شج'),
(0xFD26, 'M', 'شح'),
(0xFD27, 'M', 'شخ'),
]
def _seg_48():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFD28, 'M', 'شم'),
(0xFD29, 'M', 'شر'),
(0xFD2A, 'M', 'سر'),
(0xFD2B, 'M', 'صر'),
(0xFD2C, 'M', 'ضر'),
(0xFD2D, 'M', 'شج'),
(0xFD2E, 'M', 'شح'),
(0xFD2F, 'M', 'شخ'),
(0xFD30, 'M', 'شم'),
(0xFD31, 'M', 'سه'),
(0xFD32, 'M', 'شه'),
(0xFD33, 'M', 'طم'),
(0xFD34, 'M', 'سج'),
(0xFD35, 'M', 'سح'),
(0xFD36, 'M', 'سخ'),
(0xFD37, 'M', 'شج'),
(0xFD38, 'M', 'شح'),
(0xFD39, 'M', 'شخ'),
(0xFD3A, 'M', 'طم'),
(0xFD3B, 'M', 'ظم'),
(0xFD3C, 'M', 'اً'),
(0xFD3E, 'V'),
(0xFD40, 'X'),
(0xFD50, 'M', 'تجم'),
(0xFD51, 'M', 'تحج'),
(0xFD53, 'M', 'تحم'),
(0xFD54, 'M', 'تخم'),
(0xFD55, 'M', 'تمج'),
(0xFD56, 'M', 'تمح'),
(0xFD57, 'M', 'تمخ'),
(0xFD58, 'M', 'جمح'),
(0xFD5A, 'M', 'حمي'),
(0xFD5B, 'M', 'حمى'),
(0xFD5C, 'M', 'سحج'),
(0xFD5D, 'M', 'سجح'),
(0xFD5E, 'M', 'سجى'),
(0xFD5F, 'M', 'سمح'),
(0xFD61, 'M', 'سمج'),
(0xFD62, 'M', 'سمم'),
(0xFD64, 'M', 'صحح'),
(0xFD66, 'M', 'صمم'),
(0xFD67, 'M', 'شحم'),
(0xFD69, 'M', 'شجي'),
(0xFD6A, 'M', 'شمخ'),
(0xFD6C, 'M', 'شمم'),
(0xFD6E, 'M', 'ضحى'),
(0xFD6F, 'M', 'ضخم'),
(0xFD71, 'M', 'طمح'),
(0xFD73, 'M', 'طمم'),
(0xFD74, 'M', 'طمي'),
(0xFD75, 'M', 'عجم'),
(0xFD76, 'M', 'عمم'),
(0xFD78, 'M', 'عمى'),
(0xFD79, 'M', 'غمم'),
(0xFD7A, 'M', 'غمي'),
(0xFD7B, 'M', 'غمى'),
(0xFD7C, 'M', 'فخم'),
(0xFD7E, 'M', 'قمح'),
(0xFD7F, 'M', 'قمم'),
(0xFD80, 'M', 'لحم'),
(0xFD81, 'M', 'لحي'),
(0xFD82, 'M', 'لحى'),
(0xFD83, 'M', 'لجج'),
(0xFD85, 'M', 'لخم'),
(0xFD87, 'M', 'لمح'),
(0xFD89, 'M', 'محج'),
(0xFD8A, 'M', 'محم'),
(0xFD8B, 'M', 'محي'),
(0xFD8C, 'M', 'مجح'),
(0xFD8D, 'M', 'مجم'),
(0xFD8E, 'M', 'مخج'),
(0xFD8F, 'M', 'مخم'),
(0xFD90, 'X'),
(0xFD92, 'M', 'مجخ'),
(0xFD93, 'M', 'همج'),
(0xFD94, 'M', 'همم'),
(0xFD95, 'M', 'نحم'),
(0xFD96, 'M', 'نحى'),
(0xFD97, 'M', 'نجم'),
(0xFD99, 'M', 'نجى'),
(0xFD9A, 'M', 'نمي'),
(0xFD9B, 'M', 'نمى'),
(0xFD9C, 'M', 'يمم'),
(0xFD9E, 'M', 'بخي'),
(0xFD9F, 'M', 'تجي'),
(0xFDA0, 'M', 'تجى'),
(0xFDA1, 'M', 'تخي'),
(0xFDA2, 'M', 'تخى'),
(0xFDA3, 'M', 'تمي'),
(0xFDA4, 'M', 'تمى'),
(0xFDA5, 'M', 'جمي'),
(0xFDA6, 'M', 'جحى'),
(0xFDA7, 'M', 'جمى'),
(0xFDA8, 'M', 'سخى'),
(0xFDA9, 'M', 'صحي'),
(0xFDAA, 'M', 'شحي'),
(0xFDAB, 'M', 'ضحي'),
(0xFDAC, 'M', 'لجي'),
(0xFDAD, 'M', 'لمي'),
(0xFDAE, 'M', 'يحي'),
]
def _seg_49():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFDAF, 'M', 'يجي'),
(0xFDB0, 'M', 'يمي'),
(0xFDB1, 'M', 'ممي'),
(0xFDB2, 'M', 'قمي'),
(0xFDB3, 'M', 'نحي'),
(0xFDB4, 'M', 'قمح'),
(0xFDB5, 'M', 'لحم'),
(0xFDB6, 'M', 'عمي'),
(0xFDB7, 'M', 'كمي'),
(0xFDB8, 'M', 'نجح'),
(0xFDB9, 'M', 'مخي'),
(0xFDBA, 'M', 'لجم'),
(0xFDBB, 'M', 'كمم'),
(0xFDBC, 'M', 'لجم'),
(0xFDBD, 'M', 'نجح'),
(0xFDBE, 'M', 'جحي'),
(0xFDBF, 'M', 'حجي'),
(0xFDC0, 'M', 'مجي'),
(0xFDC1, 'M', 'فمي'),
(0xFDC2, 'M', 'بحي'),
(0xFDC3, 'M', 'كمم'),
(0xFDC4, 'M', 'عجم'),
(0xFDC5, 'M', 'صمم'),
(0xFDC6, 'M', 'سخي'),
(0xFDC7, 'M', 'نجي'),
(0xFDC8, 'X'),
(0xFDF0, 'M', 'صلے'),
(0xFDF1, 'M', 'قلے'),
(0xFDF2, 'M', 'الله'),
(0xFDF3, 'M', 'اكبر'),
(0xFDF4, 'M', 'محمد'),
(0xFDF5, 'M', 'صلعم'),
(0xFDF6, 'M', 'رسول'),
(0xFDF7, 'M', 'عليه'),
(0xFDF8, 'M', 'وسلم'),
(0xFDF9, 'M', 'صلى'),
(0xFDFA, '3', 'صلى الله عليه وسلم'),
(0xFDFB, '3', 'جل جلاله'),
(0xFDFC, 'M', 'ریال'),
(0xFDFD, 'V'),
(0xFDFE, 'X'),
(0xFE00, 'I'),
(0xFE10, '3', ','),
(0xFE11, 'M', '、'),
(0xFE12, 'X'),
(0xFE13, '3', ':'),
(0xFE14, '3', ';'),
(0xFE15, '3', '!'),
(0xFE16, '3', '?'),
(0xFE17, 'M', '〖'),
(0xFE18, 'M', '〗'),
(0xFE19, 'X'),
(0xFE20, 'V'),
(0xFE30, 'X'),
(0xFE31, 'M', '—'),
(0xFE32, 'M', '–'),
(0xFE33, '3', '_'),
(0xFE35, '3', '('),
(0xFE36, '3', ')'),
(0xFE37, '3', '{'),
(0xFE38, '3', '}'),
(0xFE39, 'M', '〔'),
(0xFE3A, 'M', '〕'),
(0xFE3B, 'M', '【'),
(0xFE3C, 'M', '】'),
(0xFE3D, 'M', '《'),
(0xFE3E, 'M', '》'),
(0xFE3F, 'M', '〈'),
(0xFE40, 'M', '〉'),
(0xFE41, 'M', '「'),
(0xFE42, 'M', '」'),
(0xFE43, 'M', '『'),
(0xFE44, 'M', '』'),
(0xFE45, 'V'),
(0xFE47, '3', '['),
(0xFE48, '3', ']'),
(0xFE49, '3', ' ̅'),
(0xFE4D, '3', '_'),
(0xFE50, '3', ','),
(0xFE51, 'M', '、'),
(0xFE52, 'X'),
(0xFE54, '3', ';'),
(0xFE55, '3', ':'),
(0xFE56, '3', '?'),
(0xFE57, '3', '!'),
(0xFE58, 'M', '—'),
(0xFE59, '3', '('),
(0xFE5A, '3', ')'),
(0xFE5B, '3', '{'),
(0xFE5C, '3', '}'),
(0xFE5D, 'M', '〔'),
(0xFE5E, 'M', '〕'),
(0xFE5F, '3', '#'),
(0xFE60, '3', '&'),
(0xFE61, '3', '*'),
(0xFE62, '3', '+'),
(0xFE63, 'M', '-'),
(0xFE64, '3', '<'),
(0xFE65, '3', '>'),
(0xFE66, '3', '='),
]
def _seg_50():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFE67, 'X'),
(0xFE68, '3', '\\'),
(0xFE69, '3', '$'),
(0xFE6A, '3', '%'),
(0xFE6B, '3', '@'),
(0xFE6C, 'X'),
(0xFE70, '3', ' ً'),
(0xFE71, 'M', 'ـً'),
(0xFE72, '3', ' ٌ'),
(0xFE73, 'V'),
(0xFE74, '3', ' ٍ'),
(0xFE75, 'X'),
(0xFE76, '3', ' َ'),
(0xFE77, 'M', 'ـَ'),
(0xFE78, '3', ' ُ'),
(0xFE79, 'M', 'ـُ'),
(0xFE7A, '3', ' ِ'),
(0xFE7B, 'M', 'ـِ'),
(0xFE7C, '3', ' ّ'),
(0xFE7D, 'M', 'ـّ'),
(0xFE7E, '3', ' ْ'),
(0xFE7F, 'M', 'ـْ'),
(0xFE80, 'M', 'ء'),
(0xFE81, 'M', 'آ'),
(0xFE83, 'M', 'أ'),
(0xFE85, 'M', 'ؤ'),
(0xFE87, 'M', 'إ'),
(0xFE89, 'M', 'ئ'),
(0xFE8D, 'M', 'ا'),
(0xFE8F, 'M', 'ب'),
(0xFE93, 'M', 'ة'),
(0xFE95, 'M', 'ت'),
(0xFE99, 'M', 'ث'),
(0xFE9D, 'M', 'ج'),
(0xFEA1, 'M', 'ح'),
(0xFEA5, 'M', 'خ'),
(0xFEA9, 'M', 'د'),
(0xFEAB, 'M', 'ذ'),
(0xFEAD, 'M', 'ر'),
(0xFEAF, 'M', 'ز'),
(0xFEB1, 'M', 'س'),
(0xFEB5, 'M', 'ش'),
(0xFEB9, 'M', 'ص'),
(0xFEBD, 'M', 'ض'),
(0xFEC1, 'M', 'ط'),
(0xFEC5, 'M', 'ظ'),
(0xFEC9, 'M', 'ع'),
(0xFECD, 'M', 'غ'),
(0xFED1, 'M', 'ف'),
(0xFED5, 'M', 'ق'),
(0xFED9, 'M', 'ك'),
(0xFEDD, 'M', 'ل'),
(0xFEE1, 'M', 'م'),
(0xFEE5, 'M', 'ن'),
(0xFEE9, 'M', 'ه'),
(0xFEED, 'M', 'و'),
(0xFEEF, 'M', 'ى'),
(0xFEF1, 'M', 'ي'),
(0xFEF5, 'M', 'لآ'),
(0xFEF7, 'M', 'لأ'),
(0xFEF9, 'M', 'لإ'),
(0xFEFB, 'M', 'لا'),
(0xFEFD, 'X'),
(0xFEFF, 'I'),
(0xFF00, 'X'),
(0xFF01, '3', '!'),
(0xFF02, '3', '"'),
(0xFF03, '3', '#'),
(0xFF04, '3', '$'),
(0xFF05, '3', '%'),
(0xFF06, '3', '&'),
(0xFF07, '3', '\''),
(0xFF08, '3', '('),
(0xFF09, '3', ')'),
(0xFF0A, '3', '*'),
(0xFF0B, '3', '+'),
(0xFF0C, '3', ','),
(0xFF0D, 'M', '-'),
(0xFF0E, 'M', '.'),
(0xFF0F, '3', '/'),
(0xFF10, 'M', '0'),
(0xFF11, 'M', '1'),
(0xFF12, 'M', '2'),
(0xFF13, 'M', '3'),
(0xFF14, 'M', '4'),
(0xFF15, 'M', '5'),
(0xFF16, 'M', '6'),
(0xFF17, 'M', '7'),
(0xFF18, 'M', '8'),
(0xFF19, 'M', '9'),
(0xFF1A, '3', ':'),
(0xFF1B, '3', ';'),
(0xFF1C, '3', '<'),
(0xFF1D, '3', '='),
(0xFF1E, '3', '>'),
(0xFF1F, '3', '?'),
(0xFF20, '3', '@'),
(0xFF21, 'M', 'a'),
(0xFF22, 'M', 'b'),
(0xFF23, 'M', 'c'),
]
def _seg_51():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFF24, 'M', 'd'),
(0xFF25, 'M', 'e'),
(0xFF26, 'M', 'f'),
(0xFF27, 'M', 'g'),
(0xFF28, 'M', 'h'),
(0xFF29, 'M', 'i'),
(0xFF2A, 'M', 'j'),
(0xFF2B, 'M', 'k'),
(0xFF2C, 'M', 'l'),
(0xFF2D, 'M', 'm'),
(0xFF2E, 'M', 'n'),
(0xFF2F, 'M', 'o'),
(0xFF30, 'M', 'p'),
(0xFF31, 'M', 'q'),
(0xFF32, 'M', 'r'),
(0xFF33, 'M', 's'),
(0xFF34, 'M', 't'),
(0xFF35, 'M', 'u'),
(0xFF36, 'M', 'v'),
(0xFF37, 'M', 'w'),
(0xFF38, 'M', 'x'),
(0xFF39, 'M', 'y'),
(0xFF3A, 'M', 'z'),
(0xFF3B, '3', '['),
(0xFF3C, '3', '\\'),
(0xFF3D, '3', ']'),
(0xFF3E, '3', '^'),
(0xFF3F, '3', '_'),
(0xFF40, '3', '`'),
(0xFF41, 'M', 'a'),
(0xFF42, 'M', 'b'),
(0xFF43, 'M', 'c'),
(0xFF44, 'M', 'd'),
(0xFF45, 'M', 'e'),
(0xFF46, 'M', 'f'),
(0xFF47, 'M', 'g'),
(0xFF48, 'M', 'h'),
(0xFF49, 'M', 'i'),
(0xFF4A, 'M', 'j'),
(0xFF4B, 'M', 'k'),
(0xFF4C, 'M', 'l'),
(0xFF4D, 'M', 'm'),
(0xFF4E, 'M', 'n'),
(0xFF4F, 'M', 'o'),
(0xFF50, 'M', 'p'),
(0xFF51, 'M', 'q'),
(0xFF52, 'M', 'r'),
(0xFF53, 'M', 's'),
(0xFF54, 'M', 't'),
(0xFF55, 'M', 'u'),
(0xFF56, 'M', 'v'),
(0xFF57, 'M', 'w'),
(0xFF58, 'M', 'x'),
(0xFF59, 'M', 'y'),
(0xFF5A, 'M', 'z'),
(0xFF5B, '3', '{'),
(0xFF5C, '3', '|'),
(0xFF5D, '3', '}'),
(0xFF5E, '3', '~'),
(0xFF5F, 'M', '⦅'),
(0xFF60, 'M', '⦆'),
(0xFF61, 'M', '.'),
(0xFF62, 'M', '「'),
(0xFF63, 'M', '」'),
(0xFF64, 'M', '、'),
(0xFF65, 'M', '・'),
(0xFF66, 'M', 'ヲ'),
(0xFF67, 'M', 'ァ'),
(0xFF68, 'M', 'ィ'),
(0xFF69, 'M', 'ゥ'),
(0xFF6A, 'M', 'ェ'),
(0xFF6B, 'M', 'ォ'),
(0xFF6C, 'M', 'ャ'),
(0xFF6D, 'M', 'ュ'),
(0xFF6E, 'M', 'ョ'),
(0xFF6F, 'M', 'ッ'),
(0xFF70, 'M', 'ー'),
(0xFF71, 'M', 'ア'),
(0xFF72, 'M', 'イ'),
(0xFF73, 'M', 'ウ'),
(0xFF74, 'M', 'エ'),
(0xFF75, 'M', 'オ'),
(0xFF76, 'M', 'カ'),
(0xFF77, 'M', 'キ'),
(0xFF78, 'M', 'ク'),
(0xFF79, 'M', 'ケ'),
(0xFF7A, 'M', 'コ'),
(0xFF7B, 'M', 'サ'),
(0xFF7C, 'M', 'シ'),
(0xFF7D, 'M', 'ス'),
(0xFF7E, 'M', 'セ'),
(0xFF7F, 'M', 'ソ'),
(0xFF80, 'M', 'タ'),
(0xFF81, 'M', 'チ'),
(0xFF82, 'M', 'ツ'),
(0xFF83, 'M', 'テ'),
(0xFF84, 'M', 'ト'),
(0xFF85, 'M', 'ナ'),
(0xFF86, 'M', 'ニ'),
(0xFF87, 'M', 'ヌ'),
]
def _seg_52():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0xFF88, 'M', 'ネ'),
(0xFF89, 'M', 'ノ'),
(0xFF8A, 'M', 'ハ'),
(0xFF8B, 'M', 'ヒ'),
(0xFF8C, 'M', 'フ'),
(0xFF8D, 'M', 'ヘ'),
(0xFF8E, 'M', 'ホ'),
(0xFF8F, 'M', 'マ'),
(0xFF90, 'M', 'ミ'),
(0xFF91, 'M', 'ム'),
(0xFF92, 'M', 'メ'),
(0xFF93, 'M', 'モ'),
(0xFF94, 'M', 'ヤ'),
(0xFF95, 'M', 'ユ'),
(0xFF96, 'M', 'ヨ'),
(0xFF97, 'M', 'ラ'),
(0xFF98, 'M', 'リ'),
(0xFF99, 'M', 'ル'),
(0xFF9A, 'M', 'レ'),
(0xFF9B, 'M', 'ロ'),
(0xFF9C, 'M', 'ワ'),
(0xFF9D, 'M', 'ン'),
(0xFF9E, 'M', '゙'),
(0xFF9F, 'M', '゚'),
(0xFFA0, 'X'),
(0xFFA1, 'M', 'ᄀ'),
(0xFFA2, 'M', 'ᄁ'),
(0xFFA3, 'M', 'ᆪ'),
(0xFFA4, 'M', 'ᄂ'),
(0xFFA5, 'M', 'ᆬ'),
(0xFFA6, 'M', 'ᆭ'),
(0xFFA7, 'M', 'ᄃ'),
(0xFFA8, 'M', 'ᄄ'),
(0xFFA9, 'M', 'ᄅ'),
(0xFFAA, 'M', 'ᆰ'),
(0xFFAB, 'M', 'ᆱ'),
(0xFFAC, 'M', 'ᆲ'),
(0xFFAD, 'M', 'ᆳ'),
(0xFFAE, 'M', 'ᆴ'),
(0xFFAF, 'M', 'ᆵ'),
(0xFFB0, 'M', 'ᄚ'),
(0xFFB1, 'M', 'ᄆ'),
(0xFFB2, 'M', 'ᄇ'),
(0xFFB3, 'M', 'ᄈ'),
(0xFFB4, 'M', 'ᄡ'),
(0xFFB5, 'M', 'ᄉ'),
(0xFFB6, 'M', 'ᄊ'),
(0xFFB7, 'M', 'ᄋ'),
(0xFFB8, 'M', 'ᄌ'),
(0xFFB9, 'M', 'ᄍ'),
(0xFFBA, 'M', 'ᄎ'),
(0xFFBB, 'M', 'ᄏ'),
(0xFFBC, 'M', 'ᄐ'),
(0xFFBD, 'M', 'ᄑ'),
(0xFFBE, 'M', 'ᄒ'),
(0xFFBF, 'X'),
(0xFFC2, 'M', 'ᅡ'),
(0xFFC3, 'M', 'ᅢ'),
(0xFFC4, 'M', 'ᅣ'),
(0xFFC5, 'M', 'ᅤ'),
(0xFFC6, 'M', 'ᅥ'),
(0xFFC7, 'M', 'ᅦ'),
(0xFFC8, 'X'),
(0xFFCA, 'M', 'ᅧ'),
(0xFFCB, 'M', 'ᅨ'),
(0xFFCC, 'M', 'ᅩ'),
(0xFFCD, 'M', 'ᅪ'),
(0xFFCE, 'M', 'ᅫ'),
(0xFFCF, 'M', 'ᅬ'),
(0xFFD0, 'X'),
(0xFFD2, 'M', 'ᅭ'),
(0xFFD3, 'M', 'ᅮ'),
(0xFFD4, 'M', 'ᅯ'),
(0xFFD5, 'M', 'ᅰ'),
(0xFFD6, 'M', 'ᅱ'),
(0xFFD7, 'M', 'ᅲ'),
(0xFFD8, 'X'),
(0xFFDA, 'M', 'ᅳ'),
(0xFFDB, 'M', 'ᅴ'),
(0xFFDC, 'M', 'ᅵ'),
(0xFFDD, 'X'),
(0xFFE0, 'M', '¢'),
(0xFFE1, 'M', '£'),
(0xFFE2, 'M', '¬'),
(0xFFE3, '3', ' ̄'),
(0xFFE4, 'M', '¦'),
(0xFFE5, 'M', '¥'),
(0xFFE6, 'M', '₩'),
(0xFFE7, 'X'),
(0xFFE8, 'M', '│'),
(0xFFE9, 'M', '←'),
(0xFFEA, 'M', '↑'),
(0xFFEB, 'M', '→'),
(0xFFEC, 'M', '↓'),
(0xFFED, 'M', '■'),
(0xFFEE, 'M', '○'),
(0xFFEF, 'X'),
(0x10000, 'V'),
(0x1000C, 'X'),
(0x1000D, 'V'),
]
def _seg_53():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x10027, 'X'),
(0x10028, 'V'),
(0x1003B, 'X'),
(0x1003C, 'V'),
(0x1003E, 'X'),
(0x1003F, 'V'),
(0x1004E, 'X'),
(0x10050, 'V'),
(0x1005E, 'X'),
(0x10080, 'V'),
(0x100FB, 'X'),
(0x10100, 'V'),
(0x10103, 'X'),
(0x10107, 'V'),
(0x10134, 'X'),
(0x10137, 'V'),
(0x1018F, 'X'),
(0x10190, 'V'),
(0x1019D, 'X'),
(0x101A0, 'V'),
(0x101A1, 'X'),
(0x101D0, 'V'),
(0x101FE, 'X'),
(0x10280, 'V'),
(0x1029D, 'X'),
(0x102A0, 'V'),
(0x102D1, 'X'),
(0x102E0, 'V'),
(0x102FC, 'X'),
(0x10300, 'V'),
(0x10324, 'X'),
(0x1032D, 'V'),
(0x1034B, 'X'),
(0x10350, 'V'),
(0x1037B, 'X'),
(0x10380, 'V'),
(0x1039E, 'X'),
(0x1039F, 'V'),
(0x103C4, 'X'),
(0x103C8, 'V'),
(0x103D6, 'X'),
(0x10400, 'M', '𐐨'),
(0x10401, 'M', '𐐩'),
(0x10402, 'M', '𐐪'),
(0x10403, 'M', '𐐫'),
(0x10404, 'M', '𐐬'),
(0x10405, 'M', '𐐭'),
(0x10406, 'M', '𐐮'),
(0x10407, 'M', '𐐯'),
(0x10408, 'M', '𐐰'),
(0x10409, 'M', '𐐱'),
(0x1040A, 'M', '𐐲'),
(0x1040B, 'M', '𐐳'),
(0x1040C, 'M', '𐐴'),
(0x1040D, 'M', '𐐵'),
(0x1040E, 'M', '𐐶'),
(0x1040F, 'M', '𐐷'),
(0x10410, 'M', '𐐸'),
(0x10411, 'M', '𐐹'),
(0x10412, 'M', '𐐺'),
(0x10413, 'M', '𐐻'),
(0x10414, 'M', '𐐼'),
(0x10415, 'M', '𐐽'),
(0x10416, 'M', '𐐾'),
(0x10417, 'M', '𐐿'),
(0x10418, 'M', '𐑀'),
(0x10419, 'M', '𐑁'),
(0x1041A, 'M', '𐑂'),
(0x1041B, 'M', '𐑃'),
(0x1041C, 'M', '𐑄'),
(0x1041D, 'M', '𐑅'),
(0x1041E, 'M', '𐑆'),
(0x1041F, 'M', '𐑇'),
(0x10420, 'M', '𐑈'),
(0x10421, 'M', '𐑉'),
(0x10422, 'M', '𐑊'),
(0x10423, 'M', '𐑋'),
(0x10424, 'M', '𐑌'),
(0x10425, 'M', '𐑍'),
(0x10426, 'M', '𐑎'),
(0x10427, 'M', '𐑏'),
(0x10428, 'V'),
(0x1049E, 'X'),
(0x104A0, 'V'),
(0x104AA, 'X'),
(0x104B0, 'M', '𐓘'),
(0x104B1, 'M', '𐓙'),
(0x104B2, 'M', '𐓚'),
(0x104B3, 'M', '𐓛'),
(0x104B4, 'M', '𐓜'),
(0x104B5, 'M', '𐓝'),
(0x104B6, 'M', '𐓞'),
(0x104B7, 'M', '𐓟'),
(0x104B8, 'M', '𐓠'),
(0x104B9, 'M', '𐓡'),
(0x104BA, 'M', '𐓢'),
(0x104BB, 'M', '𐓣'),
(0x104BC, 'M', '𐓤'),
(0x104BD, 'M', '𐓥'),
(0x104BE, 'M', '𐓦'),
]
def _seg_54():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x104BF, 'M', '𐓧'),
(0x104C0, 'M', '𐓨'),
(0x104C1, 'M', '𐓩'),
(0x104C2, 'M', '𐓪'),
(0x104C3, 'M', '𐓫'),
(0x104C4, 'M', '𐓬'),
(0x104C5, 'M', '𐓭'),
(0x104C6, 'M', '𐓮'),
(0x104C7, 'M', '𐓯'),
(0x104C8, 'M', '𐓰'),
(0x104C9, 'M', '𐓱'),
(0x104CA, 'M', '𐓲'),
(0x104CB, 'M', '𐓳'),
(0x104CC, 'M', '𐓴'),
(0x104CD, 'M', '𐓵'),
(0x104CE, 'M', '𐓶'),
(0x104CF, 'M', '𐓷'),
(0x104D0, 'M', '𐓸'),
(0x104D1, 'M', '𐓹'),
(0x104D2, 'M', '𐓺'),
(0x104D3, 'M', '𐓻'),
(0x104D4, 'X'),
(0x104D8, 'V'),
(0x104FC, 'X'),
(0x10500, 'V'),
(0x10528, 'X'),
(0x10530, 'V'),
(0x10564, 'X'),
(0x1056F, 'V'),
(0x10570, 'X'),
(0x10600, 'V'),
(0x10737, 'X'),
(0x10740, 'V'),
(0x10756, 'X'),
(0x10760, 'V'),
(0x10768, 'X'),
(0x10800, 'V'),
(0x10806, 'X'),
(0x10808, 'V'),
(0x10809, 'X'),
(0x1080A, 'V'),
(0x10836, 'X'),
(0x10837, 'V'),
(0x10839, 'X'),
(0x1083C, 'V'),
(0x1083D, 'X'),
(0x1083F, 'V'),
(0x10856, 'X'),
(0x10857, 'V'),
(0x1089F, 'X'),
(0x108A7, 'V'),
(0x108B0, 'X'),
(0x108E0, 'V'),
(0x108F3, 'X'),
(0x108F4, 'V'),
(0x108F6, 'X'),
(0x108FB, 'V'),
(0x1091C, 'X'),
(0x1091F, 'V'),
(0x1093A, 'X'),
(0x1093F, 'V'),
(0x10940, 'X'),
(0x10980, 'V'),
(0x109B8, 'X'),
(0x109BC, 'V'),
(0x109D0, 'X'),
(0x109D2, 'V'),
(0x10A04, 'X'),
(0x10A05, 'V'),
(0x10A07, 'X'),
(0x10A0C, 'V'),
(0x10A14, 'X'),
(0x10A15, 'V'),
(0x10A18, 'X'),
(0x10A19, 'V'),
(0x10A36, 'X'),
(0x10A38, 'V'),
(0x10A3B, 'X'),
(0x10A3F, 'V'),
(0x10A49, 'X'),
(0x10A50, 'V'),
(0x10A59, 'X'),
(0x10A60, 'V'),
(0x10AA0, 'X'),
(0x10AC0, 'V'),
(0x10AE7, 'X'),
(0x10AEB, 'V'),
(0x10AF7, 'X'),
(0x10B00, 'V'),
(0x10B36, 'X'),
(0x10B39, 'V'),
(0x10B56, 'X'),
(0x10B58, 'V'),
(0x10B73, 'X'),
(0x10B78, 'V'),
(0x10B92, 'X'),
(0x10B99, 'V'),
(0x10B9D, 'X'),
(0x10BA9, 'V'),
(0x10BB0, 'X'),
]
def _seg_55():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x10C00, 'V'),
(0x10C49, 'X'),
(0x10C80, 'M', '𐳀'),
(0x10C81, 'M', '𐳁'),
(0x10C82, 'M', '𐳂'),
(0x10C83, 'M', '𐳃'),
(0x10C84, 'M', '𐳄'),
(0x10C85, 'M', '𐳅'),
(0x10C86, 'M', '𐳆'),
(0x10C87, 'M', '𐳇'),
(0x10C88, 'M', '𐳈'),
(0x10C89, 'M', '𐳉'),
(0x10C8A, 'M', '𐳊'),
(0x10C8B, 'M', '𐳋'),
(0x10C8C, 'M', '𐳌'),
(0x10C8D, 'M', '𐳍'),
(0x10C8E, 'M', '𐳎'),
(0x10C8F, 'M', '𐳏'),
(0x10C90, 'M', '𐳐'),
(0x10C91, 'M', '𐳑'),
(0x10C92, 'M', '𐳒'),
(0x10C93, 'M', '𐳓'),
(0x10C94, 'M', '𐳔'),
(0x10C95, 'M', '𐳕'),
(0x10C96, 'M', '𐳖'),
(0x10C97, 'M', '𐳗'),
(0x10C98, 'M', '𐳘'),
(0x10C99, 'M', '𐳙'),
(0x10C9A, 'M', '𐳚'),
(0x10C9B, 'M', '𐳛'),
(0x10C9C, 'M', '𐳜'),
(0x10C9D, 'M', '𐳝'),
(0x10C9E, 'M', '𐳞'),
(0x10C9F, 'M', '𐳟'),
(0x10CA0, 'M', '𐳠'),
(0x10CA1, 'M', '𐳡'),
(0x10CA2, 'M', '𐳢'),
(0x10CA3, 'M', '𐳣'),
(0x10CA4, 'M', '𐳤'),
(0x10CA5, 'M', '𐳥'),
(0x10CA6, 'M', '𐳦'),
(0x10CA7, 'M', '𐳧'),
(0x10CA8, 'M', '𐳨'),
(0x10CA9, 'M', '𐳩'),
(0x10CAA, 'M', '𐳪'),
(0x10CAB, 'M', '𐳫'),
(0x10CAC, 'M', '𐳬'),
(0x10CAD, 'M', '𐳭'),
(0x10CAE, 'M', '𐳮'),
(0x10CAF, 'M', '𐳯'),
(0x10CB0, 'M', '𐳰'),
(0x10CB1, 'M', '𐳱'),
(0x10CB2, 'M', '𐳲'),
(0x10CB3, 'X'),
(0x10CC0, 'V'),
(0x10CF3, 'X'),
(0x10CFA, 'V'),
(0x10D28, 'X'),
(0x10D30, 'V'),
(0x10D3A, 'X'),
(0x10E60, 'V'),
(0x10E7F, 'X'),
(0x10E80, 'V'),
(0x10EAA, 'X'),
(0x10EAB, 'V'),
(0x10EAE, 'X'),
(0x10EB0, 'V'),
(0x10EB2, 'X'),
(0x10F00, 'V'),
(0x10F28, 'X'),
(0x10F30, 'V'),
(0x10F5A, 'X'),
(0x10FB0, 'V'),
(0x10FCC, 'X'),
(0x10FE0, 'V'),
(0x10FF7, 'X'),
(0x11000, 'V'),
(0x1104E, 'X'),
(0x11052, 'V'),
(0x11070, 'X'),
(0x1107F, 'V'),
(0x110BD, 'X'),
(0x110BE, 'V'),
(0x110C2, 'X'),
(0x110D0, 'V'),
(0x110E9, 'X'),
(0x110F0, 'V'),
(0x110FA, 'X'),
(0x11100, 'V'),
(0x11135, 'X'),
(0x11136, 'V'),
(0x11148, 'X'),
(0x11150, 'V'),
(0x11177, 'X'),
(0x11180, 'V'),
(0x111E0, 'X'),
(0x111E1, 'V'),
(0x111F5, 'X'),
(0x11200, 'V'),
(0x11212, 'X'),
]
def _seg_56():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x11213, 'V'),
(0x1123F, 'X'),
(0x11280, 'V'),
(0x11287, 'X'),
(0x11288, 'V'),
(0x11289, 'X'),
(0x1128A, 'V'),
(0x1128E, 'X'),
(0x1128F, 'V'),
(0x1129E, 'X'),
(0x1129F, 'V'),
(0x112AA, 'X'),
(0x112B0, 'V'),
(0x112EB, 'X'),
(0x112F0, 'V'),
(0x112FA, 'X'),
(0x11300, 'V'),
(0x11304, 'X'),
(0x11305, 'V'),
(0x1130D, 'X'),
(0x1130F, 'V'),
(0x11311, 'X'),
(0x11313, 'V'),
(0x11329, 'X'),
(0x1132A, 'V'),
(0x11331, 'X'),
(0x11332, 'V'),
(0x11334, 'X'),
(0x11335, 'V'),
(0x1133A, 'X'),
(0x1133B, 'V'),
(0x11345, 'X'),
(0x11347, 'V'),
(0x11349, 'X'),
(0x1134B, 'V'),
(0x1134E, 'X'),
(0x11350, 'V'),
(0x11351, 'X'),
(0x11357, 'V'),
(0x11358, 'X'),
(0x1135D, 'V'),
(0x11364, 'X'),
(0x11366, 'V'),
(0x1136D, 'X'),
(0x11370, 'V'),
(0x11375, 'X'),
(0x11400, 'V'),
(0x1145C, 'X'),
(0x1145D, 'V'),
(0x11462, 'X'),
(0x11480, 'V'),
(0x114C8, 'X'),
(0x114D0, 'V'),
(0x114DA, 'X'),
(0x11580, 'V'),
(0x115B6, 'X'),
(0x115B8, 'V'),
(0x115DE, 'X'),
(0x11600, 'V'),
(0x11645, 'X'),
(0x11650, 'V'),
(0x1165A, 'X'),
(0x11660, 'V'),
(0x1166D, 'X'),
(0x11680, 'V'),
(0x116B9, 'X'),
(0x116C0, 'V'),
(0x116CA, 'X'),
(0x11700, 'V'),
(0x1171B, 'X'),
(0x1171D, 'V'),
(0x1172C, 'X'),
(0x11730, 'V'),
(0x11740, 'X'),
(0x11800, 'V'),
(0x1183C, 'X'),
(0x118A0, 'M', '𑣀'),
(0x118A1, 'M', '𑣁'),
(0x118A2, 'M', '𑣂'),
(0x118A3, 'M', '𑣃'),
(0x118A4, 'M', '𑣄'),
(0x118A5, 'M', '𑣅'),
(0x118A6, 'M', '𑣆'),
(0x118A7, 'M', '𑣇'),
(0x118A8, 'M', '𑣈'),
(0x118A9, 'M', '𑣉'),
(0x118AA, 'M', '𑣊'),
(0x118AB, 'M', '𑣋'),
(0x118AC, 'M', '𑣌'),
(0x118AD, 'M', '𑣍'),
(0x118AE, 'M', '𑣎'),
(0x118AF, 'M', '𑣏'),
(0x118B0, 'M', '𑣐'),
(0x118B1, 'M', '𑣑'),
(0x118B2, 'M', '𑣒'),
(0x118B3, 'M', '𑣓'),
(0x118B4, 'M', '𑣔'),
(0x118B5, 'M', '𑣕'),
(0x118B6, 'M', '𑣖'),
(0x118B7, 'M', '𑣗'),
]
def _seg_57():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x118B8, 'M', '𑣘'),
(0x118B9, 'M', '𑣙'),
(0x118BA, 'M', '𑣚'),
(0x118BB, 'M', '𑣛'),
(0x118BC, 'M', '𑣜'),
(0x118BD, 'M', '𑣝'),
(0x118BE, 'M', '𑣞'),
(0x118BF, 'M', '𑣟'),
(0x118C0, 'V'),
(0x118F3, 'X'),
(0x118FF, 'V'),
(0x11907, 'X'),
(0x11909, 'V'),
(0x1190A, 'X'),
(0x1190C, 'V'),
(0x11914, 'X'),
(0x11915, 'V'),
(0x11917, 'X'),
(0x11918, 'V'),
(0x11936, 'X'),
(0x11937, 'V'),
(0x11939, 'X'),
(0x1193B, 'V'),
(0x11947, 'X'),
(0x11950, 'V'),
(0x1195A, 'X'),
(0x119A0, 'V'),
(0x119A8, 'X'),
(0x119AA, 'V'),
(0x119D8, 'X'),
(0x119DA, 'V'),
(0x119E5, 'X'),
(0x11A00, 'V'),
(0x11A48, 'X'),
(0x11A50, 'V'),
(0x11AA3, 'X'),
(0x11AC0, 'V'),
(0x11AF9, 'X'),
(0x11C00, 'V'),
(0x11C09, 'X'),
(0x11C0A, 'V'),
(0x11C37, 'X'),
(0x11C38, 'V'),
(0x11C46, 'X'),
(0x11C50, 'V'),
(0x11C6D, 'X'),
(0x11C70, 'V'),
(0x11C90, 'X'),
(0x11C92, 'V'),
(0x11CA8, 'X'),
(0x11CA9, 'V'),
(0x11CB7, 'X'),
(0x11D00, 'V'),
(0x11D07, 'X'),
(0x11D08, 'V'),
(0x11D0A, 'X'),
(0x11D0B, 'V'),
(0x11D37, 'X'),
(0x11D3A, 'V'),
(0x11D3B, 'X'),
(0x11D3C, 'V'),
(0x11D3E, 'X'),
(0x11D3F, 'V'),
(0x11D48, 'X'),
(0x11D50, 'V'),
(0x11D5A, 'X'),
(0x11D60, 'V'),
(0x11D66, 'X'),
(0x11D67, 'V'),
(0x11D69, 'X'),
(0x11D6A, 'V'),
(0x11D8F, 'X'),
(0x11D90, 'V'),
(0x11D92, 'X'),
(0x11D93, 'V'),
(0x11D99, 'X'),
(0x11DA0, 'V'),
(0x11DAA, 'X'),
(0x11EE0, 'V'),
(0x11EF9, 'X'),
(0x11FB0, 'V'),
(0x11FB1, 'X'),
(0x11FC0, 'V'),
(0x11FF2, 'X'),
(0x11FFF, 'V'),
(0x1239A, 'X'),
(0x12400, 'V'),
(0x1246F, 'X'),
(0x12470, 'V'),
(0x12475, 'X'),
(0x12480, 'V'),
(0x12544, 'X'),
(0x13000, 'V'),
(0x1342F, 'X'),
(0x14400, 'V'),
(0x14647, 'X'),
(0x16800, 'V'),
(0x16A39, 'X'),
(0x16A40, 'V'),
(0x16A5F, 'X'),
]
def _seg_58():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x16A60, 'V'),
(0x16A6A, 'X'),
(0x16A6E, 'V'),
(0x16A70, 'X'),
(0x16AD0, 'V'),
(0x16AEE, 'X'),
(0x16AF0, 'V'),
(0x16AF6, 'X'),
(0x16B00, 'V'),
(0x16B46, 'X'),
(0x16B50, 'V'),
(0x16B5A, 'X'),
(0x16B5B, 'V'),
(0x16B62, 'X'),
(0x16B63, 'V'),
(0x16B78, 'X'),
(0x16B7D, 'V'),
(0x16B90, 'X'),
(0x16E40, 'M', '𖹠'),
(0x16E41, 'M', '𖹡'),
(0x16E42, 'M', '𖹢'),
(0x16E43, 'M', '𖹣'),
(0x16E44, 'M', '𖹤'),
(0x16E45, 'M', '𖹥'),
(0x16E46, 'M', '𖹦'),
(0x16E47, 'M', '𖹧'),
(0x16E48, 'M', '𖹨'),
(0x16E49, 'M', '𖹩'),
(0x16E4A, 'M', '𖹪'),
(0x16E4B, 'M', '𖹫'),
(0x16E4C, 'M', '𖹬'),
(0x16E4D, 'M', '𖹭'),
(0x16E4E, 'M', '𖹮'),
(0x16E4F, 'M', '𖹯'),
(0x16E50, 'M', '𖹰'),
(0x16E51, 'M', '𖹱'),
(0x16E52, 'M', '𖹲'),
(0x16E53, 'M', '𖹳'),
(0x16E54, 'M', '𖹴'),
(0x16E55, 'M', '𖹵'),
(0x16E56, 'M', '𖹶'),
(0x16E57, 'M', '𖹷'),
(0x16E58, 'M', '𖹸'),
(0x16E59, 'M', '𖹹'),
(0x16E5A, 'M', '𖹺'),
(0x16E5B, 'M', '𖹻'),
(0x16E5C, 'M', '𖹼'),
(0x16E5D, 'M', '𖹽'),
(0x16E5E, 'M', '𖹾'),
(0x16E5F, 'M', '𖹿'),
(0x16E60, 'V'),
(0x16E9B, 'X'),
(0x16F00, 'V'),
(0x16F4B, 'X'),
(0x16F4F, 'V'),
(0x16F88, 'X'),
(0x16F8F, 'V'),
(0x16FA0, 'X'),
(0x16FE0, 'V'),
(0x16FE5, 'X'),
(0x16FF0, 'V'),
(0x16FF2, 'X'),
(0x17000, 'V'),
(0x187F8, 'X'),
(0x18800, 'V'),
(0x18CD6, 'X'),
(0x18D00, 'V'),
(0x18D09, 'X'),
(0x1B000, 'V'),
(0x1B11F, 'X'),
(0x1B150, 'V'),
(0x1B153, 'X'),
(0x1B164, 'V'),
(0x1B168, 'X'),
(0x1B170, 'V'),
(0x1B2FC, 'X'),
(0x1BC00, 'V'),
(0x1BC6B, 'X'),
(0x1BC70, 'V'),
(0x1BC7D, 'X'),
(0x1BC80, 'V'),
(0x1BC89, 'X'),
(0x1BC90, 'V'),
(0x1BC9A, 'X'),
(0x1BC9C, 'V'),
(0x1BCA0, 'I'),
(0x1BCA4, 'X'),
(0x1D000, 'V'),
(0x1D0F6, 'X'),
(0x1D100, 'V'),
(0x1D127, 'X'),
(0x1D129, 'V'),
(0x1D15E, 'M', '𝅗𝅥'),
(0x1D15F, 'M', '𝅘𝅥'),
(0x1D160, 'M', '𝅘𝅥𝅮'),
(0x1D161, 'M', '𝅘𝅥𝅯'),
(0x1D162, 'M', '𝅘𝅥𝅰'),
(0x1D163, 'M', '𝅘𝅥𝅱'),
(0x1D164, 'M', '𝅘𝅥𝅲'),
(0x1D165, 'V'),
]
def _seg_59():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D173, 'X'),
(0x1D17B, 'V'),
(0x1D1BB, 'M', '𝆹𝅥'),
(0x1D1BC, 'M', '𝆺𝅥'),
(0x1D1BD, 'M', '𝆹𝅥𝅮'),
(0x1D1BE, 'M', '𝆺𝅥𝅮'),
(0x1D1BF, 'M', '𝆹𝅥𝅯'),
(0x1D1C0, 'M', '𝆺𝅥𝅯'),
(0x1D1C1, 'V'),
(0x1D1E9, 'X'),
(0x1D200, 'V'),
(0x1D246, 'X'),
(0x1D2E0, 'V'),
(0x1D2F4, 'X'),
(0x1D300, 'V'),
(0x1D357, 'X'),
(0x1D360, 'V'),
(0x1D379, 'X'),
(0x1D400, 'M', 'a'),
(0x1D401, 'M', 'b'),
(0x1D402, 'M', 'c'),
(0x1D403, 'M', 'd'),
(0x1D404, 'M', 'e'),
(0x1D405, 'M', 'f'),
(0x1D406, 'M', 'g'),
(0x1D407, 'M', 'h'),
(0x1D408, 'M', 'i'),
(0x1D409, 'M', 'j'),
(0x1D40A, 'M', 'k'),
(0x1D40B, 'M', 'l'),
(0x1D40C, 'M', 'm'),
(0x1D40D, 'M', 'n'),
(0x1D40E, 'M', 'o'),
(0x1D40F, 'M', 'p'),
(0x1D410, 'M', 'q'),
(0x1D411, 'M', 'r'),
(0x1D412, 'M', 's'),
(0x1D413, 'M', 't'),
(0x1D414, 'M', 'u'),
(0x1D415, 'M', 'v'),
(0x1D416, 'M', 'w'),
(0x1D417, 'M', 'x'),
(0x1D418, 'M', 'y'),
(0x1D419, 'M', 'z'),
(0x1D41A, 'M', 'a'),
(0x1D41B, 'M', 'b'),
(0x1D41C, 'M', 'c'),
(0x1D41D, 'M', 'd'),
(0x1D41E, 'M', 'e'),
(0x1D41F, 'M', 'f'),
(0x1D420, 'M', 'g'),
(0x1D421, 'M', 'h'),
(0x1D422, 'M', 'i'),
(0x1D423, 'M', 'j'),
(0x1D424, 'M', 'k'),
(0x1D425, 'M', 'l'),
(0x1D426, 'M', 'm'),
(0x1D427, 'M', 'n'),
(0x1D428, 'M', 'o'),
(0x1D429, 'M', 'p'),
(0x1D42A, 'M', 'q'),
(0x1D42B, 'M', 'r'),
(0x1D42C, 'M', 's'),
(0x1D42D, 'M', 't'),
(0x1D42E, 'M', 'u'),
(0x1D42F, 'M', 'v'),
(0x1D430, 'M', 'w'),
(0x1D431, 'M', 'x'),
(0x1D432, 'M', 'y'),
(0x1D433, 'M', 'z'),
(0x1D434, 'M', 'a'),
(0x1D435, 'M', 'b'),
(0x1D436, 'M', 'c'),
(0x1D437, 'M', 'd'),
(0x1D438, 'M', 'e'),
(0x1D439, 'M', 'f'),
(0x1D43A, 'M', 'g'),
(0x1D43B, 'M', 'h'),
(0x1D43C, 'M', 'i'),
(0x1D43D, 'M', 'j'),
(0x1D43E, 'M', 'k'),
(0x1D43F, 'M', 'l'),
(0x1D440, 'M', 'm'),
(0x1D441, 'M', 'n'),
(0x1D442, 'M', 'o'),
(0x1D443, 'M', 'p'),
(0x1D444, 'M', 'q'),
(0x1D445, 'M', 'r'),
(0x1D446, 'M', 's'),
(0x1D447, 'M', 't'),
(0x1D448, 'M', 'u'),
(0x1D449, 'M', 'v'),
(0x1D44A, 'M', 'w'),
(0x1D44B, 'M', 'x'),
(0x1D44C, 'M', 'y'),
(0x1D44D, 'M', 'z'),
(0x1D44E, 'M', 'a'),
(0x1D44F, 'M', 'b'),
(0x1D450, 'M', 'c'),
(0x1D451, 'M', 'd'),
]
def _seg_60():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D452, 'M', 'e'),
(0x1D453, 'M', 'f'),
(0x1D454, 'M', 'g'),
(0x1D455, 'X'),
(0x1D456, 'M', 'i'),
(0x1D457, 'M', 'j'),
(0x1D458, 'M', 'k'),
(0x1D459, 'M', 'l'),
(0x1D45A, 'M', 'm'),
(0x1D45B, 'M', 'n'),
(0x1D45C, 'M', 'o'),
(0x1D45D, 'M', 'p'),
(0x1D45E, 'M', 'q'),
(0x1D45F, 'M', 'r'),
(0x1D460, 'M', 's'),
(0x1D461, 'M', 't'),
(0x1D462, 'M', 'u'),
(0x1D463, 'M', 'v'),
(0x1D464, 'M', 'w'),
(0x1D465, 'M', 'x'),
(0x1D466, 'M', 'y'),
(0x1D467, 'M', 'z'),
(0x1D468, 'M', 'a'),
(0x1D469, 'M', 'b'),
(0x1D46A, 'M', 'c'),
(0x1D46B, 'M', 'd'),
(0x1D46C, 'M', 'e'),
(0x1D46D, 'M', 'f'),
(0x1D46E, 'M', 'g'),
(0x1D46F, 'M', 'h'),
(0x1D470, 'M', 'i'),
(0x1D471, 'M', 'j'),
(0x1D472, 'M', 'k'),
(0x1D473, 'M', 'l'),
(0x1D474, 'M', 'm'),
(0x1D475, 'M', 'n'),
(0x1D476, 'M', 'o'),
(0x1D477, 'M', 'p'),
(0x1D478, 'M', 'q'),
(0x1D479, 'M', 'r'),
(0x1D47A, 'M', 's'),
(0x1D47B, 'M', 't'),
(0x1D47C, 'M', 'u'),
(0x1D47D, 'M', 'v'),
(0x1D47E, 'M', 'w'),
(0x1D47F, 'M', 'x'),
(0x1D480, 'M', 'y'),
(0x1D481, 'M', 'z'),
(0x1D482, 'M', 'a'),
(0x1D483, 'M', 'b'),
(0x1D484, 'M', 'c'),
(0x1D485, 'M', 'd'),
(0x1D486, 'M', 'e'),
(0x1D487, 'M', 'f'),
(0x1D488, 'M', 'g'),
(0x1D489, 'M', 'h'),
(0x1D48A, 'M', 'i'),
(0x1D48B, 'M', 'j'),
(0x1D48C, 'M', 'k'),
(0x1D48D, 'M', 'l'),
(0x1D48E, 'M', 'm'),
(0x1D48F, 'M', 'n'),
(0x1D490, 'M', 'o'),
(0x1D491, 'M', 'p'),
(0x1D492, 'M', 'q'),
(0x1D493, 'M', 'r'),
(0x1D494, 'M', 's'),
(0x1D495, 'M', 't'),
(0x1D496, 'M', 'u'),
(0x1D497, 'M', 'v'),
(0x1D498, 'M', 'w'),
(0x1D499, 'M', 'x'),
(0x1D49A, 'M', 'y'),
(0x1D49B, 'M', 'z'),
(0x1D49C, 'M', 'a'),
(0x1D49D, 'X'),
(0x1D49E, 'M', 'c'),
(0x1D49F, 'M', 'd'),
(0x1D4A0, 'X'),
(0x1D4A2, 'M', 'g'),
(0x1D4A3, 'X'),
(0x1D4A5, 'M', 'j'),
(0x1D4A6, 'M', 'k'),
(0x1D4A7, 'X'),
(0x1D4A9, 'M', 'n'),
(0x1D4AA, 'M', 'o'),
(0x1D4AB, 'M', 'p'),
(0x1D4AC, 'M', 'q'),
(0x1D4AD, 'X'),
(0x1D4AE, 'M', 's'),
(0x1D4AF, 'M', 't'),
(0x1D4B0, 'M', 'u'),
(0x1D4B1, 'M', 'v'),
(0x1D4B2, 'M', 'w'),
(0x1D4B3, 'M', 'x'),
(0x1D4B4, 'M', 'y'),
(0x1D4B5, 'M', 'z'),
(0x1D4B6, 'M', 'a'),
(0x1D4B7, 'M', 'b'),
(0x1D4B8, 'M', 'c'),
]
def _seg_61():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D4B9, 'M', 'd'),
(0x1D4BA, 'X'),
(0x1D4BB, 'M', 'f'),
(0x1D4BC, 'X'),
(0x1D4BD, 'M', 'h'),
(0x1D4BE, 'M', 'i'),
(0x1D4BF, 'M', 'j'),
(0x1D4C0, 'M', 'k'),
(0x1D4C1, 'M', 'l'),
(0x1D4C2, 'M', 'm'),
(0x1D4C3, 'M', 'n'),
(0x1D4C4, 'X'),
(0x1D4C5, 'M', 'p'),
(0x1D4C6, 'M', 'q'),
(0x1D4C7, 'M', 'r'),
(0x1D4C8, 'M', 's'),
(0x1D4C9, 'M', 't'),
(0x1D4CA, 'M', 'u'),
(0x1D4CB, 'M', 'v'),
(0x1D4CC, 'M', 'w'),
(0x1D4CD, 'M', 'x'),
(0x1D4CE, 'M', 'y'),
(0x1D4CF, 'M', 'z'),
(0x1D4D0, 'M', 'a'),
(0x1D4D1, 'M', 'b'),
(0x1D4D2, 'M', 'c'),
(0x1D4D3, 'M', 'd'),
(0x1D4D4, 'M', 'e'),
(0x1D4D5, 'M', 'f'),
(0x1D4D6, 'M', 'g'),
(0x1D4D7, 'M', 'h'),
(0x1D4D8, 'M', 'i'),
(0x1D4D9, 'M', 'j'),
(0x1D4DA, 'M', 'k'),
(0x1D4DB, 'M', 'l'),
(0x1D4DC, 'M', 'm'),
(0x1D4DD, 'M', 'n'),
(0x1D4DE, 'M', 'o'),
(0x1D4DF, 'M', 'p'),
(0x1D4E0, 'M', 'q'),
(0x1D4E1, 'M', 'r'),
(0x1D4E2, 'M', 's'),
(0x1D4E3, 'M', 't'),
(0x1D4E4, 'M', 'u'),
(0x1D4E5, 'M', 'v'),
(0x1D4E6, 'M', 'w'),
(0x1D4E7, 'M', 'x'),
(0x1D4E8, 'M', 'y'),
(0x1D4E9, 'M', 'z'),
(0x1D4EA, 'M', 'a'),
(0x1D4EB, 'M', 'b'),
(0x1D4EC, 'M', 'c'),
(0x1D4ED, 'M', 'd'),
(0x1D4EE, 'M', 'e'),
(0x1D4EF, 'M', 'f'),
(0x1D4F0, 'M', 'g'),
(0x1D4F1, 'M', 'h'),
(0x1D4F2, 'M', 'i'),
(0x1D4F3, 'M', 'j'),
(0x1D4F4, 'M', 'k'),
(0x1D4F5, 'M', 'l'),
(0x1D4F6, 'M', 'm'),
(0x1D4F7, 'M', 'n'),
(0x1D4F8, 'M', 'o'),
(0x1D4F9, 'M', 'p'),
(0x1D4FA, 'M', 'q'),
(0x1D4FB, 'M', 'r'),
(0x1D4FC, 'M', 's'),
(0x1D4FD, 'M', 't'),
(0x1D4FE, 'M', 'u'),
(0x1D4FF, 'M', 'v'),
(0x1D500, 'M', 'w'),
(0x1D501, 'M', 'x'),
(0x1D502, 'M', 'y'),
(0x1D503, 'M', 'z'),
(0x1D504, 'M', 'a'),
(0x1D505, 'M', 'b'),
(0x1D506, 'X'),
(0x1D507, 'M', 'd'),
(0x1D508, 'M', 'e'),
(0x1D509, 'M', 'f'),
(0x1D50A, 'M', 'g'),
(0x1D50B, 'X'),
(0x1D50D, 'M', 'j'),
(0x1D50E, 'M', 'k'),
(0x1D50F, 'M', 'l'),
(0x1D510, 'M', 'm'),
(0x1D511, 'M', 'n'),
(0x1D512, 'M', 'o'),
(0x1D513, 'M', 'p'),
(0x1D514, 'M', 'q'),
(0x1D515, 'X'),
(0x1D516, 'M', 's'),
(0x1D517, 'M', 't'),
(0x1D518, 'M', 'u'),
(0x1D519, 'M', 'v'),
(0x1D51A, 'M', 'w'),
(0x1D51B, 'M', 'x'),
(0x1D51C, 'M', 'y'),
(0x1D51D, 'X'),
]
def _seg_62():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D51E, 'M', 'a'),
(0x1D51F, 'M', 'b'),
(0x1D520, 'M', 'c'),
(0x1D521, 'M', 'd'),
(0x1D522, 'M', 'e'),
(0x1D523, 'M', 'f'),
(0x1D524, 'M', 'g'),
(0x1D525, 'M', 'h'),
(0x1D526, 'M', 'i'),
(0x1D527, 'M', 'j'),
(0x1D528, 'M', 'k'),
(0x1D529, 'M', 'l'),
(0x1D52A, 'M', 'm'),
(0x1D52B, 'M', 'n'),
(0x1D52C, 'M', 'o'),
(0x1D52D, 'M', 'p'),
(0x1D52E, 'M', 'q'),
(0x1D52F, 'M', 'r'),
(0x1D530, 'M', 's'),
(0x1D531, 'M', 't'),
(0x1D532, 'M', 'u'),
(0x1D533, 'M', 'v'),
(0x1D534, 'M', 'w'),
(0x1D535, 'M', 'x'),
(0x1D536, 'M', 'y'),
(0x1D537, 'M', 'z'),
(0x1D538, 'M', 'a'),
(0x1D539, 'M', 'b'),
(0x1D53A, 'X'),
(0x1D53B, 'M', 'd'),
(0x1D53C, 'M', 'e'),
(0x1D53D, 'M', 'f'),
(0x1D53E, 'M', 'g'),
(0x1D53F, 'X'),
(0x1D540, 'M', 'i'),
(0x1D541, 'M', 'j'),
(0x1D542, 'M', 'k'),
(0x1D543, 'M', 'l'),
(0x1D544, 'M', 'm'),
(0x1D545, 'X'),
(0x1D546, 'M', 'o'),
(0x1D547, 'X'),
(0x1D54A, 'M', 's'),
(0x1D54B, 'M', 't'),
(0x1D54C, 'M', 'u'),
(0x1D54D, 'M', 'v'),
(0x1D54E, 'M', 'w'),
(0x1D54F, 'M', 'x'),
(0x1D550, 'M', 'y'),
(0x1D551, 'X'),
(0x1D552, 'M', 'a'),
(0x1D553, 'M', 'b'),
(0x1D554, 'M', 'c'),
(0x1D555, 'M', 'd'),
(0x1D556, 'M', 'e'),
(0x1D557, 'M', 'f'),
(0x1D558, 'M', 'g'),
(0x1D559, 'M', 'h'),
(0x1D55A, 'M', 'i'),
(0x1D55B, 'M', 'j'),
(0x1D55C, 'M', 'k'),
(0x1D55D, 'M', 'l'),
(0x1D55E, 'M', 'm'),
(0x1D55F, 'M', 'n'),
(0x1D560, 'M', 'o'),
(0x1D561, 'M', 'p'),
(0x1D562, 'M', 'q'),
(0x1D563, 'M', 'r'),
(0x1D564, 'M', 's'),
(0x1D565, 'M', 't'),
(0x1D566, 'M', 'u'),
(0x1D567, 'M', 'v'),
(0x1D568, 'M', 'w'),
(0x1D569, 'M', 'x'),
(0x1D56A, 'M', 'y'),
(0x1D56B, 'M', 'z'),
(0x1D56C, 'M', 'a'),
(0x1D56D, 'M', 'b'),
(0x1D56E, 'M', 'c'),
(0x1D56F, 'M', 'd'),
(0x1D570, 'M', 'e'),
(0x1D571, 'M', 'f'),
(0x1D572, 'M', 'g'),
(0x1D573, 'M', 'h'),
(0x1D574, 'M', 'i'),
(0x1D575, 'M', 'j'),
(0x1D576, 'M', 'k'),
(0x1D577, 'M', 'l'),
(0x1D578, 'M', 'm'),
(0x1D579, 'M', 'n'),
(0x1D57A, 'M', 'o'),
(0x1D57B, 'M', 'p'),
(0x1D57C, 'M', 'q'),
(0x1D57D, 'M', 'r'),
(0x1D57E, 'M', 's'),
(0x1D57F, 'M', 't'),
(0x1D580, 'M', 'u'),
(0x1D581, 'M', 'v'),
(0x1D582, 'M', 'w'),
(0x1D583, 'M', 'x'),
]
def _seg_63():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D584, 'M', 'y'),
(0x1D585, 'M', 'z'),
(0x1D586, 'M', 'a'),
(0x1D587, 'M', 'b'),
(0x1D588, 'M', 'c'),
(0x1D589, 'M', 'd'),
(0x1D58A, 'M', 'e'),
(0x1D58B, 'M', 'f'),
(0x1D58C, 'M', 'g'),
(0x1D58D, 'M', 'h'),
(0x1D58E, 'M', 'i'),
(0x1D58F, 'M', 'j'),
(0x1D590, 'M', 'k'),
(0x1D591, 'M', 'l'),
(0x1D592, 'M', 'm'),
(0x1D593, 'M', 'n'),
(0x1D594, 'M', 'o'),
(0x1D595, 'M', 'p'),
(0x1D596, 'M', 'q'),
(0x1D597, 'M', 'r'),
(0x1D598, 'M', 's'),
(0x1D599, 'M', 't'),
(0x1D59A, 'M', 'u'),
(0x1D59B, 'M', 'v'),
(0x1D59C, 'M', 'w'),
(0x1D59D, 'M', 'x'),
(0x1D59E, 'M', 'y'),
(0x1D59F, 'M', 'z'),
(0x1D5A0, 'M', 'a'),
(0x1D5A1, 'M', 'b'),
(0x1D5A2, 'M', 'c'),
(0x1D5A3, 'M', 'd'),
(0x1D5A4, 'M', 'e'),
(0x1D5A5, 'M', 'f'),
(0x1D5A6, 'M', 'g'),
(0x1D5A7, 'M', 'h'),
(0x1D5A8, 'M', 'i'),
(0x1D5A9, 'M', 'j'),
(0x1D5AA, 'M', 'k'),
(0x1D5AB, 'M', 'l'),
(0x1D5AC, 'M', 'm'),
(0x1D5AD, 'M', 'n'),
(0x1D5AE, 'M', 'o'),
(0x1D5AF, 'M', 'p'),
(0x1D5B0, 'M', 'q'),
(0x1D5B1, 'M', 'r'),
(0x1D5B2, 'M', 's'),
(0x1D5B3, 'M', 't'),
(0x1D5B4, 'M', 'u'),
(0x1D5B5, 'M', 'v'),
(0x1D5B6, 'M', 'w'),
(0x1D5B7, 'M', 'x'),
(0x1D5B8, 'M', 'y'),
(0x1D5B9, 'M', 'z'),
(0x1D5BA, 'M', 'a'),
(0x1D5BB, 'M', 'b'),
(0x1D5BC, 'M', 'c'),
(0x1D5BD, 'M', 'd'),
(0x1D5BE, 'M', 'e'),
(0x1D5BF, 'M', 'f'),
(0x1D5C0, 'M', 'g'),
(0x1D5C1, 'M', 'h'),
(0x1D5C2, 'M', 'i'),
(0x1D5C3, 'M', 'j'),
(0x1D5C4, 'M', 'k'),
(0x1D5C5, 'M', 'l'),
(0x1D5C6, 'M', 'm'),
(0x1D5C7, 'M', 'n'),
(0x1D5C8, 'M', 'o'),
(0x1D5C9, 'M', 'p'),
(0x1D5CA, 'M', 'q'),
(0x1D5CB, 'M', 'r'),
(0x1D5CC, 'M', 's'),
(0x1D5CD, 'M', 't'),
(0x1D5CE, 'M', 'u'),
(0x1D5CF, 'M', 'v'),
(0x1D5D0, 'M', 'w'),
(0x1D5D1, 'M', 'x'),
(0x1D5D2, 'M', 'y'),
(0x1D5D3, 'M', 'z'),
(0x1D5D4, 'M', 'a'),
(0x1D5D5, 'M', 'b'),
(0x1D5D6, 'M', 'c'),
(0x1D5D7, 'M', 'd'),
(0x1D5D8, 'M', 'e'),
(0x1D5D9, 'M', 'f'),
(0x1D5DA, 'M', 'g'),
(0x1D5DB, 'M', 'h'),
(0x1D5DC, 'M', 'i'),
(0x1D5DD, 'M', 'j'),
(0x1D5DE, 'M', 'k'),
(0x1D5DF, 'M', 'l'),
(0x1D5E0, 'M', 'm'),
(0x1D5E1, 'M', 'n'),
(0x1D5E2, 'M', 'o'),
(0x1D5E3, 'M', 'p'),
(0x1D5E4, 'M', 'q'),
(0x1D5E5, 'M', 'r'),
(0x1D5E6, 'M', 's'),
(0x1D5E7, 'M', 't'),
]
def _seg_64():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D5E8, 'M', 'u'),
(0x1D5E9, 'M', 'v'),
(0x1D5EA, 'M', 'w'),
(0x1D5EB, 'M', 'x'),
(0x1D5EC, 'M', 'y'),
(0x1D5ED, 'M', 'z'),
(0x1D5EE, 'M', 'a'),
(0x1D5EF, 'M', 'b'),
(0x1D5F0, 'M', 'c'),
(0x1D5F1, 'M', 'd'),
(0x1D5F2, 'M', 'e'),
(0x1D5F3, 'M', 'f'),
(0x1D5F4, 'M', 'g'),
(0x1D5F5, 'M', 'h'),
(0x1D5F6, 'M', 'i'),
(0x1D5F7, 'M', 'j'),
(0x1D5F8, 'M', 'k'),
(0x1D5F9, 'M', 'l'),
(0x1D5FA, 'M', 'm'),
(0x1D5FB, 'M', 'n'),
(0x1D5FC, 'M', 'o'),
(0x1D5FD, 'M', 'p'),
(0x1D5FE, 'M', 'q'),
(0x1D5FF, 'M', 'r'),
(0x1D600, 'M', 's'),
(0x1D601, 'M', 't'),
(0x1D602, 'M', 'u'),
(0x1D603, 'M', 'v'),
(0x1D604, 'M', 'w'),
(0x1D605, 'M', 'x'),
(0x1D606, 'M', 'y'),
(0x1D607, 'M', 'z'),
(0x1D608, 'M', 'a'),
(0x1D609, 'M', 'b'),
(0x1D60A, 'M', 'c'),
(0x1D60B, 'M', 'd'),
(0x1D60C, 'M', 'e'),
(0x1D60D, 'M', 'f'),
(0x1D60E, 'M', 'g'),
(0x1D60F, 'M', 'h'),
(0x1D610, 'M', 'i'),
(0x1D611, 'M', 'j'),
(0x1D612, 'M', 'k'),
(0x1D613, 'M', 'l'),
(0x1D614, 'M', 'm'),
(0x1D615, 'M', 'n'),
(0x1D616, 'M', 'o'),
(0x1D617, 'M', 'p'),
(0x1D618, 'M', 'q'),
(0x1D619, 'M', 'r'),
(0x1D61A, 'M', 's'),
(0x1D61B, 'M', 't'),
(0x1D61C, 'M', 'u'),
(0x1D61D, 'M', 'v'),
(0x1D61E, 'M', 'w'),
(0x1D61F, 'M', 'x'),
(0x1D620, 'M', 'y'),
(0x1D621, 'M', 'z'),
(0x1D622, 'M', 'a'),
(0x1D623, 'M', 'b'),
(0x1D624, 'M', 'c'),
(0x1D625, 'M', 'd'),
(0x1D626, 'M', 'e'),
(0x1D627, 'M', 'f'),
(0x1D628, 'M', 'g'),
(0x1D629, 'M', 'h'),
(0x1D62A, 'M', 'i'),
(0x1D62B, 'M', 'j'),
(0x1D62C, 'M', 'k'),
(0x1D62D, 'M', 'l'),
(0x1D62E, 'M', 'm'),
(0x1D62F, 'M', 'n'),
(0x1D630, 'M', 'o'),
(0x1D631, 'M', 'p'),
(0x1D632, 'M', 'q'),
(0x1D633, 'M', 'r'),
(0x1D634, 'M', 's'),
(0x1D635, 'M', 't'),
(0x1D636, 'M', 'u'),
(0x1D637, 'M', 'v'),
(0x1D638, 'M', 'w'),
(0x1D639, 'M', 'x'),
(0x1D63A, 'M', 'y'),
(0x1D63B, 'M', 'z'),
(0x1D63C, 'M', 'a'),
(0x1D63D, 'M', 'b'),
(0x1D63E, 'M', 'c'),
(0x1D63F, 'M', 'd'),
(0x1D640, 'M', 'e'),
(0x1D641, 'M', 'f'),
(0x1D642, 'M', 'g'),
(0x1D643, 'M', 'h'),
(0x1D644, 'M', 'i'),
(0x1D645, 'M', 'j'),
(0x1D646, 'M', 'k'),
(0x1D647, 'M', 'l'),
(0x1D648, 'M', 'm'),
(0x1D649, 'M', 'n'),
(0x1D64A, 'M', 'o'),
(0x1D64B, 'M', 'p'),
]
def _seg_65():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D64C, 'M', 'q'),
(0x1D64D, 'M', 'r'),
(0x1D64E, 'M', 's'),
(0x1D64F, 'M', 't'),
(0x1D650, 'M', 'u'),
(0x1D651, 'M', 'v'),
(0x1D652, 'M', 'w'),
(0x1D653, 'M', 'x'),
(0x1D654, 'M', 'y'),
(0x1D655, 'M', 'z'),
(0x1D656, 'M', 'a'),
(0x1D657, 'M', 'b'),
(0x1D658, 'M', 'c'),
(0x1D659, 'M', 'd'),
(0x1D65A, 'M', 'e'),
(0x1D65B, 'M', 'f'),
(0x1D65C, 'M', 'g'),
(0x1D65D, 'M', 'h'),
(0x1D65E, 'M', 'i'),
(0x1D65F, 'M', 'j'),
(0x1D660, 'M', 'k'),
(0x1D661, 'M', 'l'),
(0x1D662, 'M', 'm'),
(0x1D663, 'M', 'n'),
(0x1D664, 'M', 'o'),
(0x1D665, 'M', 'p'),
(0x1D666, 'M', 'q'),
(0x1D667, 'M', 'r'),
(0x1D668, 'M', 's'),
(0x1D669, 'M', 't'),
(0x1D66A, 'M', 'u'),
(0x1D66B, 'M', 'v'),
(0x1D66C, 'M', 'w'),
(0x1D66D, 'M', 'x'),
(0x1D66E, 'M', 'y'),
(0x1D66F, 'M', 'z'),
(0x1D670, 'M', 'a'),
(0x1D671, 'M', 'b'),
(0x1D672, 'M', 'c'),
(0x1D673, 'M', 'd'),
(0x1D674, 'M', 'e'),
(0x1D675, 'M', 'f'),
(0x1D676, 'M', 'g'),
(0x1D677, 'M', 'h'),
(0x1D678, 'M', 'i'),
(0x1D679, 'M', 'j'),
(0x1D67A, 'M', 'k'),
(0x1D67B, 'M', 'l'),
(0x1D67C, 'M', 'm'),
(0x1D67D, 'M', 'n'),
(0x1D67E, 'M', 'o'),
(0x1D67F, 'M', 'p'),
(0x1D680, 'M', 'q'),
(0x1D681, 'M', 'r'),
(0x1D682, 'M', 's'),
(0x1D683, 'M', 't'),
(0x1D684, 'M', 'u'),
(0x1D685, 'M', 'v'),
(0x1D686, 'M', 'w'),
(0x1D687, 'M', 'x'),
(0x1D688, 'M', 'y'),
(0x1D689, 'M', 'z'),
(0x1D68A, 'M', 'a'),
(0x1D68B, 'M', 'b'),
(0x1D68C, 'M', 'c'),
(0x1D68D, 'M', 'd'),
(0x1D68E, 'M', 'e'),
(0x1D68F, 'M', 'f'),
(0x1D690, 'M', 'g'),
(0x1D691, 'M', 'h'),
(0x1D692, 'M', 'i'),
(0x1D693, 'M', 'j'),
(0x1D694, 'M', 'k'),
(0x1D695, 'M', 'l'),
(0x1D696, 'M', 'm'),
(0x1D697, 'M', 'n'),
(0x1D698, 'M', 'o'),
(0x1D699, 'M', 'p'),
(0x1D69A, 'M', 'q'),
(0x1D69B, 'M', 'r'),
(0x1D69C, 'M', 's'),
(0x1D69D, 'M', 't'),
(0x1D69E, 'M', 'u'),
(0x1D69F, 'M', 'v'),
(0x1D6A0, 'M', 'w'),
(0x1D6A1, 'M', 'x'),
(0x1D6A2, 'M', 'y'),
(0x1D6A3, 'M', 'z'),
(0x1D6A4, 'M', 'ı'),
(0x1D6A5, 'M', 'ȷ'),
(0x1D6A6, 'X'),
(0x1D6A8, 'M', 'α'),
(0x1D6A9, 'M', 'β'),
(0x1D6AA, 'M', 'γ'),
(0x1D6AB, 'M', 'δ'),
(0x1D6AC, 'M', 'ε'),
(0x1D6AD, 'M', 'ζ'),
(0x1D6AE, 'M', 'η'),
(0x1D6AF, 'M', 'θ'),
(0x1D6B0, 'M', 'ι'),
]
def _seg_66():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D6B1, 'M', 'κ'),
(0x1D6B2, 'M', 'λ'),
(0x1D6B3, 'M', 'μ'),
(0x1D6B4, 'M', 'ν'),
(0x1D6B5, 'M', 'ξ'),
(0x1D6B6, 'M', 'ο'),
(0x1D6B7, 'M', 'π'),
(0x1D6B8, 'M', 'ρ'),
(0x1D6B9, 'M', 'θ'),
(0x1D6BA, 'M', 'σ'),
(0x1D6BB, 'M', 'τ'),
(0x1D6BC, 'M', 'υ'),
(0x1D6BD, 'M', 'φ'),
(0x1D6BE, 'M', 'χ'),
(0x1D6BF, 'M', 'ψ'),
(0x1D6C0, 'M', 'ω'),
(0x1D6C1, 'M', '∇'),
(0x1D6C2, 'M', 'α'),
(0x1D6C3, 'M', 'β'),
(0x1D6C4, 'M', 'γ'),
(0x1D6C5, 'M', 'δ'),
(0x1D6C6, 'M', 'ε'),
(0x1D6C7, 'M', 'ζ'),
(0x1D6C8, 'M', 'η'),
(0x1D6C9, 'M', 'θ'),
(0x1D6CA, 'M', 'ι'),
(0x1D6CB, 'M', 'κ'),
(0x1D6CC, 'M', 'λ'),
(0x1D6CD, 'M', 'μ'),
(0x1D6CE, 'M', 'ν'),
(0x1D6CF, 'M', 'ξ'),
(0x1D6D0, 'M', 'ο'),
(0x1D6D1, 'M', 'π'),
(0x1D6D2, 'M', 'ρ'),
(0x1D6D3, 'M', 'σ'),
(0x1D6D5, 'M', 'τ'),
(0x1D6D6, 'M', 'υ'),
(0x1D6D7, 'M', 'φ'),
(0x1D6D8, 'M', 'χ'),
(0x1D6D9, 'M', 'ψ'),
(0x1D6DA, 'M', 'ω'),
(0x1D6DB, 'M', '∂'),
(0x1D6DC, 'M', 'ε'),
(0x1D6DD, 'M', 'θ'),
(0x1D6DE, 'M', 'κ'),
(0x1D6DF, 'M', 'φ'),
(0x1D6E0, 'M', 'ρ'),
(0x1D6E1, 'M', 'π'),
(0x1D6E2, 'M', 'α'),
(0x1D6E3, 'M', 'β'),
(0x1D6E4, 'M', 'γ'),
(0x1D6E5, 'M', 'δ'),
(0x1D6E6, 'M', 'ε'),
(0x1D6E7, 'M', 'ζ'),
(0x1D6E8, 'M', 'η'),
(0x1D6E9, 'M', 'θ'),
(0x1D6EA, 'M', 'ι'),
(0x1D6EB, 'M', 'κ'),
(0x1D6EC, 'M', 'λ'),
(0x1D6ED, 'M', 'μ'),
(0x1D6EE, 'M', 'ν'),
(0x1D6EF, 'M', 'ξ'),
(0x1D6F0, 'M', 'ο'),
(0x1D6F1, 'M', 'π'),
(0x1D6F2, 'M', 'ρ'),
(0x1D6F3, 'M', 'θ'),
(0x1D6F4, 'M', 'σ'),
(0x1D6F5, 'M', 'τ'),
(0x1D6F6, 'M', 'υ'),
(0x1D6F7, 'M', 'φ'),
(0x1D6F8, 'M', 'χ'),
(0x1D6F9, 'M', 'ψ'),
(0x1D6FA, 'M', 'ω'),
(0x1D6FB, 'M', '∇'),
(0x1D6FC, 'M', 'α'),
(0x1D6FD, 'M', 'β'),
(0x1D6FE, 'M', 'γ'),
(0x1D6FF, 'M', 'δ'),
(0x1D700, 'M', 'ε'),
(0x1D701, 'M', 'ζ'),
(0x1D702, 'M', 'η'),
(0x1D703, 'M', 'θ'),
(0x1D704, 'M', 'ι'),
(0x1D705, 'M', 'κ'),
(0x1D706, 'M', 'λ'),
(0x1D707, 'M', 'μ'),
(0x1D708, 'M', 'ν'),
(0x1D709, 'M', 'ξ'),
(0x1D70A, 'M', 'ο'),
(0x1D70B, 'M', 'π'),
(0x1D70C, 'M', 'ρ'),
(0x1D70D, 'M', 'σ'),
(0x1D70F, 'M', 'τ'),
(0x1D710, 'M', 'υ'),
(0x1D711, 'M', 'φ'),
(0x1D712, 'M', 'χ'),
(0x1D713, 'M', 'ψ'),
(0x1D714, 'M', 'ω'),
(0x1D715, 'M', '∂'),
(0x1D716, 'M', 'ε'),
]
def _seg_67():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D717, 'M', 'θ'),
(0x1D718, 'M', 'κ'),
(0x1D719, 'M', 'φ'),
(0x1D71A, 'M', 'ρ'),
(0x1D71B, 'M', 'π'),
(0x1D71C, 'M', 'α'),
(0x1D71D, 'M', 'β'),
(0x1D71E, 'M', 'γ'),
(0x1D71F, 'M', 'δ'),
(0x1D720, 'M', 'ε'),
(0x1D721, 'M', 'ζ'),
(0x1D722, 'M', 'η'),
(0x1D723, 'M', 'θ'),
(0x1D724, 'M', 'ι'),
(0x1D725, 'M', 'κ'),
(0x1D726, 'M', 'λ'),
(0x1D727, 'M', 'μ'),
(0x1D728, 'M', 'ν'),
(0x1D729, 'M', 'ξ'),
(0x1D72A, 'M', 'ο'),
(0x1D72B, 'M', 'π'),
(0x1D72C, 'M', 'ρ'),
(0x1D72D, 'M', 'θ'),
(0x1D72E, 'M', 'σ'),
(0x1D72F, 'M', 'τ'),
(0x1D730, 'M', 'υ'),
(0x1D731, 'M', 'φ'),
(0x1D732, 'M', 'χ'),
(0x1D733, 'M', 'ψ'),
(0x1D734, 'M', 'ω'),
(0x1D735, 'M', '∇'),
(0x1D736, 'M', 'α'),
(0x1D737, 'M', 'β'),
(0x1D738, 'M', 'γ'),
(0x1D739, 'M', 'δ'),
(0x1D73A, 'M', 'ε'),
(0x1D73B, 'M', 'ζ'),
(0x1D73C, 'M', 'η'),
(0x1D73D, 'M', 'θ'),
(0x1D73E, 'M', 'ι'),
(0x1D73F, 'M', 'κ'),
(0x1D740, 'M', 'λ'),
(0x1D741, 'M', 'μ'),
(0x1D742, 'M', 'ν'),
(0x1D743, 'M', 'ξ'),
(0x1D744, 'M', 'ο'),
(0x1D745, 'M', 'π'),
(0x1D746, 'M', 'ρ'),
(0x1D747, 'M', 'σ'),
(0x1D749, 'M', 'τ'),
(0x1D74A, 'M', 'υ'),
(0x1D74B, 'M', 'φ'),
(0x1D74C, 'M', 'χ'),
(0x1D74D, 'M', 'ψ'),
(0x1D74E, 'M', 'ω'),
(0x1D74F, 'M', '∂'),
(0x1D750, 'M', 'ε'),
(0x1D751, 'M', 'θ'),
(0x1D752, 'M', 'κ'),
(0x1D753, 'M', 'φ'),
(0x1D754, 'M', 'ρ'),
(0x1D755, 'M', 'π'),
(0x1D756, 'M', 'α'),
(0x1D757, 'M', 'β'),
(0x1D758, 'M', 'γ'),
(0x1D759, 'M', 'δ'),
(0x1D75A, 'M', 'ε'),
(0x1D75B, 'M', 'ζ'),
(0x1D75C, 'M', 'η'),
(0x1D75D, 'M', 'θ'),
(0x1D75E, 'M', 'ι'),
(0x1D75F, 'M', 'κ'),
(0x1D760, 'M', 'λ'),
(0x1D761, 'M', 'μ'),
(0x1D762, 'M', 'ν'),
(0x1D763, 'M', 'ξ'),
(0x1D764, 'M', 'ο'),
(0x1D765, 'M', 'π'),
(0x1D766, 'M', 'ρ'),
(0x1D767, 'M', 'θ'),
(0x1D768, 'M', 'σ'),
(0x1D769, 'M', 'τ'),
(0x1D76A, 'M', 'υ'),
(0x1D76B, 'M', 'φ'),
(0x1D76C, 'M', 'χ'),
(0x1D76D, 'M', 'ψ'),
(0x1D76E, 'M', 'ω'),
(0x1D76F, 'M', '∇'),
(0x1D770, 'M', 'α'),
(0x1D771, 'M', 'β'),
(0x1D772, 'M', 'γ'),
(0x1D773, 'M', 'δ'),
(0x1D774, 'M', 'ε'),
(0x1D775, 'M', 'ζ'),
(0x1D776, 'M', 'η'),
(0x1D777, 'M', 'θ'),
(0x1D778, 'M', 'ι'),
(0x1D779, 'M', 'κ'),
(0x1D77A, 'M', 'λ'),
(0x1D77B, 'M', 'μ'),
]
def _seg_68():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D77C, 'M', 'ν'),
(0x1D77D, 'M', 'ξ'),
(0x1D77E, 'M', 'ο'),
(0x1D77F, 'M', 'π'),
(0x1D780, 'M', 'ρ'),
(0x1D781, 'M', 'σ'),
(0x1D783, 'M', 'τ'),
(0x1D784, 'M', 'υ'),
(0x1D785, 'M', 'φ'),
(0x1D786, 'M', 'χ'),
(0x1D787, 'M', 'ψ'),
(0x1D788, 'M', 'ω'),
(0x1D789, 'M', '∂'),
(0x1D78A, 'M', 'ε'),
(0x1D78B, 'M', 'θ'),
(0x1D78C, 'M', 'κ'),
(0x1D78D, 'M', 'φ'),
(0x1D78E, 'M', 'ρ'),
(0x1D78F, 'M', 'π'),
(0x1D790, 'M', 'α'),
(0x1D791, 'M', 'β'),
(0x1D792, 'M', 'γ'),
(0x1D793, 'M', 'δ'),
(0x1D794, 'M', 'ε'),
(0x1D795, 'M', 'ζ'),
(0x1D796, 'M', 'η'),
(0x1D797, 'M', 'θ'),
(0x1D798, 'M', 'ι'),
(0x1D799, 'M', 'κ'),
(0x1D79A, 'M', 'λ'),
(0x1D79B, 'M', 'μ'),
(0x1D79C, 'M', 'ν'),
(0x1D79D, 'M', 'ξ'),
(0x1D79E, 'M', 'ο'),
(0x1D79F, 'M', 'π'),
(0x1D7A0, 'M', 'ρ'),
(0x1D7A1, 'M', 'θ'),
(0x1D7A2, 'M', 'σ'),
(0x1D7A3, 'M', 'τ'),
(0x1D7A4, 'M', 'υ'),
(0x1D7A5, 'M', 'φ'),
(0x1D7A6, 'M', 'χ'),
(0x1D7A7, 'M', 'ψ'),
(0x1D7A8, 'M', 'ω'),
(0x1D7A9, 'M', '∇'),
(0x1D7AA, 'M', 'α'),
(0x1D7AB, 'M', 'β'),
(0x1D7AC, 'M', 'γ'),
(0x1D7AD, 'M', 'δ'),
(0x1D7AE, 'M', 'ε'),
(0x1D7AF, 'M', 'ζ'),
(0x1D7B0, 'M', 'η'),
(0x1D7B1, 'M', 'θ'),
(0x1D7B2, 'M', 'ι'),
(0x1D7B3, 'M', 'κ'),
(0x1D7B4, 'M', 'λ'),
(0x1D7B5, 'M', 'μ'),
(0x1D7B6, 'M', 'ν'),
(0x1D7B7, 'M', 'ξ'),
(0x1D7B8, 'M', 'ο'),
(0x1D7B9, 'M', 'π'),
(0x1D7BA, 'M', 'ρ'),
(0x1D7BB, 'M', 'σ'),
(0x1D7BD, 'M', 'τ'),
(0x1D7BE, 'M', 'υ'),
(0x1D7BF, 'M', 'φ'),
(0x1D7C0, 'M', 'χ'),
(0x1D7C1, 'M', 'ψ'),
(0x1D7C2, 'M', 'ω'),
(0x1D7C3, 'M', '∂'),
(0x1D7C4, 'M', 'ε'),
(0x1D7C5, 'M', 'θ'),
(0x1D7C6, 'M', 'κ'),
(0x1D7C7, 'M', 'φ'),
(0x1D7C8, 'M', 'ρ'),
(0x1D7C9, 'M', 'π'),
(0x1D7CA, 'M', 'ϝ'),
(0x1D7CC, 'X'),
(0x1D7CE, 'M', '0'),
(0x1D7CF, 'M', '1'),
(0x1D7D0, 'M', '2'),
(0x1D7D1, 'M', '3'),
(0x1D7D2, 'M', '4'),
(0x1D7D3, 'M', '5'),
(0x1D7D4, 'M', '6'),
(0x1D7D5, 'M', '7'),
(0x1D7D6, 'M', '8'),
(0x1D7D7, 'M', '9'),
(0x1D7D8, 'M', '0'),
(0x1D7D9, 'M', '1'),
(0x1D7DA, 'M', '2'),
(0x1D7DB, 'M', '3'),
(0x1D7DC, 'M', '4'),
(0x1D7DD, 'M', '5'),
(0x1D7DE, 'M', '6'),
(0x1D7DF, 'M', '7'),
(0x1D7E0, 'M', '8'),
(0x1D7E1, 'M', '9'),
(0x1D7E2, 'M', '0'),
(0x1D7E3, 'M', '1'),
]
def _seg_69():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1D7E4, 'M', '2'),
(0x1D7E5, 'M', '3'),
(0x1D7E6, 'M', '4'),
(0x1D7E7, 'M', '5'),
(0x1D7E8, 'M', '6'),
(0x1D7E9, 'M', '7'),
(0x1D7EA, 'M', '8'),
(0x1D7EB, 'M', '9'),
(0x1D7EC, 'M', '0'),
(0x1D7ED, 'M', '1'),
(0x1D7EE, 'M', '2'),
(0x1D7EF, 'M', '3'),
(0x1D7F0, 'M', '4'),
(0x1D7F1, 'M', '5'),
(0x1D7F2, 'M', '6'),
(0x1D7F3, 'M', '7'),
(0x1D7F4, 'M', '8'),
(0x1D7F5, 'M', '9'),
(0x1D7F6, 'M', '0'),
(0x1D7F7, 'M', '1'),
(0x1D7F8, 'M', '2'),
(0x1D7F9, 'M', '3'),
(0x1D7FA, 'M', '4'),
(0x1D7FB, 'M', '5'),
(0x1D7FC, 'M', '6'),
(0x1D7FD, 'M', '7'),
(0x1D7FE, 'M', '8'),
(0x1D7FF, 'M', '9'),
(0x1D800, 'V'),
(0x1DA8C, 'X'),
(0x1DA9B, 'V'),
(0x1DAA0, 'X'),
(0x1DAA1, 'V'),
(0x1DAB0, 'X'),
(0x1E000, 'V'),
(0x1E007, 'X'),
(0x1E008, 'V'),
(0x1E019, 'X'),
(0x1E01B, 'V'),
(0x1E022, 'X'),
(0x1E023, 'V'),
(0x1E025, 'X'),
(0x1E026, 'V'),
(0x1E02B, 'X'),
(0x1E100, 'V'),
(0x1E12D, 'X'),
(0x1E130, 'V'),
(0x1E13E, 'X'),
(0x1E140, 'V'),
(0x1E14A, 'X'),
(0x1E14E, 'V'),
(0x1E150, 'X'),
(0x1E2C0, 'V'),
(0x1E2FA, 'X'),
(0x1E2FF, 'V'),
(0x1E300, 'X'),
(0x1E800, 'V'),
(0x1E8C5, 'X'),
(0x1E8C7, 'V'),
(0x1E8D7, 'X'),
(0x1E900, 'M', '𞤢'),
(0x1E901, 'M', '𞤣'),
(0x1E902, 'M', '𞤤'),
(0x1E903, 'M', '𞤥'),
(0x1E904, 'M', '𞤦'),
(0x1E905, 'M', '𞤧'),
(0x1E906, 'M', '𞤨'),
(0x1E907, 'M', '𞤩'),
(0x1E908, 'M', '𞤪'),
(0x1E909, 'M', '𞤫'),
(0x1E90A, 'M', '𞤬'),
(0x1E90B, 'M', '𞤭'),
(0x1E90C, 'M', '𞤮'),
(0x1E90D, 'M', '𞤯'),
(0x1E90E, 'M', '𞤰'),
(0x1E90F, 'M', '𞤱'),
(0x1E910, 'M', '𞤲'),
(0x1E911, 'M', '𞤳'),
(0x1E912, 'M', '𞤴'),
(0x1E913, 'M', '𞤵'),
(0x1E914, 'M', '𞤶'),
(0x1E915, 'M', '𞤷'),
(0x1E916, 'M', '𞤸'),
(0x1E917, 'M', '𞤹'),
(0x1E918, 'M', '𞤺'),
(0x1E919, 'M', '𞤻'),
(0x1E91A, 'M', '𞤼'),
(0x1E91B, 'M', '𞤽'),
(0x1E91C, 'M', '𞤾'),
(0x1E91D, 'M', '𞤿'),
(0x1E91E, 'M', '𞥀'),
(0x1E91F, 'M', '𞥁'),
(0x1E920, 'M', '𞥂'),
(0x1E921, 'M', '𞥃'),
(0x1E922, 'V'),
(0x1E94C, 'X'),
(0x1E950, 'V'),
(0x1E95A, 'X'),
(0x1E95E, 'V'),
(0x1E960, 'X'),
]
def _seg_70():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1EC71, 'V'),
(0x1ECB5, 'X'),
(0x1ED01, 'V'),
(0x1ED3E, 'X'),
(0x1EE00, 'M', 'ا'),
(0x1EE01, 'M', 'ب'),
(0x1EE02, 'M', 'ج'),
(0x1EE03, 'M', 'د'),
(0x1EE04, 'X'),
(0x1EE05, 'M', 'و'),
(0x1EE06, 'M', 'ز'),
(0x1EE07, 'M', 'ح'),
(0x1EE08, 'M', 'ط'),
(0x1EE09, 'M', 'ي'),
(0x1EE0A, 'M', 'ك'),
(0x1EE0B, 'M', 'ل'),
(0x1EE0C, 'M', 'م'),
(0x1EE0D, 'M', 'ن'),
(0x1EE0E, 'M', 'س'),
(0x1EE0F, 'M', 'ع'),
(0x1EE10, 'M', 'ف'),
(0x1EE11, 'M', 'ص'),
(0x1EE12, 'M', 'ق'),
(0x1EE13, 'M', 'ر'),
(0x1EE14, 'M', 'ش'),
(0x1EE15, 'M', 'ت'),
(0x1EE16, 'M', 'ث'),
(0x1EE17, 'M', 'خ'),
(0x1EE18, 'M', 'ذ'),
(0x1EE19, 'M', 'ض'),
(0x1EE1A, 'M', 'ظ'),
(0x1EE1B, 'M', 'غ'),
(0x1EE1C, 'M', 'ٮ'),
(0x1EE1D, 'M', 'ں'),
(0x1EE1E, 'M', 'ڡ'),
(0x1EE1F, 'M', 'ٯ'),
(0x1EE20, 'X'),
(0x1EE21, 'M', 'ب'),
(0x1EE22, 'M', 'ج'),
(0x1EE23, 'X'),
(0x1EE24, 'M', 'ه'),
(0x1EE25, 'X'),
(0x1EE27, 'M', 'ح'),
(0x1EE28, 'X'),
(0x1EE29, 'M', 'ي'),
(0x1EE2A, 'M', 'ك'),
(0x1EE2B, 'M', 'ل'),
(0x1EE2C, 'M', 'م'),
(0x1EE2D, 'M', 'ن'),
(0x1EE2E, 'M', 'س'),
(0x1EE2F, 'M', 'ع'),
(0x1EE30, 'M', 'ف'),
(0x1EE31, 'M', 'ص'),
(0x1EE32, 'M', 'ق'),
(0x1EE33, 'X'),
(0x1EE34, 'M', 'ش'),
(0x1EE35, 'M', 'ت'),
(0x1EE36, 'M', 'ث'),
(0x1EE37, 'M', 'خ'),
(0x1EE38, 'X'),
(0x1EE39, 'M', 'ض'),
(0x1EE3A, 'X'),
(0x1EE3B, 'M', 'غ'),
(0x1EE3C, 'X'),
(0x1EE42, 'M', 'ج'),
(0x1EE43, 'X'),
(0x1EE47, 'M', 'ح'),
(0x1EE48, 'X'),
(0x1EE49, 'M', 'ي'),
(0x1EE4A, 'X'),
(0x1EE4B, 'M', 'ل'),
(0x1EE4C, 'X'),
(0x1EE4D, 'M', 'ن'),
(0x1EE4E, 'M', 'س'),
(0x1EE4F, 'M', 'ع'),
(0x1EE50, 'X'),
(0x1EE51, 'M', 'ص'),
(0x1EE52, 'M', 'ق'),
(0x1EE53, 'X'),
(0x1EE54, 'M', 'ش'),
(0x1EE55, 'X'),
(0x1EE57, 'M', 'خ'),
(0x1EE58, 'X'),
(0x1EE59, 'M', 'ض'),
(0x1EE5A, 'X'),
(0x1EE5B, 'M', 'غ'),
(0x1EE5C, 'X'),
(0x1EE5D, 'M', 'ں'),
(0x1EE5E, 'X'),
(0x1EE5F, 'M', 'ٯ'),
(0x1EE60, 'X'),
(0x1EE61, 'M', 'ب'),
(0x1EE62, 'M', 'ج'),
(0x1EE63, 'X'),
(0x1EE64, 'M', 'ه'),
(0x1EE65, 'X'),
(0x1EE67, 'M', 'ح'),
(0x1EE68, 'M', 'ط'),
(0x1EE69, 'M', 'ي'),
(0x1EE6A, 'M', 'ك'),
]
def _seg_71():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1EE6B, 'X'),
(0x1EE6C, 'M', 'م'),
(0x1EE6D, 'M', 'ن'),
(0x1EE6E, 'M', 'س'),
(0x1EE6F, 'M', 'ع'),
(0x1EE70, 'M', 'ف'),
(0x1EE71, 'M', 'ص'),
(0x1EE72, 'M', 'ق'),
(0x1EE73, 'X'),
(0x1EE74, 'M', 'ش'),
(0x1EE75, 'M', 'ت'),
(0x1EE76, 'M', 'ث'),
(0x1EE77, 'M', 'خ'),
(0x1EE78, 'X'),
(0x1EE79, 'M', 'ض'),
(0x1EE7A, 'M', 'ظ'),
(0x1EE7B, 'M', 'غ'),
(0x1EE7C, 'M', 'ٮ'),
(0x1EE7D, 'X'),
(0x1EE7E, 'M', 'ڡ'),
(0x1EE7F, 'X'),
(0x1EE80, 'M', 'ا'),
(0x1EE81, 'M', 'ب'),
(0x1EE82, 'M', 'ج'),
(0x1EE83, 'M', 'د'),
(0x1EE84, 'M', 'ه'),
(0x1EE85, 'M', 'و'),
(0x1EE86, 'M', 'ز'),
(0x1EE87, 'M', 'ح'),
(0x1EE88, 'M', 'ط'),
(0x1EE89, 'M', 'ي'),
(0x1EE8A, 'X'),
(0x1EE8B, 'M', 'ل'),
(0x1EE8C, 'M', 'م'),
(0x1EE8D, 'M', 'ن'),
(0x1EE8E, 'M', 'س'),
(0x1EE8F, 'M', 'ع'),
(0x1EE90, 'M', 'ف'),
(0x1EE91, 'M', 'ص'),
(0x1EE92, 'M', 'ق'),
(0x1EE93, 'M', 'ر'),
(0x1EE94, 'M', 'ش'),
(0x1EE95, 'M', 'ت'),
(0x1EE96, 'M', 'ث'),
(0x1EE97, 'M', 'خ'),
(0x1EE98, 'M', 'ذ'),
(0x1EE99, 'M', 'ض'),
(0x1EE9A, 'M', 'ظ'),
(0x1EE9B, 'M', 'غ'),
(0x1EE9C, 'X'),
(0x1EEA1, 'M', 'ب'),
(0x1EEA2, 'M', 'ج'),
(0x1EEA3, 'M', 'د'),
(0x1EEA4, 'X'),
(0x1EEA5, 'M', 'و'),
(0x1EEA6, 'M', 'ز'),
(0x1EEA7, 'M', 'ح'),
(0x1EEA8, 'M', 'ط'),
(0x1EEA9, 'M', 'ي'),
(0x1EEAA, 'X'),
(0x1EEAB, 'M', 'ل'),
(0x1EEAC, 'M', 'م'),
(0x1EEAD, 'M', 'ن'),
(0x1EEAE, 'M', 'س'),
(0x1EEAF, 'M', 'ع'),
(0x1EEB0, 'M', 'ف'),
(0x1EEB1, 'M', 'ص'),
(0x1EEB2, 'M', 'ق'),
(0x1EEB3, 'M', 'ر'),
(0x1EEB4, 'M', 'ش'),
(0x1EEB5, 'M', 'ت'),
(0x1EEB6, 'M', 'ث'),
(0x1EEB7, 'M', 'خ'),
(0x1EEB8, 'M', 'ذ'),
(0x1EEB9, 'M', 'ض'),
(0x1EEBA, 'M', 'ظ'),
(0x1EEBB, 'M', 'غ'),
(0x1EEBC, 'X'),
(0x1EEF0, 'V'),
(0x1EEF2, 'X'),
(0x1F000, 'V'),
(0x1F02C, 'X'),
(0x1F030, 'V'),
(0x1F094, 'X'),
(0x1F0A0, 'V'),
(0x1F0AF, 'X'),
(0x1F0B1, 'V'),
(0x1F0C0, 'X'),
(0x1F0C1, 'V'),
(0x1F0D0, 'X'),
(0x1F0D1, 'V'),
(0x1F0F6, 'X'),
(0x1F101, '3', '0,'),
(0x1F102, '3', '1,'),
(0x1F103, '3', '2,'),
(0x1F104, '3', '3,'),
(0x1F105, '3', '4,'),
(0x1F106, '3', '5,'),
(0x1F107, '3', '6,'),
(0x1F108, '3', '7,'),
]
def _seg_72():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1F109, '3', '8,'),
(0x1F10A, '3', '9,'),
(0x1F10B, 'V'),
(0x1F110, '3', '(a)'),
(0x1F111, '3', '(b)'),
(0x1F112, '3', '(c)'),
(0x1F113, '3', '(d)'),
(0x1F114, '3', '(e)'),
(0x1F115, '3', '(f)'),
(0x1F116, '3', '(g)'),
(0x1F117, '3', '(h)'),
(0x1F118, '3', '(i)'),
(0x1F119, '3', '(j)'),
(0x1F11A, '3', '(k)'),
(0x1F11B, '3', '(l)'),
(0x1F11C, '3', '(m)'),
(0x1F11D, '3', '(n)'),
(0x1F11E, '3', '(o)'),
(0x1F11F, '3', '(p)'),
(0x1F120, '3', '(q)'),
(0x1F121, '3', '(r)'),
(0x1F122, '3', '(s)'),
(0x1F123, '3', '(t)'),
(0x1F124, '3', '(u)'),
(0x1F125, '3', '(v)'),
(0x1F126, '3', '(w)'),
(0x1F127, '3', '(x)'),
(0x1F128, '3', '(y)'),
(0x1F129, '3', '(z)'),
(0x1F12A, 'M', '〔s〕'),
(0x1F12B, 'M', 'c'),
(0x1F12C, 'M', 'r'),
(0x1F12D, 'M', 'cd'),
(0x1F12E, 'M', 'wz'),
(0x1F12F, 'V'),
(0x1F130, 'M', 'a'),
(0x1F131, 'M', 'b'),
(0x1F132, 'M', 'c'),
(0x1F133, 'M', 'd'),
(0x1F134, 'M', 'e'),
(0x1F135, 'M', 'f'),
(0x1F136, 'M', 'g'),
(0x1F137, 'M', 'h'),
(0x1F138, 'M', 'i'),
(0x1F139, 'M', 'j'),
(0x1F13A, 'M', 'k'),
(0x1F13B, 'M', 'l'),
(0x1F13C, 'M', 'm'),
(0x1F13D, 'M', 'n'),
(0x1F13E, 'M', 'o'),
(0x1F13F, 'M', 'p'),
(0x1F140, 'M', 'q'),
(0x1F141, 'M', 'r'),
(0x1F142, 'M', 's'),
(0x1F143, 'M', 't'),
(0x1F144, 'M', 'u'),
(0x1F145, 'M', 'v'),
(0x1F146, 'M', 'w'),
(0x1F147, 'M', 'x'),
(0x1F148, 'M', 'y'),
(0x1F149, 'M', 'z'),
(0x1F14A, 'M', 'hv'),
(0x1F14B, 'M', 'mv'),
(0x1F14C, 'M', 'sd'),
(0x1F14D, 'M', 'ss'),
(0x1F14E, 'M', 'ppv'),
(0x1F14F, 'M', 'wc'),
(0x1F150, 'V'),
(0x1F16A, 'M', 'mc'),
(0x1F16B, 'M', 'md'),
(0x1F16C, 'M', 'mr'),
(0x1F16D, 'V'),
(0x1F190, 'M', 'dj'),
(0x1F191, 'V'),
(0x1F1AE, 'X'),
(0x1F1E6, 'V'),
(0x1F200, 'M', 'ほか'),
(0x1F201, 'M', 'ココ'),
(0x1F202, 'M', 'サ'),
(0x1F203, 'X'),
(0x1F210, 'M', '手'),
(0x1F211, 'M', '字'),
(0x1F212, 'M', '双'),
(0x1F213, 'M', 'デ'),
(0x1F214, 'M', '二'),
(0x1F215, 'M', '多'),
(0x1F216, 'M', '解'),
(0x1F217, 'M', '天'),
(0x1F218, 'M', '交'),
(0x1F219, 'M', '映'),
(0x1F21A, 'M', '無'),
(0x1F21B, 'M', '料'),
(0x1F21C, 'M', '前'),
(0x1F21D, 'M', '後'),
(0x1F21E, 'M', '再'),
(0x1F21F, 'M', '新'),
(0x1F220, 'M', '初'),
(0x1F221, 'M', '終'),
(0x1F222, 'M', '生'),
(0x1F223, 'M', '販'),
]
def _seg_73():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1F224, 'M', '声'),
(0x1F225, 'M', '吹'),
(0x1F226, 'M', '演'),
(0x1F227, 'M', '投'),
(0x1F228, 'M', '捕'),
(0x1F229, 'M', '一'),
(0x1F22A, 'M', '三'),
(0x1F22B, 'M', '遊'),
(0x1F22C, 'M', '左'),
(0x1F22D, 'M', '中'),
(0x1F22E, 'M', '右'),
(0x1F22F, 'M', '指'),
(0x1F230, 'M', '走'),
(0x1F231, 'M', '打'),
(0x1F232, 'M', '禁'),
(0x1F233, 'M', '空'),
(0x1F234, 'M', '合'),
(0x1F235, 'M', '満'),
(0x1F236, 'M', '有'),
(0x1F237, 'M', '月'),
(0x1F238, 'M', '申'),
(0x1F239, 'M', '割'),
(0x1F23A, 'M', '営'),
(0x1F23B, 'M', '配'),
(0x1F23C, 'X'),
(0x1F240, 'M', '〔本〕'),
(0x1F241, 'M', '〔三〕'),
(0x1F242, 'M', '〔二〕'),
(0x1F243, 'M', '〔安〕'),
(0x1F244, 'M', '〔点〕'),
(0x1F245, 'M', '〔打〕'),
(0x1F246, 'M', '〔盗〕'),
(0x1F247, 'M', '〔勝〕'),
(0x1F248, 'M', '〔敗〕'),
(0x1F249, 'X'),
(0x1F250, 'M', '得'),
(0x1F251, 'M', '可'),
(0x1F252, 'X'),
(0x1F260, 'V'),
(0x1F266, 'X'),
(0x1F300, 'V'),
(0x1F6D8, 'X'),
(0x1F6E0, 'V'),
(0x1F6ED, 'X'),
(0x1F6F0, 'V'),
(0x1F6FD, 'X'),
(0x1F700, 'V'),
(0x1F774, 'X'),
(0x1F780, 'V'),
(0x1F7D9, 'X'),
(0x1F7E0, 'V'),
(0x1F7EC, 'X'),
(0x1F800, 'V'),
(0x1F80C, 'X'),
(0x1F810, 'V'),
(0x1F848, 'X'),
(0x1F850, 'V'),
(0x1F85A, 'X'),
(0x1F860, 'V'),
(0x1F888, 'X'),
(0x1F890, 'V'),
(0x1F8AE, 'X'),
(0x1F8B0, 'V'),
(0x1F8B2, 'X'),
(0x1F900, 'V'),
(0x1F979, 'X'),
(0x1F97A, 'V'),
(0x1F9CC, 'X'),
(0x1F9CD, 'V'),
(0x1FA54, 'X'),
(0x1FA60, 'V'),
(0x1FA6E, 'X'),
(0x1FA70, 'V'),
(0x1FA75, 'X'),
(0x1FA78, 'V'),
(0x1FA7B, 'X'),
(0x1FA80, 'V'),
(0x1FA87, 'X'),
(0x1FA90, 'V'),
(0x1FAA9, 'X'),
(0x1FAB0, 'V'),
(0x1FAB7, 'X'),
(0x1FAC0, 'V'),
(0x1FAC3, 'X'),
(0x1FAD0, 'V'),
(0x1FAD7, 'X'),
(0x1FB00, 'V'),
(0x1FB93, 'X'),
(0x1FB94, 'V'),
(0x1FBCB, 'X'),
(0x1FBF0, 'M', '0'),
(0x1FBF1, 'M', '1'),
(0x1FBF2, 'M', '2'),
(0x1FBF3, 'M', '3'),
(0x1FBF4, 'M', '4'),
(0x1FBF5, 'M', '5'),
(0x1FBF6, 'M', '6'),
(0x1FBF7, 'M', '7'),
(0x1FBF8, 'M', '8'),
(0x1FBF9, 'M', '9'),
]
def _seg_74():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x1FBFA, 'X'),
(0x20000, 'V'),
(0x2A6DE, 'X'),
(0x2A700, 'V'),
(0x2B735, 'X'),
(0x2B740, 'V'),
(0x2B81E, 'X'),
(0x2B820, 'V'),
(0x2CEA2, 'X'),
(0x2CEB0, 'V'),
(0x2EBE1, 'X'),
(0x2F800, 'M', '丽'),
(0x2F801, 'M', '丸'),
(0x2F802, 'M', '乁'),
(0x2F803, 'M', '𠄢'),
(0x2F804, 'M', '你'),
(0x2F805, 'M', '侮'),
(0x2F806, 'M', '侻'),
(0x2F807, 'M', '倂'),
(0x2F808, 'M', '偺'),
(0x2F809, 'M', '備'),
(0x2F80A, 'M', '僧'),
(0x2F80B, 'M', '像'),
(0x2F80C, 'M', '㒞'),
(0x2F80D, 'M', '𠘺'),
(0x2F80E, 'M', '免'),
(0x2F80F, 'M', '兔'),
(0x2F810, 'M', '兤'),
(0x2F811, 'M', '具'),
(0x2F812, 'M', '𠔜'),
(0x2F813, 'M', '㒹'),
(0x2F814, 'M', '內'),
(0x2F815, 'M', '再'),
(0x2F816, 'M', '𠕋'),
(0x2F817, 'M', '冗'),
(0x2F818, 'M', '冤'),
(0x2F819, 'M', '仌'),
(0x2F81A, 'M', '冬'),
(0x2F81B, 'M', '况'),
(0x2F81C, 'M', '𩇟'),
(0x2F81D, 'M', '凵'),
(0x2F81E, 'M', '刃'),
(0x2F81F, 'M', '㓟'),
(0x2F820, 'M', '刻'),
(0x2F821, 'M', '剆'),
(0x2F822, 'M', '割'),
(0x2F823, 'M', '剷'),
(0x2F824, 'M', '㔕'),
(0x2F825, 'M', '勇'),
(0x2F826, 'M', '勉'),
(0x2F827, 'M', '勤'),
(0x2F828, 'M', '勺'),
(0x2F829, 'M', '包'),
(0x2F82A, 'M', '匆'),
(0x2F82B, 'M', '北'),
(0x2F82C, 'M', '卉'),
(0x2F82D, 'M', '卑'),
(0x2F82E, 'M', '博'),
(0x2F82F, 'M', '即'),
(0x2F830, 'M', '卽'),
(0x2F831, 'M', '卿'),
(0x2F834, 'M', '𠨬'),
(0x2F835, 'M', '灰'),
(0x2F836, 'M', '及'),
(0x2F837, 'M', '叟'),
(0x2F838, 'M', '𠭣'),
(0x2F839, 'M', '叫'),
(0x2F83A, 'M', '叱'),
(0x2F83B, 'M', '吆'),
(0x2F83C, 'M', '咞'),
(0x2F83D, 'M', '吸'),
(0x2F83E, 'M', '呈'),
(0x2F83F, 'M', '周'),
(0x2F840, 'M', '咢'),
(0x2F841, 'M', '哶'),
(0x2F842, 'M', '唐'),
(0x2F843, 'M', '啓'),
(0x2F844, 'M', '啣'),
(0x2F845, 'M', '善'),
(0x2F847, 'M', '喙'),
(0x2F848, 'M', '喫'),
(0x2F849, 'M', '喳'),
(0x2F84A, 'M', '嗂'),
(0x2F84B, 'M', '圖'),
(0x2F84C, 'M', '嘆'),
(0x2F84D, 'M', '圗'),
(0x2F84E, 'M', '噑'),
(0x2F84F, 'M', '噴'),
(0x2F850, 'M', '切'),
(0x2F851, 'M', '壮'),
(0x2F852, 'M', '城'),
(0x2F853, 'M', '埴'),
(0x2F854, 'M', '堍'),
(0x2F855, 'M', '型'),
(0x2F856, 'M', '堲'),
(0x2F857, 'M', '報'),
(0x2F858, 'M', '墬'),
(0x2F859, 'M', '𡓤'),
(0x2F85A, 'M', '売'),
(0x2F85B, 'M', '壷'),
]
def _seg_75():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F85C, 'M', '夆'),
(0x2F85D, 'M', '多'),
(0x2F85E, 'M', '夢'),
(0x2F85F, 'M', '奢'),
(0x2F860, 'M', '𡚨'),
(0x2F861, 'M', '𡛪'),
(0x2F862, 'M', '姬'),
(0x2F863, 'M', '娛'),
(0x2F864, 'M', '娧'),
(0x2F865, 'M', '姘'),
(0x2F866, 'M', '婦'),
(0x2F867, 'M', '㛮'),
(0x2F868, 'X'),
(0x2F869, 'M', '嬈'),
(0x2F86A, 'M', '嬾'),
(0x2F86C, 'M', '𡧈'),
(0x2F86D, 'M', '寃'),
(0x2F86E, 'M', '寘'),
(0x2F86F, 'M', '寧'),
(0x2F870, 'M', '寳'),
(0x2F871, 'M', '𡬘'),
(0x2F872, 'M', '寿'),
(0x2F873, 'M', '将'),
(0x2F874, 'X'),
(0x2F875, 'M', '尢'),
(0x2F876, 'M', '㞁'),
(0x2F877, 'M', '屠'),
(0x2F878, 'M', '屮'),
(0x2F879, 'M', '峀'),
(0x2F87A, 'M', '岍'),
(0x2F87B, 'M', '𡷤'),
(0x2F87C, 'M', '嵃'),
(0x2F87D, 'M', '𡷦'),
(0x2F87E, 'M', '嵮'),
(0x2F87F, 'M', '嵫'),
(0x2F880, 'M', '嵼'),
(0x2F881, 'M', '巡'),
(0x2F882, 'M', '巢'),
(0x2F883, 'M', '㠯'),
(0x2F884, 'M', '巽'),
(0x2F885, 'M', '帨'),
(0x2F886, 'M', '帽'),
(0x2F887, 'M', '幩'),
(0x2F888, 'M', '㡢'),
(0x2F889, 'M', '𢆃'),
(0x2F88A, 'M', '㡼'),
(0x2F88B, 'M', '庰'),
(0x2F88C, 'M', '庳'),
(0x2F88D, 'M', '庶'),
(0x2F88E, 'M', '廊'),
(0x2F88F, 'M', '𪎒'),
(0x2F890, 'M', '廾'),
(0x2F891, 'M', '𢌱'),
(0x2F893, 'M', '舁'),
(0x2F894, 'M', '弢'),
(0x2F896, 'M', '㣇'),
(0x2F897, 'M', '𣊸'),
(0x2F898, 'M', '𦇚'),
(0x2F899, 'M', '形'),
(0x2F89A, 'M', '彫'),
(0x2F89B, 'M', '㣣'),
(0x2F89C, 'M', '徚'),
(0x2F89D, 'M', '忍'),
(0x2F89E, 'M', '志'),
(0x2F89F, 'M', '忹'),
(0x2F8A0, 'M', '悁'),
(0x2F8A1, 'M', '㤺'),
(0x2F8A2, 'M', '㤜'),
(0x2F8A3, 'M', '悔'),
(0x2F8A4, 'M', '𢛔'),
(0x2F8A5, 'M', '惇'),
(0x2F8A6, 'M', '慈'),
(0x2F8A7, 'M', '慌'),
(0x2F8A8, 'M', '慎'),
(0x2F8A9, 'M', '慌'),
(0x2F8AA, 'M', '慺'),
(0x2F8AB, 'M', '憎'),
(0x2F8AC, 'M', '憲'),
(0x2F8AD, 'M', '憤'),
(0x2F8AE, 'M', '憯'),
(0x2F8AF, 'M', '懞'),
(0x2F8B0, 'M', '懲'),
(0x2F8B1, 'M', '懶'),
(0x2F8B2, 'M', '成'),
(0x2F8B3, 'M', '戛'),
(0x2F8B4, 'M', '扝'),
(0x2F8B5, 'M', '抱'),
(0x2F8B6, 'M', '拔'),
(0x2F8B7, 'M', '捐'),
(0x2F8B8, 'M', '𢬌'),
(0x2F8B9, 'M', '挽'),
(0x2F8BA, 'M', '拼'),
(0x2F8BB, 'M', '捨'),
(0x2F8BC, 'M', '掃'),
(0x2F8BD, 'M', '揤'),
(0x2F8BE, 'M', '𢯱'),
(0x2F8BF, 'M', '搢'),
(0x2F8C0, 'M', '揅'),
(0x2F8C1, 'M', '掩'),
(0x2F8C2, 'M', '㨮'),
]
def _seg_76():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F8C3, 'M', '摩'),
(0x2F8C4, 'M', '摾'),
(0x2F8C5, 'M', '撝'),
(0x2F8C6, 'M', '摷'),
(0x2F8C7, 'M', '㩬'),
(0x2F8C8, 'M', '敏'),
(0x2F8C9, 'M', '敬'),
(0x2F8CA, 'M', '𣀊'),
(0x2F8CB, 'M', '旣'),
(0x2F8CC, 'M', '書'),
(0x2F8CD, 'M', '晉'),
(0x2F8CE, 'M', '㬙'),
(0x2F8CF, 'M', '暑'),
(0x2F8D0, 'M', '㬈'),
(0x2F8D1, 'M', '㫤'),
(0x2F8D2, 'M', '冒'),
(0x2F8D3, 'M', '冕'),
(0x2F8D4, 'M', '最'),
(0x2F8D5, 'M', '暜'),
(0x2F8D6, 'M', '肭'),
(0x2F8D7, 'M', '䏙'),
(0x2F8D8, 'M', '朗'),
(0x2F8D9, 'M', '望'),
(0x2F8DA, 'M', '朡'),
(0x2F8DB, 'M', '杞'),
(0x2F8DC, 'M', '杓'),
(0x2F8DD, 'M', '𣏃'),
(0x2F8DE, 'M', '㭉'),
(0x2F8DF, 'M', '柺'),
(0x2F8E0, 'M', '枅'),
(0x2F8E1, 'M', '桒'),
(0x2F8E2, 'M', '梅'),
(0x2F8E3, 'M', '𣑭'),
(0x2F8E4, 'M', '梎'),
(0x2F8E5, 'M', '栟'),
(0x2F8E6, 'M', '椔'),
(0x2F8E7, 'M', '㮝'),
(0x2F8E8, 'M', '楂'),
(0x2F8E9, 'M', '榣'),
(0x2F8EA, 'M', '槪'),
(0x2F8EB, 'M', '檨'),
(0x2F8EC, 'M', '𣚣'),
(0x2F8ED, 'M', '櫛'),
(0x2F8EE, 'M', '㰘'),
(0x2F8EF, 'M', '次'),
(0x2F8F0, 'M', '𣢧'),
(0x2F8F1, 'M', '歔'),
(0x2F8F2, 'M', '㱎'),
(0x2F8F3, 'M', '歲'),
(0x2F8F4, 'M', '殟'),
(0x2F8F5, 'M', '殺'),
(0x2F8F6, 'M', '殻'),
(0x2F8F7, 'M', '𣪍'),
(0x2F8F8, 'M', '𡴋'),
(0x2F8F9, 'M', '𣫺'),
(0x2F8FA, 'M', '汎'),
(0x2F8FB, 'M', '𣲼'),
(0x2F8FC, 'M', '沿'),
(0x2F8FD, 'M', '泍'),
(0x2F8FE, 'M', '汧'),
(0x2F8FF, 'M', '洖'),
(0x2F900, 'M', '派'),
(0x2F901, 'M', '海'),
(0x2F902, 'M', '流'),
(0x2F903, 'M', '浩'),
(0x2F904, 'M', '浸'),
(0x2F905, 'M', '涅'),
(0x2F906, 'M', '𣴞'),
(0x2F907, 'M', '洴'),
(0x2F908, 'M', '港'),
(0x2F909, 'M', '湮'),
(0x2F90A, 'M', '㴳'),
(0x2F90B, 'M', '滋'),
(0x2F90C, 'M', '滇'),
(0x2F90D, 'M', '𣻑'),
(0x2F90E, 'M', '淹'),
(0x2F90F, 'M', '潮'),
(0x2F910, 'M', '𣽞'),
(0x2F911, 'M', '𣾎'),
(0x2F912, 'M', '濆'),
(0x2F913, 'M', '瀹'),
(0x2F914, 'M', '瀞'),
(0x2F915, 'M', '瀛'),
(0x2F916, 'M', '㶖'),
(0x2F917, 'M', '灊'),
(0x2F918, 'M', '災'),
(0x2F919, 'M', '灷'),
(0x2F91A, 'M', '炭'),
(0x2F91B, 'M', '𠔥'),
(0x2F91C, 'M', '煅'),
(0x2F91D, 'M', '𤉣'),
(0x2F91E, 'M', '熜'),
(0x2F91F, 'X'),
(0x2F920, 'M', '爨'),
(0x2F921, 'M', '爵'),
(0x2F922, 'M', '牐'),
(0x2F923, 'M', '𤘈'),
(0x2F924, 'M', '犀'),
(0x2F925, 'M', '犕'),
(0x2F926, 'M', '𤜵'),
]
def _seg_77():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F927, 'M', '𤠔'),
(0x2F928, 'M', '獺'),
(0x2F929, 'M', '王'),
(0x2F92A, 'M', '㺬'),
(0x2F92B, 'M', '玥'),
(0x2F92C, 'M', '㺸'),
(0x2F92E, 'M', '瑇'),
(0x2F92F, 'M', '瑜'),
(0x2F930, 'M', '瑱'),
(0x2F931, 'M', '璅'),
(0x2F932, 'M', '瓊'),
(0x2F933, 'M', '㼛'),
(0x2F934, 'M', '甤'),
(0x2F935, 'M', '𤰶'),
(0x2F936, 'M', '甾'),
(0x2F937, 'M', '𤲒'),
(0x2F938, 'M', '異'),
(0x2F939, 'M', '𢆟'),
(0x2F93A, 'M', '瘐'),
(0x2F93B, 'M', '𤾡'),
(0x2F93C, 'M', '𤾸'),
(0x2F93D, 'M', '𥁄'),
(0x2F93E, 'M', '㿼'),
(0x2F93F, 'M', '䀈'),
(0x2F940, 'M', '直'),
(0x2F941, 'M', '𥃳'),
(0x2F942, 'M', '𥃲'),
(0x2F943, 'M', '𥄙'),
(0x2F944, 'M', '𥄳'),
(0x2F945, 'M', '眞'),
(0x2F946, 'M', '真'),
(0x2F948, 'M', '睊'),
(0x2F949, 'M', '䀹'),
(0x2F94A, 'M', '瞋'),
(0x2F94B, 'M', '䁆'),
(0x2F94C, 'M', '䂖'),
(0x2F94D, 'M', '𥐝'),
(0x2F94E, 'M', '硎'),
(0x2F94F, 'M', '碌'),
(0x2F950, 'M', '磌'),
(0x2F951, 'M', '䃣'),
(0x2F952, 'M', '𥘦'),
(0x2F953, 'M', '祖'),
(0x2F954, 'M', '𥚚'),
(0x2F955, 'M', '𥛅'),
(0x2F956, 'M', '福'),
(0x2F957, 'M', '秫'),
(0x2F958, 'M', '䄯'),
(0x2F959, 'M', '穀'),
(0x2F95A, 'M', '穊'),
(0x2F95B, 'M', '穏'),
(0x2F95C, 'M', '𥥼'),
(0x2F95D, 'M', '𥪧'),
(0x2F95F, 'X'),
(0x2F960, 'M', '䈂'),
(0x2F961, 'M', '𥮫'),
(0x2F962, 'M', '篆'),
(0x2F963, 'M', '築'),
(0x2F964, 'M', '䈧'),
(0x2F965, 'M', '𥲀'),
(0x2F966, 'M', '糒'),
(0x2F967, 'M', '䊠'),
(0x2F968, 'M', '糨'),
(0x2F969, 'M', '糣'),
(0x2F96A, 'M', '紀'),
(0x2F96B, 'M', '𥾆'),
(0x2F96C, 'M', '絣'),
(0x2F96D, 'M', '䌁'),
(0x2F96E, 'M', '緇'),
(0x2F96F, 'M', '縂'),
(0x2F970, 'M', '繅'),
(0x2F971, 'M', '䌴'),
(0x2F972, 'M', '𦈨'),
(0x2F973, 'M', '𦉇'),
(0x2F974, 'M', '䍙'),
(0x2F975, 'M', '𦋙'),
(0x2F976, 'M', '罺'),
(0x2F977, 'M', '𦌾'),
(0x2F978, 'M', '羕'),
(0x2F979, 'M', '翺'),
(0x2F97A, 'M', '者'),
(0x2F97B, 'M', '𦓚'),
(0x2F97C, 'M', '𦔣'),
(0x2F97D, 'M', '聠'),
(0x2F97E, 'M', '𦖨'),
(0x2F97F, 'M', '聰'),
(0x2F980, 'M', '𣍟'),
(0x2F981, 'M', '䏕'),
(0x2F982, 'M', '育'),
(0x2F983, 'M', '脃'),
(0x2F984, 'M', '䐋'),
(0x2F985, 'M', '脾'),
(0x2F986, 'M', '媵'),
(0x2F987, 'M', '𦞧'),
(0x2F988, 'M', '𦞵'),
(0x2F989, 'M', '𣎓'),
(0x2F98A, 'M', '𣎜'),
(0x2F98B, 'M', '舁'),
(0x2F98C, 'M', '舄'),
(0x2F98D, 'M', '辞'),
]
def _seg_78():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F98E, 'M', '䑫'),
(0x2F98F, 'M', '芑'),
(0x2F990, 'M', '芋'),
(0x2F991, 'M', '芝'),
(0x2F992, 'M', '劳'),
(0x2F993, 'M', '花'),
(0x2F994, 'M', '芳'),
(0x2F995, 'M', '芽'),
(0x2F996, 'M', '苦'),
(0x2F997, 'M', '𦬼'),
(0x2F998, 'M', '若'),
(0x2F999, 'M', '茝'),
(0x2F99A, 'M', '荣'),
(0x2F99B, 'M', '莭'),
(0x2F99C, 'M', '茣'),
(0x2F99D, 'M', '莽'),
(0x2F99E, 'M', '菧'),
(0x2F99F, 'M', '著'),
(0x2F9A0, 'M', '荓'),
(0x2F9A1, 'M', '菊'),
(0x2F9A2, 'M', '菌'),
(0x2F9A3, 'M', '菜'),
(0x2F9A4, 'M', '𦰶'),
(0x2F9A5, 'M', '𦵫'),
(0x2F9A6, 'M', '𦳕'),
(0x2F9A7, 'M', '䔫'),
(0x2F9A8, 'M', '蓱'),
(0x2F9A9, 'M', '蓳'),
(0x2F9AA, 'M', '蔖'),
(0x2F9AB, 'M', '𧏊'),
(0x2F9AC, 'M', '蕤'),
(0x2F9AD, 'M', '𦼬'),
(0x2F9AE, 'M', '䕝'),
(0x2F9AF, 'M', '䕡'),
(0x2F9B0, 'M', '𦾱'),
(0x2F9B1, 'M', '𧃒'),
(0x2F9B2, 'M', '䕫'),
(0x2F9B3, 'M', '虐'),
(0x2F9B4, 'M', '虜'),
(0x2F9B5, 'M', '虧'),
(0x2F9B6, 'M', '虩'),
(0x2F9B7, 'M', '蚩'),
(0x2F9B8, 'M', '蚈'),
(0x2F9B9, 'M', '蜎'),
(0x2F9BA, 'M', '蛢'),
(0x2F9BB, 'M', '蝹'),
(0x2F9BC, 'M', '蜨'),
(0x2F9BD, 'M', '蝫'),
(0x2F9BE, 'M', '螆'),
(0x2F9BF, 'X'),
(0x2F9C0, 'M', '蟡'),
(0x2F9C1, 'M', '蠁'),
(0x2F9C2, 'M', '䗹'),
(0x2F9C3, 'M', '衠'),
(0x2F9C4, 'M', '衣'),
(0x2F9C5, 'M', '𧙧'),
(0x2F9C6, 'M', '裗'),
(0x2F9C7, 'M', '裞'),
(0x2F9C8, 'M', '䘵'),
(0x2F9C9, 'M', '裺'),
(0x2F9CA, 'M', '㒻'),
(0x2F9CB, 'M', '𧢮'),
(0x2F9CC, 'M', '𧥦'),
(0x2F9CD, 'M', '䚾'),
(0x2F9CE, 'M', '䛇'),
(0x2F9CF, 'M', '誠'),
(0x2F9D0, 'M', '諭'),
(0x2F9D1, 'M', '變'),
(0x2F9D2, 'M', '豕'),
(0x2F9D3, 'M', '𧲨'),
(0x2F9D4, 'M', '貫'),
(0x2F9D5, 'M', '賁'),
(0x2F9D6, 'M', '贛'),
(0x2F9D7, 'M', '起'),
(0x2F9D8, 'M', '𧼯'),
(0x2F9D9, 'M', '𠠄'),
(0x2F9DA, 'M', '跋'),
(0x2F9DB, 'M', '趼'),
(0x2F9DC, 'M', '跰'),
(0x2F9DD, 'M', '𠣞'),
(0x2F9DE, 'M', '軔'),
(0x2F9DF, 'M', '輸'),
(0x2F9E0, 'M', '𨗒'),
(0x2F9E1, 'M', '𨗭'),
(0x2F9E2, 'M', '邔'),
(0x2F9E3, 'M', '郱'),
(0x2F9E4, 'M', '鄑'),
(0x2F9E5, 'M', '𨜮'),
(0x2F9E6, 'M', '鄛'),
(0x2F9E7, 'M', '鈸'),
(0x2F9E8, 'M', '鋗'),
(0x2F9E9, 'M', '鋘'),
(0x2F9EA, 'M', '鉼'),
(0x2F9EB, 'M', '鏹'),
(0x2F9EC, 'M', '鐕'),
(0x2F9ED, 'M', '𨯺'),
(0x2F9EE, 'M', '開'),
(0x2F9EF, 'M', '䦕'),
(0x2F9F0, 'M', '閷'),
(0x2F9F1, 'M', '𨵷'),
]
def _seg_79():
# type: () -> List[Union[Tuple[int, str], Tuple[int, str, str]]]
return [
(0x2F9F2, 'M', '䧦'),
(0x2F9F3, 'M', '雃'),
(0x2F9F4, 'M', '嶲'),
(0x2F9F5, 'M', '霣'),
(0x2F9F6, 'M', '𩅅'),
(0x2F9F7, 'M', '𩈚'),
(0x2F9F8, 'M', '䩮'),
(0x2F9F9, 'M', '䩶'),
(0x2F9FA, 'M', '韠'),
(0x2F9FB, 'M', '𩐊'),
(0x2F9FC, 'M', '䪲'),
(0x2F9FD, 'M', '𩒖'),
(0x2F9FE, 'M', '頋'),
(0x2FA00, 'M', '頩'),
(0x2FA01, 'M', '𩖶'),
(0x2FA02, 'M', '飢'),
(0x2FA03, 'M', '䬳'),
(0x2FA04, 'M', '餩'),
(0x2FA05, 'M', '馧'),
(0x2FA06, 'M', '駂'),
(0x2FA07, 'M', '駾'),
(0x2FA08, 'M', '䯎'),
(0x2FA09, 'M', '𩬰'),
(0x2FA0A, 'M', '鬒'),
(0x2FA0B, 'M', '鱀'),
(0x2FA0C, 'M', '鳽'),
(0x2FA0D, 'M', '䳎'),
(0x2FA0E, 'M', '䳭'),
(0x2FA0F, 'M', '鵧'),
(0x2FA10, 'M', '𪃎'),
(0x2FA11, 'M', '䳸'),
(0x2FA12, 'M', '𪄅'),
(0x2FA13, 'M', '𪈎'),
(0x2FA14, 'M', '𪊑'),
(0x2FA15, 'M', '麻'),
(0x2FA16, 'M', '䵖'),
(0x2FA17, 'M', '黹'),
(0x2FA18, 'M', '黾'),
(0x2FA19, 'M', '鼅'),
(0x2FA1A, 'M', '鼏'),
(0x2FA1B, 'M', '鼖'),
(0x2FA1C, 'M', '鼻'),
(0x2FA1D, 'M', '𪘀'),
(0x2FA1E, 'X'),
(0x30000, 'V'),
(0x3134B, 'X'),
(0xE0100, 'I'),
(0xE01F0, 'X'),
]
uts46data = tuple(
_seg_0()
+ _seg_1()
+ _seg_2()
+ _seg_3()
+ _seg_4()
+ _seg_5()
+ _seg_6()
+ _seg_7()
+ _seg_8()
+ _seg_9()
+ _seg_10()
+ _seg_11()
+ _seg_12()
+ _seg_13()
+ _seg_14()
+ _seg_15()
+ _seg_16()
+ _seg_17()
+ _seg_18()
+ _seg_19()
+ _seg_20()
+ _seg_21()
+ _seg_22()
+ _seg_23()
+ _seg_24()
+ _seg_25()
+ _seg_26()
+ _seg_27()
+ _seg_28()
+ _seg_29()
+ _seg_30()
+ _seg_31()
+ _seg_32()
+ _seg_33()
+ _seg_34()
+ _seg_35()
+ _seg_36()
+ _seg_37()
+ _seg_38()
+ _seg_39()
+ _seg_40()
+ _seg_41()
+ _seg_42()
+ _seg_43()
+ _seg_44()
+ _seg_45()
+ _seg_46()
+ _seg_47()
+ _seg_48()
+ _seg_49()
+ _seg_50()
+ _seg_51()
+ _seg_52()
+ _seg_53()
+ _seg_54()
+ _seg_55()
+ _seg_56()
+ _seg_57()
+ _seg_58()
+ _seg_59()
+ _seg_60()
+ _seg_61()
+ _seg_62()
+ _seg_63()
+ _seg_64()
+ _seg_65()
+ _seg_66()
+ _seg_67()
+ _seg_68()
+ _seg_69()
+ _seg_70()
+ _seg_71()
+ _seg_72()
+ _seg_73()
+ _seg_74()
+ _seg_75()
+ _seg_76()
+ _seg_77()
+ _seg_78()
+ _seg_79()
) # type: Tuple[Union[Tuple[int, str], Tuple[int, str, str]], ...]
site-packages/pip/_vendor/idna/compat.py 0000644 00000000550 15056474501 0014267 0 ustar 00 from .core import *
from .codec import *
from typing import Any, Union
def ToASCII(label):
# type: (str) -> bytes
return encode(label)
def ToUnicode(label):
# type: (Union[bytes, bytearray]) -> str
return decode(label)
def nameprep(s):
# type: (Any) -> None
raise NotImplementedError('IDNA 2008 does not utilise nameprep protocol')
site-packages/pip/_vendor/idna/codec.py 0000644 00000006575 15056474501 0014076 0 ustar 00 from .core import encode, decode, alabel, ulabel, IDNAError
import codecs
import re
from typing import Tuple, Optional
_unicode_dots_re = re.compile('[\u002e\u3002\uff0e\uff61]')
class Codec(codecs.Codec):
def encode(self, data, errors='strict'):
# type: (str, str) -> Tuple[bytes, int]
if errors != 'strict':
raise IDNAError('Unsupported error handling \"{}\"'.format(errors))
if not data:
return b"", 0
return encode(data), len(data)
def decode(self, data, errors='strict'):
# type: (bytes, str) -> Tuple[str, int]
if errors != 'strict':
raise IDNAError('Unsupported error handling \"{}\"'.format(errors))
if not data:
return '', 0
return decode(data), len(data)
class IncrementalEncoder(codecs.BufferedIncrementalEncoder):
def _buffer_encode(self, data, errors, final): # type: ignore
# type: (str, str, bool) -> Tuple[str, int]
if errors != 'strict':
raise IDNAError('Unsupported error handling \"{}\"'.format(errors))
if not data:
return "", 0
labels = _unicode_dots_re.split(data)
trailing_dot = ''
if labels:
if not labels[-1]:
trailing_dot = '.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = '.'
result = []
size = 0
for label in labels:
result.append(alabel(label))
if size:
size += 1
size += len(label)
# Join with U+002E
result_str = '.'.join(result) + trailing_dot # type: ignore
size += len(trailing_dot)
return result_str, size
class IncrementalDecoder(codecs.BufferedIncrementalDecoder):
def _buffer_decode(self, data, errors, final): # type: ignore
# type: (str, str, bool) -> Tuple[str, int]
if errors != 'strict':
raise IDNAError('Unsupported error handling \"{}\"'.format(errors))
if not data:
return ('', 0)
labels = _unicode_dots_re.split(data)
trailing_dot = ''
if labels:
if not labels[-1]:
trailing_dot = '.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = '.'
result = []
size = 0
for label in labels:
result.append(ulabel(label))
if size:
size += 1
size += len(label)
result_str = '.'.join(result) + trailing_dot
size += len(trailing_dot)
return (result_str, size)
class StreamWriter(Codec, codecs.StreamWriter):
pass
class StreamReader(Codec, codecs.StreamReader):
pass
def getregentry():
# type: () -> codecs.CodecInfo
# Compatibility as a search_function for codecs.register()
return codecs.CodecInfo(
name='idna',
encode=Codec().encode, # type: ignore
decode=Codec().decode, # type: ignore
incrementalencoder=IncrementalEncoder,
incrementaldecoder=IncrementalDecoder,
streamwriter=StreamWriter,
streamreader=StreamReader,
)
site-packages/pip/_vendor/idna/package_data.py 0000644 00000000025 15056474501 0015365 0 ustar 00 __version__ = '3.2'
site-packages/pip/_vendor/idna/__init__.py 0000644 00000001521 15056474501 0014542 0 ustar 00 from .package_data import __version__
from .core import (
IDNABidiError,
IDNAError,
InvalidCodepoint,
InvalidCodepointContext,
alabel,
check_bidi,
check_hyphen_ok,
check_initial_combiner,
check_label,
check_nfc,
decode,
encode,
ulabel,
uts46_remap,
valid_contextj,
valid_contexto,
valid_label_length,
valid_string_length,
)
from .intranges import intranges_contain
__all__ = [
"IDNABidiError",
"IDNAError",
"InvalidCodepoint",
"InvalidCodepointContext",
"alabel",
"check_bidi",
"check_hyphen_ok",
"check_initial_combiner",
"check_label",
"check_nfc",
"decode",
"encode",
"intranges_contain",
"ulabel",
"uts46_remap",
"valid_contextj",
"valid_contexto",
"valid_label_length",
"valid_string_length",
]
site-packages/pip/_vendor/idna/idnadata.py 0000644 00000122556 15056474501 0014564 0 ustar 00 # This file is automatically generated by tools/idna-data
__version__ = '13.0.0'
scripts = {
'Greek': (
0x37000000374,
0x37500000378,
0x37a0000037e,
0x37f00000380,
0x38400000385,
0x38600000387,
0x3880000038b,
0x38c0000038d,
0x38e000003a2,
0x3a3000003e2,
0x3f000000400,
0x1d2600001d2b,
0x1d5d00001d62,
0x1d6600001d6b,
0x1dbf00001dc0,
0x1f0000001f16,
0x1f1800001f1e,
0x1f2000001f46,
0x1f4800001f4e,
0x1f5000001f58,
0x1f5900001f5a,
0x1f5b00001f5c,
0x1f5d00001f5e,
0x1f5f00001f7e,
0x1f8000001fb5,
0x1fb600001fc5,
0x1fc600001fd4,
0x1fd600001fdc,
0x1fdd00001ff0,
0x1ff200001ff5,
0x1ff600001fff,
0x212600002127,
0xab650000ab66,
0x101400001018f,
0x101a0000101a1,
0x1d2000001d246,
),
'Han': (
0x2e8000002e9a,
0x2e9b00002ef4,
0x2f0000002fd6,
0x300500003006,
0x300700003008,
0x30210000302a,
0x30380000303c,
0x340000004dc0,
0x4e0000009ffd,
0xf9000000fa6e,
0xfa700000fada,
0x16ff000016ff2,
0x200000002a6de,
0x2a7000002b735,
0x2b7400002b81e,
0x2b8200002cea2,
0x2ceb00002ebe1,
0x2f8000002fa1e,
0x300000003134b,
),
'Hebrew': (
0x591000005c8,
0x5d0000005eb,
0x5ef000005f5,
0xfb1d0000fb37,
0xfb380000fb3d,
0xfb3e0000fb3f,
0xfb400000fb42,
0xfb430000fb45,
0xfb460000fb50,
),
'Hiragana': (
0x304100003097,
0x309d000030a0,
0x1b0010001b11f,
0x1b1500001b153,
0x1f2000001f201,
),
'Katakana': (
0x30a1000030fb,
0x30fd00003100,
0x31f000003200,
0x32d0000032ff,
0x330000003358,
0xff660000ff70,
0xff710000ff9e,
0x1b0000001b001,
0x1b1640001b168,
),
}
joining_types = {
0x600: 85,
0x601: 85,
0x602: 85,
0x603: 85,
0x604: 85,
0x605: 85,
0x608: 85,
0x60b: 85,
0x620: 68,
0x621: 85,
0x622: 82,
0x623: 82,
0x624: 82,
0x625: 82,
0x626: 68,
0x627: 82,
0x628: 68,
0x629: 82,
0x62a: 68,
0x62b: 68,
0x62c: 68,
0x62d: 68,
0x62e: 68,
0x62f: 82,
0x630: 82,
0x631: 82,
0x632: 82,
0x633: 68,
0x634: 68,
0x635: 68,
0x636: 68,
0x637: 68,
0x638: 68,
0x639: 68,
0x63a: 68,
0x63b: 68,
0x63c: 68,
0x63d: 68,
0x63e: 68,
0x63f: 68,
0x640: 67,
0x641: 68,
0x642: 68,
0x643: 68,
0x644: 68,
0x645: 68,
0x646: 68,
0x647: 68,
0x648: 82,
0x649: 68,
0x64a: 68,
0x66e: 68,
0x66f: 68,
0x671: 82,
0x672: 82,
0x673: 82,
0x674: 85,
0x675: 82,
0x676: 82,
0x677: 82,
0x678: 68,
0x679: 68,
0x67a: 68,
0x67b: 68,
0x67c: 68,
0x67d: 68,
0x67e: 68,
0x67f: 68,
0x680: 68,
0x681: 68,
0x682: 68,
0x683: 68,
0x684: 68,
0x685: 68,
0x686: 68,
0x687: 68,
0x688: 82,
0x689: 82,
0x68a: 82,
0x68b: 82,
0x68c: 82,
0x68d: 82,
0x68e: 82,
0x68f: 82,
0x690: 82,
0x691: 82,
0x692: 82,
0x693: 82,
0x694: 82,
0x695: 82,
0x696: 82,
0x697: 82,
0x698: 82,
0x699: 82,
0x69a: 68,
0x69b: 68,
0x69c: 68,
0x69d: 68,
0x69e: 68,
0x69f: 68,
0x6a0: 68,
0x6a1: 68,
0x6a2: 68,
0x6a3: 68,
0x6a4: 68,
0x6a5: 68,
0x6a6: 68,
0x6a7: 68,
0x6a8: 68,
0x6a9: 68,
0x6aa: 68,
0x6ab: 68,
0x6ac: 68,
0x6ad: 68,
0x6ae: 68,
0x6af: 68,
0x6b0: 68,
0x6b1: 68,
0x6b2: 68,
0x6b3: 68,
0x6b4: 68,
0x6b5: 68,
0x6b6: 68,
0x6b7: 68,
0x6b8: 68,
0x6b9: 68,
0x6ba: 68,
0x6bb: 68,
0x6bc: 68,
0x6bd: 68,
0x6be: 68,
0x6bf: 68,
0x6c0: 82,
0x6c1: 68,
0x6c2: 68,
0x6c3: 82,
0x6c4: 82,
0x6c5: 82,
0x6c6: 82,
0x6c7: 82,
0x6c8: 82,
0x6c9: 82,
0x6ca: 82,
0x6cb: 82,
0x6cc: 68,
0x6cd: 82,
0x6ce: 68,
0x6cf: 82,
0x6d0: 68,
0x6d1: 68,
0x6d2: 82,
0x6d3: 82,
0x6d5: 82,
0x6dd: 85,
0x6ee: 82,
0x6ef: 82,
0x6fa: 68,
0x6fb: 68,
0x6fc: 68,
0x6ff: 68,
0x70f: 84,
0x710: 82,
0x712: 68,
0x713: 68,
0x714: 68,
0x715: 82,
0x716: 82,
0x717: 82,
0x718: 82,
0x719: 82,
0x71a: 68,
0x71b: 68,
0x71c: 68,
0x71d: 68,
0x71e: 82,
0x71f: 68,
0x720: 68,
0x721: 68,
0x722: 68,
0x723: 68,
0x724: 68,
0x725: 68,
0x726: 68,
0x727: 68,
0x728: 82,
0x729: 68,
0x72a: 82,
0x72b: 68,
0x72c: 82,
0x72d: 68,
0x72e: 68,
0x72f: 82,
0x74d: 82,
0x74e: 68,
0x74f: 68,
0x750: 68,
0x751: 68,
0x752: 68,
0x753: 68,
0x754: 68,
0x755: 68,
0x756: 68,
0x757: 68,
0x758: 68,
0x759: 82,
0x75a: 82,
0x75b: 82,
0x75c: 68,
0x75d: 68,
0x75e: 68,
0x75f: 68,
0x760: 68,
0x761: 68,
0x762: 68,
0x763: 68,
0x764: 68,
0x765: 68,
0x766: 68,
0x767: 68,
0x768: 68,
0x769: 68,
0x76a: 68,
0x76b: 82,
0x76c: 82,
0x76d: 68,
0x76e: 68,
0x76f: 68,
0x770: 68,
0x771: 82,
0x772: 68,
0x773: 82,
0x774: 82,
0x775: 68,
0x776: 68,
0x777: 68,
0x778: 82,
0x779: 82,
0x77a: 68,
0x77b: 68,
0x77c: 68,
0x77d: 68,
0x77e: 68,
0x77f: 68,
0x7ca: 68,
0x7cb: 68,
0x7cc: 68,
0x7cd: 68,
0x7ce: 68,
0x7cf: 68,
0x7d0: 68,
0x7d1: 68,
0x7d2: 68,
0x7d3: 68,
0x7d4: 68,
0x7d5: 68,
0x7d6: 68,
0x7d7: 68,
0x7d8: 68,
0x7d9: 68,
0x7da: 68,
0x7db: 68,
0x7dc: 68,
0x7dd: 68,
0x7de: 68,
0x7df: 68,
0x7e0: 68,
0x7e1: 68,
0x7e2: 68,
0x7e3: 68,
0x7e4: 68,
0x7e5: 68,
0x7e6: 68,
0x7e7: 68,
0x7e8: 68,
0x7e9: 68,
0x7ea: 68,
0x7fa: 67,
0x840: 82,
0x841: 68,
0x842: 68,
0x843: 68,
0x844: 68,
0x845: 68,
0x846: 82,
0x847: 82,
0x848: 68,
0x849: 82,
0x84a: 68,
0x84b: 68,
0x84c: 68,
0x84d: 68,
0x84e: 68,
0x84f: 68,
0x850: 68,
0x851: 68,
0x852: 68,
0x853: 68,
0x854: 82,
0x855: 68,
0x856: 82,
0x857: 82,
0x858: 82,
0x860: 68,
0x861: 85,
0x862: 68,
0x863: 68,
0x864: 68,
0x865: 68,
0x866: 85,
0x867: 82,
0x868: 68,
0x869: 82,
0x86a: 82,
0x8a0: 68,
0x8a1: 68,
0x8a2: 68,
0x8a3: 68,
0x8a4: 68,
0x8a5: 68,
0x8a6: 68,
0x8a7: 68,
0x8a8: 68,
0x8a9: 68,
0x8aa: 82,
0x8ab: 82,
0x8ac: 82,
0x8ad: 85,
0x8ae: 82,
0x8af: 68,
0x8b0: 68,
0x8b1: 82,
0x8b2: 82,
0x8b3: 68,
0x8b4: 68,
0x8b6: 68,
0x8b7: 68,
0x8b8: 68,
0x8b9: 82,
0x8ba: 68,
0x8bb: 68,
0x8bc: 68,
0x8bd: 68,
0x8be: 68,
0x8bf: 68,
0x8c0: 68,
0x8c1: 68,
0x8c2: 68,
0x8c3: 68,
0x8c4: 68,
0x8c5: 68,
0x8c6: 68,
0x8c7: 68,
0x8e2: 85,
0x1806: 85,
0x1807: 68,
0x180a: 67,
0x180e: 85,
0x1820: 68,
0x1821: 68,
0x1822: 68,
0x1823: 68,
0x1824: 68,
0x1825: 68,
0x1826: 68,
0x1827: 68,
0x1828: 68,
0x1829: 68,
0x182a: 68,
0x182b: 68,
0x182c: 68,
0x182d: 68,
0x182e: 68,
0x182f: 68,
0x1830: 68,
0x1831: 68,
0x1832: 68,
0x1833: 68,
0x1834: 68,
0x1835: 68,
0x1836: 68,
0x1837: 68,
0x1838: 68,
0x1839: 68,
0x183a: 68,
0x183b: 68,
0x183c: 68,
0x183d: 68,
0x183e: 68,
0x183f: 68,
0x1840: 68,
0x1841: 68,
0x1842: 68,
0x1843: 68,
0x1844: 68,
0x1845: 68,
0x1846: 68,
0x1847: 68,
0x1848: 68,
0x1849: 68,
0x184a: 68,
0x184b: 68,
0x184c: 68,
0x184d: 68,
0x184e: 68,
0x184f: 68,
0x1850: 68,
0x1851: 68,
0x1852: 68,
0x1853: 68,
0x1854: 68,
0x1855: 68,
0x1856: 68,
0x1857: 68,
0x1858: 68,
0x1859: 68,
0x185a: 68,
0x185b: 68,
0x185c: 68,
0x185d: 68,
0x185e: 68,
0x185f: 68,
0x1860: 68,
0x1861: 68,
0x1862: 68,
0x1863: 68,
0x1864: 68,
0x1865: 68,
0x1866: 68,
0x1867: 68,
0x1868: 68,
0x1869: 68,
0x186a: 68,
0x186b: 68,
0x186c: 68,
0x186d: 68,
0x186e: 68,
0x186f: 68,
0x1870: 68,
0x1871: 68,
0x1872: 68,
0x1873: 68,
0x1874: 68,
0x1875: 68,
0x1876: 68,
0x1877: 68,
0x1878: 68,
0x1880: 85,
0x1881: 85,
0x1882: 85,
0x1883: 85,
0x1884: 85,
0x1885: 84,
0x1886: 84,
0x1887: 68,
0x1888: 68,
0x1889: 68,
0x188a: 68,
0x188b: 68,
0x188c: 68,
0x188d: 68,
0x188e: 68,
0x188f: 68,
0x1890: 68,
0x1891: 68,
0x1892: 68,
0x1893: 68,
0x1894: 68,
0x1895: 68,
0x1896: 68,
0x1897: 68,
0x1898: 68,
0x1899: 68,
0x189a: 68,
0x189b: 68,
0x189c: 68,
0x189d: 68,
0x189e: 68,
0x189f: 68,
0x18a0: 68,
0x18a1: 68,
0x18a2: 68,
0x18a3: 68,
0x18a4: 68,
0x18a5: 68,
0x18a6: 68,
0x18a7: 68,
0x18a8: 68,
0x18aa: 68,
0x200c: 85,
0x200d: 67,
0x202f: 85,
0x2066: 85,
0x2067: 85,
0x2068: 85,
0x2069: 85,
0xa840: 68,
0xa841: 68,
0xa842: 68,
0xa843: 68,
0xa844: 68,
0xa845: 68,
0xa846: 68,
0xa847: 68,
0xa848: 68,
0xa849: 68,
0xa84a: 68,
0xa84b: 68,
0xa84c: 68,
0xa84d: 68,
0xa84e: 68,
0xa84f: 68,
0xa850: 68,
0xa851: 68,
0xa852: 68,
0xa853: 68,
0xa854: 68,
0xa855: 68,
0xa856: 68,
0xa857: 68,
0xa858: 68,
0xa859: 68,
0xa85a: 68,
0xa85b: 68,
0xa85c: 68,
0xa85d: 68,
0xa85e: 68,
0xa85f: 68,
0xa860: 68,
0xa861: 68,
0xa862: 68,
0xa863: 68,
0xa864: 68,
0xa865: 68,
0xa866: 68,
0xa867: 68,
0xa868: 68,
0xa869: 68,
0xa86a: 68,
0xa86b: 68,
0xa86c: 68,
0xa86d: 68,
0xa86e: 68,
0xa86f: 68,
0xa870: 68,
0xa871: 68,
0xa872: 76,
0xa873: 85,
0x10ac0: 68,
0x10ac1: 68,
0x10ac2: 68,
0x10ac3: 68,
0x10ac4: 68,
0x10ac5: 82,
0x10ac6: 85,
0x10ac7: 82,
0x10ac8: 85,
0x10ac9: 82,
0x10aca: 82,
0x10acb: 85,
0x10acc: 85,
0x10acd: 76,
0x10ace: 82,
0x10acf: 82,
0x10ad0: 82,
0x10ad1: 82,
0x10ad2: 82,
0x10ad3: 68,
0x10ad4: 68,
0x10ad5: 68,
0x10ad6: 68,
0x10ad7: 76,
0x10ad8: 68,
0x10ad9: 68,
0x10ada: 68,
0x10adb: 68,
0x10adc: 68,
0x10add: 82,
0x10ade: 68,
0x10adf: 68,
0x10ae0: 68,
0x10ae1: 82,
0x10ae2: 85,
0x10ae3: 85,
0x10ae4: 82,
0x10aeb: 68,
0x10aec: 68,
0x10aed: 68,
0x10aee: 68,
0x10aef: 82,
0x10b80: 68,
0x10b81: 82,
0x10b82: 68,
0x10b83: 82,
0x10b84: 82,
0x10b85: 82,
0x10b86: 68,
0x10b87: 68,
0x10b88: 68,
0x10b89: 82,
0x10b8a: 68,
0x10b8b: 68,
0x10b8c: 82,
0x10b8d: 68,
0x10b8e: 82,
0x10b8f: 82,
0x10b90: 68,
0x10b91: 82,
0x10ba9: 82,
0x10baa: 82,
0x10bab: 82,
0x10bac: 82,
0x10bad: 68,
0x10bae: 68,
0x10baf: 85,
0x10d00: 76,
0x10d01: 68,
0x10d02: 68,
0x10d03: 68,
0x10d04: 68,
0x10d05: 68,
0x10d06: 68,
0x10d07: 68,
0x10d08: 68,
0x10d09: 68,
0x10d0a: 68,
0x10d0b: 68,
0x10d0c: 68,
0x10d0d: 68,
0x10d0e: 68,
0x10d0f: 68,
0x10d10: 68,
0x10d11: 68,
0x10d12: 68,
0x10d13: 68,
0x10d14: 68,
0x10d15: 68,
0x10d16: 68,
0x10d17: 68,
0x10d18: 68,
0x10d19: 68,
0x10d1a: 68,
0x10d1b: 68,
0x10d1c: 68,
0x10d1d: 68,
0x10d1e: 68,
0x10d1f: 68,
0x10d20: 68,
0x10d21: 68,
0x10d22: 82,
0x10d23: 68,
0x10f30: 68,
0x10f31: 68,
0x10f32: 68,
0x10f33: 82,
0x10f34: 68,
0x10f35: 68,
0x10f36: 68,
0x10f37: 68,
0x10f38: 68,
0x10f39: 68,
0x10f3a: 68,
0x10f3b: 68,
0x10f3c: 68,
0x10f3d: 68,
0x10f3e: 68,
0x10f3f: 68,
0x10f40: 68,
0x10f41: 68,
0x10f42: 68,
0x10f43: 68,
0x10f44: 68,
0x10f45: 85,
0x10f51: 68,
0x10f52: 68,
0x10f53: 68,
0x10f54: 82,
0x10fb0: 68,
0x10fb1: 85,
0x10fb2: 68,
0x10fb3: 68,
0x10fb4: 82,
0x10fb5: 82,
0x10fb6: 82,
0x10fb7: 85,
0x10fb8: 68,
0x10fb9: 82,
0x10fba: 82,
0x10fbb: 68,
0x10fbc: 68,
0x10fbd: 82,
0x10fbe: 68,
0x10fbf: 68,
0x10fc0: 85,
0x10fc1: 68,
0x10fc2: 82,
0x10fc3: 82,
0x10fc4: 68,
0x10fc5: 85,
0x10fc6: 85,
0x10fc7: 85,
0x10fc8: 85,
0x10fc9: 82,
0x10fca: 68,
0x10fcb: 76,
0x110bd: 85,
0x110cd: 85,
0x1e900: 68,
0x1e901: 68,
0x1e902: 68,
0x1e903: 68,
0x1e904: 68,
0x1e905: 68,
0x1e906: 68,
0x1e907: 68,
0x1e908: 68,
0x1e909: 68,
0x1e90a: 68,
0x1e90b: 68,
0x1e90c: 68,
0x1e90d: 68,
0x1e90e: 68,
0x1e90f: 68,
0x1e910: 68,
0x1e911: 68,
0x1e912: 68,
0x1e913: 68,
0x1e914: 68,
0x1e915: 68,
0x1e916: 68,
0x1e917: 68,
0x1e918: 68,
0x1e919: 68,
0x1e91a: 68,
0x1e91b: 68,
0x1e91c: 68,
0x1e91d: 68,
0x1e91e: 68,
0x1e91f: 68,
0x1e920: 68,
0x1e921: 68,
0x1e922: 68,
0x1e923: 68,
0x1e924: 68,
0x1e925: 68,
0x1e926: 68,
0x1e927: 68,
0x1e928: 68,
0x1e929: 68,
0x1e92a: 68,
0x1e92b: 68,
0x1e92c: 68,
0x1e92d: 68,
0x1e92e: 68,
0x1e92f: 68,
0x1e930: 68,
0x1e931: 68,
0x1e932: 68,
0x1e933: 68,
0x1e934: 68,
0x1e935: 68,
0x1e936: 68,
0x1e937: 68,
0x1e938: 68,
0x1e939: 68,
0x1e93a: 68,
0x1e93b: 68,
0x1e93c: 68,
0x1e93d: 68,
0x1e93e: 68,
0x1e93f: 68,
0x1e940: 68,
0x1e941: 68,
0x1e942: 68,
0x1e943: 68,
0x1e94b: 84,
}
codepoint_classes = {
'PVALID': (
0x2d0000002e,
0x300000003a,
0x610000007b,
0xdf000000f7,
0xf800000100,
0x10100000102,
0x10300000104,
0x10500000106,
0x10700000108,
0x1090000010a,
0x10b0000010c,
0x10d0000010e,
0x10f00000110,
0x11100000112,
0x11300000114,
0x11500000116,
0x11700000118,
0x1190000011a,
0x11b0000011c,
0x11d0000011e,
0x11f00000120,
0x12100000122,
0x12300000124,
0x12500000126,
0x12700000128,
0x1290000012a,
0x12b0000012c,
0x12d0000012e,
0x12f00000130,
0x13100000132,
0x13500000136,
0x13700000139,
0x13a0000013b,
0x13c0000013d,
0x13e0000013f,
0x14200000143,
0x14400000145,
0x14600000147,
0x14800000149,
0x14b0000014c,
0x14d0000014e,
0x14f00000150,
0x15100000152,
0x15300000154,
0x15500000156,
0x15700000158,
0x1590000015a,
0x15b0000015c,
0x15d0000015e,
0x15f00000160,
0x16100000162,
0x16300000164,
0x16500000166,
0x16700000168,
0x1690000016a,
0x16b0000016c,
0x16d0000016e,
0x16f00000170,
0x17100000172,
0x17300000174,
0x17500000176,
0x17700000178,
0x17a0000017b,
0x17c0000017d,
0x17e0000017f,
0x18000000181,
0x18300000184,
0x18500000186,
0x18800000189,
0x18c0000018e,
0x19200000193,
0x19500000196,
0x1990000019c,
0x19e0000019f,
0x1a1000001a2,
0x1a3000001a4,
0x1a5000001a6,
0x1a8000001a9,
0x1aa000001ac,
0x1ad000001ae,
0x1b0000001b1,
0x1b4000001b5,
0x1b6000001b7,
0x1b9000001bc,
0x1bd000001c4,
0x1ce000001cf,
0x1d0000001d1,
0x1d2000001d3,
0x1d4000001d5,
0x1d6000001d7,
0x1d8000001d9,
0x1da000001db,
0x1dc000001de,
0x1df000001e0,
0x1e1000001e2,
0x1e3000001e4,
0x1e5000001e6,
0x1e7000001e8,
0x1e9000001ea,
0x1eb000001ec,
0x1ed000001ee,
0x1ef000001f1,
0x1f5000001f6,
0x1f9000001fa,
0x1fb000001fc,
0x1fd000001fe,
0x1ff00000200,
0x20100000202,
0x20300000204,
0x20500000206,
0x20700000208,
0x2090000020a,
0x20b0000020c,
0x20d0000020e,
0x20f00000210,
0x21100000212,
0x21300000214,
0x21500000216,
0x21700000218,
0x2190000021a,
0x21b0000021c,
0x21d0000021e,
0x21f00000220,
0x22100000222,
0x22300000224,
0x22500000226,
0x22700000228,
0x2290000022a,
0x22b0000022c,
0x22d0000022e,
0x22f00000230,
0x23100000232,
0x2330000023a,
0x23c0000023d,
0x23f00000241,
0x24200000243,
0x24700000248,
0x2490000024a,
0x24b0000024c,
0x24d0000024e,
0x24f000002b0,
0x2b9000002c2,
0x2c6000002d2,
0x2ec000002ed,
0x2ee000002ef,
0x30000000340,
0x34200000343,
0x3460000034f,
0x35000000370,
0x37100000372,
0x37300000374,
0x37700000378,
0x37b0000037e,
0x39000000391,
0x3ac000003cf,
0x3d7000003d8,
0x3d9000003da,
0x3db000003dc,
0x3dd000003de,
0x3df000003e0,
0x3e1000003e2,
0x3e3000003e4,
0x3e5000003e6,
0x3e7000003e8,
0x3e9000003ea,
0x3eb000003ec,
0x3ed000003ee,
0x3ef000003f0,
0x3f3000003f4,
0x3f8000003f9,
0x3fb000003fd,
0x43000000460,
0x46100000462,
0x46300000464,
0x46500000466,
0x46700000468,
0x4690000046a,
0x46b0000046c,
0x46d0000046e,
0x46f00000470,
0x47100000472,
0x47300000474,
0x47500000476,
0x47700000478,
0x4790000047a,
0x47b0000047c,
0x47d0000047e,
0x47f00000480,
0x48100000482,
0x48300000488,
0x48b0000048c,
0x48d0000048e,
0x48f00000490,
0x49100000492,
0x49300000494,
0x49500000496,
0x49700000498,
0x4990000049a,
0x49b0000049c,
0x49d0000049e,
0x49f000004a0,
0x4a1000004a2,
0x4a3000004a4,
0x4a5000004a6,
0x4a7000004a8,
0x4a9000004aa,
0x4ab000004ac,
0x4ad000004ae,
0x4af000004b0,
0x4b1000004b2,
0x4b3000004b4,
0x4b5000004b6,
0x4b7000004b8,
0x4b9000004ba,
0x4bb000004bc,
0x4bd000004be,
0x4bf000004c0,
0x4c2000004c3,
0x4c4000004c5,
0x4c6000004c7,
0x4c8000004c9,
0x4ca000004cb,
0x4cc000004cd,
0x4ce000004d0,
0x4d1000004d2,
0x4d3000004d4,
0x4d5000004d6,
0x4d7000004d8,
0x4d9000004da,
0x4db000004dc,
0x4dd000004de,
0x4df000004e0,
0x4e1000004e2,
0x4e3000004e4,
0x4e5000004e6,
0x4e7000004e8,
0x4e9000004ea,
0x4eb000004ec,
0x4ed000004ee,
0x4ef000004f0,
0x4f1000004f2,
0x4f3000004f4,
0x4f5000004f6,
0x4f7000004f8,
0x4f9000004fa,
0x4fb000004fc,
0x4fd000004fe,
0x4ff00000500,
0x50100000502,
0x50300000504,
0x50500000506,
0x50700000508,
0x5090000050a,
0x50b0000050c,
0x50d0000050e,
0x50f00000510,
0x51100000512,
0x51300000514,
0x51500000516,
0x51700000518,
0x5190000051a,
0x51b0000051c,
0x51d0000051e,
0x51f00000520,
0x52100000522,
0x52300000524,
0x52500000526,
0x52700000528,
0x5290000052a,
0x52b0000052c,
0x52d0000052e,
0x52f00000530,
0x5590000055a,
0x56000000587,
0x58800000589,
0x591000005be,
0x5bf000005c0,
0x5c1000005c3,
0x5c4000005c6,
0x5c7000005c8,
0x5d0000005eb,
0x5ef000005f3,
0x6100000061b,
0x62000000640,
0x64100000660,
0x66e00000675,
0x679000006d4,
0x6d5000006dd,
0x6df000006e9,
0x6ea000006f0,
0x6fa00000700,
0x7100000074b,
0x74d000007b2,
0x7c0000007f6,
0x7fd000007fe,
0x8000000082e,
0x8400000085c,
0x8600000086b,
0x8a0000008b5,
0x8b6000008c8,
0x8d3000008e2,
0x8e300000958,
0x96000000964,
0x96600000970,
0x97100000984,
0x9850000098d,
0x98f00000991,
0x993000009a9,
0x9aa000009b1,
0x9b2000009b3,
0x9b6000009ba,
0x9bc000009c5,
0x9c7000009c9,
0x9cb000009cf,
0x9d7000009d8,
0x9e0000009e4,
0x9e6000009f2,
0x9fc000009fd,
0x9fe000009ff,
0xa0100000a04,
0xa0500000a0b,
0xa0f00000a11,
0xa1300000a29,
0xa2a00000a31,
0xa3200000a33,
0xa3500000a36,
0xa3800000a3a,
0xa3c00000a3d,
0xa3e00000a43,
0xa4700000a49,
0xa4b00000a4e,
0xa5100000a52,
0xa5c00000a5d,
0xa6600000a76,
0xa8100000a84,
0xa8500000a8e,
0xa8f00000a92,
0xa9300000aa9,
0xaaa00000ab1,
0xab200000ab4,
0xab500000aba,
0xabc00000ac6,
0xac700000aca,
0xacb00000ace,
0xad000000ad1,
0xae000000ae4,
0xae600000af0,
0xaf900000b00,
0xb0100000b04,
0xb0500000b0d,
0xb0f00000b11,
0xb1300000b29,
0xb2a00000b31,
0xb3200000b34,
0xb3500000b3a,
0xb3c00000b45,
0xb4700000b49,
0xb4b00000b4e,
0xb5500000b58,
0xb5f00000b64,
0xb6600000b70,
0xb7100000b72,
0xb8200000b84,
0xb8500000b8b,
0xb8e00000b91,
0xb9200000b96,
0xb9900000b9b,
0xb9c00000b9d,
0xb9e00000ba0,
0xba300000ba5,
0xba800000bab,
0xbae00000bba,
0xbbe00000bc3,
0xbc600000bc9,
0xbca00000bce,
0xbd000000bd1,
0xbd700000bd8,
0xbe600000bf0,
0xc0000000c0d,
0xc0e00000c11,
0xc1200000c29,
0xc2a00000c3a,
0xc3d00000c45,
0xc4600000c49,
0xc4a00000c4e,
0xc5500000c57,
0xc5800000c5b,
0xc6000000c64,
0xc6600000c70,
0xc8000000c84,
0xc8500000c8d,
0xc8e00000c91,
0xc9200000ca9,
0xcaa00000cb4,
0xcb500000cba,
0xcbc00000cc5,
0xcc600000cc9,
0xcca00000cce,
0xcd500000cd7,
0xcde00000cdf,
0xce000000ce4,
0xce600000cf0,
0xcf100000cf3,
0xd0000000d0d,
0xd0e00000d11,
0xd1200000d45,
0xd4600000d49,
0xd4a00000d4f,
0xd5400000d58,
0xd5f00000d64,
0xd6600000d70,
0xd7a00000d80,
0xd8100000d84,
0xd8500000d97,
0xd9a00000db2,
0xdb300000dbc,
0xdbd00000dbe,
0xdc000000dc7,
0xdca00000dcb,
0xdcf00000dd5,
0xdd600000dd7,
0xdd800000de0,
0xde600000df0,
0xdf200000df4,
0xe0100000e33,
0xe3400000e3b,
0xe4000000e4f,
0xe5000000e5a,
0xe8100000e83,
0xe8400000e85,
0xe8600000e8b,
0xe8c00000ea4,
0xea500000ea6,
0xea700000eb3,
0xeb400000ebe,
0xec000000ec5,
0xec600000ec7,
0xec800000ece,
0xed000000eda,
0xede00000ee0,
0xf0000000f01,
0xf0b00000f0c,
0xf1800000f1a,
0xf2000000f2a,
0xf3500000f36,
0xf3700000f38,
0xf3900000f3a,
0xf3e00000f43,
0xf4400000f48,
0xf4900000f4d,
0xf4e00000f52,
0xf5300000f57,
0xf5800000f5c,
0xf5d00000f69,
0xf6a00000f6d,
0xf7100000f73,
0xf7400000f75,
0xf7a00000f81,
0xf8200000f85,
0xf8600000f93,
0xf9400000f98,
0xf9900000f9d,
0xf9e00000fa2,
0xfa300000fa7,
0xfa800000fac,
0xfad00000fb9,
0xfba00000fbd,
0xfc600000fc7,
0x10000000104a,
0x10500000109e,
0x10d0000010fb,
0x10fd00001100,
0x120000001249,
0x124a0000124e,
0x125000001257,
0x125800001259,
0x125a0000125e,
0x126000001289,
0x128a0000128e,
0x1290000012b1,
0x12b2000012b6,
0x12b8000012bf,
0x12c0000012c1,
0x12c2000012c6,
0x12c8000012d7,
0x12d800001311,
0x131200001316,
0x13180000135b,
0x135d00001360,
0x138000001390,
0x13a0000013f6,
0x14010000166d,
0x166f00001680,
0x16810000169b,
0x16a0000016eb,
0x16f1000016f9,
0x17000000170d,
0x170e00001715,
0x172000001735,
0x174000001754,
0x17600000176d,
0x176e00001771,
0x177200001774,
0x1780000017b4,
0x17b6000017d4,
0x17d7000017d8,
0x17dc000017de,
0x17e0000017ea,
0x18100000181a,
0x182000001879,
0x1880000018ab,
0x18b0000018f6,
0x19000000191f,
0x19200000192c,
0x19300000193c,
0x19460000196e,
0x197000001975,
0x1980000019ac,
0x19b0000019ca,
0x19d0000019da,
0x1a0000001a1c,
0x1a2000001a5f,
0x1a6000001a7d,
0x1a7f00001a8a,
0x1a9000001a9a,
0x1aa700001aa8,
0x1ab000001abe,
0x1abf00001ac1,
0x1b0000001b4c,
0x1b5000001b5a,
0x1b6b00001b74,
0x1b8000001bf4,
0x1c0000001c38,
0x1c4000001c4a,
0x1c4d00001c7e,
0x1cd000001cd3,
0x1cd400001cfb,
0x1d0000001d2c,
0x1d2f00001d30,
0x1d3b00001d3c,
0x1d4e00001d4f,
0x1d6b00001d78,
0x1d7900001d9b,
0x1dc000001dfa,
0x1dfb00001e00,
0x1e0100001e02,
0x1e0300001e04,
0x1e0500001e06,
0x1e0700001e08,
0x1e0900001e0a,
0x1e0b00001e0c,
0x1e0d00001e0e,
0x1e0f00001e10,
0x1e1100001e12,
0x1e1300001e14,
0x1e1500001e16,
0x1e1700001e18,
0x1e1900001e1a,
0x1e1b00001e1c,
0x1e1d00001e1e,
0x1e1f00001e20,
0x1e2100001e22,
0x1e2300001e24,
0x1e2500001e26,
0x1e2700001e28,
0x1e2900001e2a,
0x1e2b00001e2c,
0x1e2d00001e2e,
0x1e2f00001e30,
0x1e3100001e32,
0x1e3300001e34,
0x1e3500001e36,
0x1e3700001e38,
0x1e3900001e3a,
0x1e3b00001e3c,
0x1e3d00001e3e,
0x1e3f00001e40,
0x1e4100001e42,
0x1e4300001e44,
0x1e4500001e46,
0x1e4700001e48,
0x1e4900001e4a,
0x1e4b00001e4c,
0x1e4d00001e4e,
0x1e4f00001e50,
0x1e5100001e52,
0x1e5300001e54,
0x1e5500001e56,
0x1e5700001e58,
0x1e5900001e5a,
0x1e5b00001e5c,
0x1e5d00001e5e,
0x1e5f00001e60,
0x1e6100001e62,
0x1e6300001e64,
0x1e6500001e66,
0x1e6700001e68,
0x1e6900001e6a,
0x1e6b00001e6c,
0x1e6d00001e6e,
0x1e6f00001e70,
0x1e7100001e72,
0x1e7300001e74,
0x1e7500001e76,
0x1e7700001e78,
0x1e7900001e7a,
0x1e7b00001e7c,
0x1e7d00001e7e,
0x1e7f00001e80,
0x1e8100001e82,
0x1e8300001e84,
0x1e8500001e86,
0x1e8700001e88,
0x1e8900001e8a,
0x1e8b00001e8c,
0x1e8d00001e8e,
0x1e8f00001e90,
0x1e9100001e92,
0x1e9300001e94,
0x1e9500001e9a,
0x1e9c00001e9e,
0x1e9f00001ea0,
0x1ea100001ea2,
0x1ea300001ea4,
0x1ea500001ea6,
0x1ea700001ea8,
0x1ea900001eaa,
0x1eab00001eac,
0x1ead00001eae,
0x1eaf00001eb0,
0x1eb100001eb2,
0x1eb300001eb4,
0x1eb500001eb6,
0x1eb700001eb8,
0x1eb900001eba,
0x1ebb00001ebc,
0x1ebd00001ebe,
0x1ebf00001ec0,
0x1ec100001ec2,
0x1ec300001ec4,
0x1ec500001ec6,
0x1ec700001ec8,
0x1ec900001eca,
0x1ecb00001ecc,
0x1ecd00001ece,
0x1ecf00001ed0,
0x1ed100001ed2,
0x1ed300001ed4,
0x1ed500001ed6,
0x1ed700001ed8,
0x1ed900001eda,
0x1edb00001edc,
0x1edd00001ede,
0x1edf00001ee0,
0x1ee100001ee2,
0x1ee300001ee4,
0x1ee500001ee6,
0x1ee700001ee8,
0x1ee900001eea,
0x1eeb00001eec,
0x1eed00001eee,
0x1eef00001ef0,
0x1ef100001ef2,
0x1ef300001ef4,
0x1ef500001ef6,
0x1ef700001ef8,
0x1ef900001efa,
0x1efb00001efc,
0x1efd00001efe,
0x1eff00001f08,
0x1f1000001f16,
0x1f2000001f28,
0x1f3000001f38,
0x1f4000001f46,
0x1f5000001f58,
0x1f6000001f68,
0x1f7000001f71,
0x1f7200001f73,
0x1f7400001f75,
0x1f7600001f77,
0x1f7800001f79,
0x1f7a00001f7b,
0x1f7c00001f7d,
0x1fb000001fb2,
0x1fb600001fb7,
0x1fc600001fc7,
0x1fd000001fd3,
0x1fd600001fd8,
0x1fe000001fe3,
0x1fe400001fe8,
0x1ff600001ff7,
0x214e0000214f,
0x218400002185,
0x2c3000002c5f,
0x2c6100002c62,
0x2c6500002c67,
0x2c6800002c69,
0x2c6a00002c6b,
0x2c6c00002c6d,
0x2c7100002c72,
0x2c7300002c75,
0x2c7600002c7c,
0x2c8100002c82,
0x2c8300002c84,
0x2c8500002c86,
0x2c8700002c88,
0x2c8900002c8a,
0x2c8b00002c8c,
0x2c8d00002c8e,
0x2c8f00002c90,
0x2c9100002c92,
0x2c9300002c94,
0x2c9500002c96,
0x2c9700002c98,
0x2c9900002c9a,
0x2c9b00002c9c,
0x2c9d00002c9e,
0x2c9f00002ca0,
0x2ca100002ca2,
0x2ca300002ca4,
0x2ca500002ca6,
0x2ca700002ca8,
0x2ca900002caa,
0x2cab00002cac,
0x2cad00002cae,
0x2caf00002cb0,
0x2cb100002cb2,
0x2cb300002cb4,
0x2cb500002cb6,
0x2cb700002cb8,
0x2cb900002cba,
0x2cbb00002cbc,
0x2cbd00002cbe,
0x2cbf00002cc0,
0x2cc100002cc2,
0x2cc300002cc4,
0x2cc500002cc6,
0x2cc700002cc8,
0x2cc900002cca,
0x2ccb00002ccc,
0x2ccd00002cce,
0x2ccf00002cd0,
0x2cd100002cd2,
0x2cd300002cd4,
0x2cd500002cd6,
0x2cd700002cd8,
0x2cd900002cda,
0x2cdb00002cdc,
0x2cdd00002cde,
0x2cdf00002ce0,
0x2ce100002ce2,
0x2ce300002ce5,
0x2cec00002ced,
0x2cee00002cf2,
0x2cf300002cf4,
0x2d0000002d26,
0x2d2700002d28,
0x2d2d00002d2e,
0x2d3000002d68,
0x2d7f00002d97,
0x2da000002da7,
0x2da800002daf,
0x2db000002db7,
0x2db800002dbf,
0x2dc000002dc7,
0x2dc800002dcf,
0x2dd000002dd7,
0x2dd800002ddf,
0x2de000002e00,
0x2e2f00002e30,
0x300500003008,
0x302a0000302e,
0x303c0000303d,
0x304100003097,
0x30990000309b,
0x309d0000309f,
0x30a1000030fb,
0x30fc000030ff,
0x310500003130,
0x31a0000031c0,
0x31f000003200,
0x340000004dc0,
0x4e0000009ffd,
0xa0000000a48d,
0xa4d00000a4fe,
0xa5000000a60d,
0xa6100000a62c,
0xa6410000a642,
0xa6430000a644,
0xa6450000a646,
0xa6470000a648,
0xa6490000a64a,
0xa64b0000a64c,
0xa64d0000a64e,
0xa64f0000a650,
0xa6510000a652,
0xa6530000a654,
0xa6550000a656,
0xa6570000a658,
0xa6590000a65a,
0xa65b0000a65c,
0xa65d0000a65e,
0xa65f0000a660,
0xa6610000a662,
0xa6630000a664,
0xa6650000a666,
0xa6670000a668,
0xa6690000a66a,
0xa66b0000a66c,
0xa66d0000a670,
0xa6740000a67e,
0xa67f0000a680,
0xa6810000a682,
0xa6830000a684,
0xa6850000a686,
0xa6870000a688,
0xa6890000a68a,
0xa68b0000a68c,
0xa68d0000a68e,
0xa68f0000a690,
0xa6910000a692,
0xa6930000a694,
0xa6950000a696,
0xa6970000a698,
0xa6990000a69a,
0xa69b0000a69c,
0xa69e0000a6e6,
0xa6f00000a6f2,
0xa7170000a720,
0xa7230000a724,
0xa7250000a726,
0xa7270000a728,
0xa7290000a72a,
0xa72b0000a72c,
0xa72d0000a72e,
0xa72f0000a732,
0xa7330000a734,
0xa7350000a736,
0xa7370000a738,
0xa7390000a73a,
0xa73b0000a73c,
0xa73d0000a73e,
0xa73f0000a740,
0xa7410000a742,
0xa7430000a744,
0xa7450000a746,
0xa7470000a748,
0xa7490000a74a,
0xa74b0000a74c,
0xa74d0000a74e,
0xa74f0000a750,
0xa7510000a752,
0xa7530000a754,
0xa7550000a756,
0xa7570000a758,
0xa7590000a75a,
0xa75b0000a75c,
0xa75d0000a75e,
0xa75f0000a760,
0xa7610000a762,
0xa7630000a764,
0xa7650000a766,
0xa7670000a768,
0xa7690000a76a,
0xa76b0000a76c,
0xa76d0000a76e,
0xa76f0000a770,
0xa7710000a779,
0xa77a0000a77b,
0xa77c0000a77d,
0xa77f0000a780,
0xa7810000a782,
0xa7830000a784,
0xa7850000a786,
0xa7870000a789,
0xa78c0000a78d,
0xa78e0000a790,
0xa7910000a792,
0xa7930000a796,
0xa7970000a798,
0xa7990000a79a,
0xa79b0000a79c,
0xa79d0000a79e,
0xa79f0000a7a0,
0xa7a10000a7a2,
0xa7a30000a7a4,
0xa7a50000a7a6,
0xa7a70000a7a8,
0xa7a90000a7aa,
0xa7af0000a7b0,
0xa7b50000a7b6,
0xa7b70000a7b8,
0xa7b90000a7ba,
0xa7bb0000a7bc,
0xa7bd0000a7be,
0xa7bf0000a7c0,
0xa7c30000a7c4,
0xa7c80000a7c9,
0xa7ca0000a7cb,
0xa7f60000a7f8,
0xa7fa0000a828,
0xa82c0000a82d,
0xa8400000a874,
0xa8800000a8c6,
0xa8d00000a8da,
0xa8e00000a8f8,
0xa8fb0000a8fc,
0xa8fd0000a92e,
0xa9300000a954,
0xa9800000a9c1,
0xa9cf0000a9da,
0xa9e00000a9ff,
0xaa000000aa37,
0xaa400000aa4e,
0xaa500000aa5a,
0xaa600000aa77,
0xaa7a0000aac3,
0xaadb0000aade,
0xaae00000aaf0,
0xaaf20000aaf7,
0xab010000ab07,
0xab090000ab0f,
0xab110000ab17,
0xab200000ab27,
0xab280000ab2f,
0xab300000ab5b,
0xab600000ab6a,
0xabc00000abeb,
0xabec0000abee,
0xabf00000abfa,
0xac000000d7a4,
0xfa0e0000fa10,
0xfa110000fa12,
0xfa130000fa15,
0xfa1f0000fa20,
0xfa210000fa22,
0xfa230000fa25,
0xfa270000fa2a,
0xfb1e0000fb1f,
0xfe200000fe30,
0xfe730000fe74,
0x100000001000c,
0x1000d00010027,
0x100280001003b,
0x1003c0001003e,
0x1003f0001004e,
0x100500001005e,
0x10080000100fb,
0x101fd000101fe,
0x102800001029d,
0x102a0000102d1,
0x102e0000102e1,
0x1030000010320,
0x1032d00010341,
0x103420001034a,
0x103500001037b,
0x103800001039e,
0x103a0000103c4,
0x103c8000103d0,
0x104280001049e,
0x104a0000104aa,
0x104d8000104fc,
0x1050000010528,
0x1053000010564,
0x1060000010737,
0x1074000010756,
0x1076000010768,
0x1080000010806,
0x1080800010809,
0x1080a00010836,
0x1083700010839,
0x1083c0001083d,
0x1083f00010856,
0x1086000010877,
0x108800001089f,
0x108e0000108f3,
0x108f4000108f6,
0x1090000010916,
0x109200001093a,
0x10980000109b8,
0x109be000109c0,
0x10a0000010a04,
0x10a0500010a07,
0x10a0c00010a14,
0x10a1500010a18,
0x10a1900010a36,
0x10a3800010a3b,
0x10a3f00010a40,
0x10a6000010a7d,
0x10a8000010a9d,
0x10ac000010ac8,
0x10ac900010ae7,
0x10b0000010b36,
0x10b4000010b56,
0x10b6000010b73,
0x10b8000010b92,
0x10c0000010c49,
0x10cc000010cf3,
0x10d0000010d28,
0x10d3000010d3a,
0x10e8000010eaa,
0x10eab00010ead,
0x10eb000010eb2,
0x10f0000010f1d,
0x10f2700010f28,
0x10f3000010f51,
0x10fb000010fc5,
0x10fe000010ff7,
0x1100000011047,
0x1106600011070,
0x1107f000110bb,
0x110d0000110e9,
0x110f0000110fa,
0x1110000011135,
0x1113600011140,
0x1114400011148,
0x1115000011174,
0x1117600011177,
0x11180000111c5,
0x111c9000111cd,
0x111ce000111db,
0x111dc000111dd,
0x1120000011212,
0x1121300011238,
0x1123e0001123f,
0x1128000011287,
0x1128800011289,
0x1128a0001128e,
0x1128f0001129e,
0x1129f000112a9,
0x112b0000112eb,
0x112f0000112fa,
0x1130000011304,
0x113050001130d,
0x1130f00011311,
0x1131300011329,
0x1132a00011331,
0x1133200011334,
0x113350001133a,
0x1133b00011345,
0x1134700011349,
0x1134b0001134e,
0x1135000011351,
0x1135700011358,
0x1135d00011364,
0x113660001136d,
0x1137000011375,
0x114000001144b,
0x114500001145a,
0x1145e00011462,
0x11480000114c6,
0x114c7000114c8,
0x114d0000114da,
0x11580000115b6,
0x115b8000115c1,
0x115d8000115de,
0x1160000011641,
0x1164400011645,
0x116500001165a,
0x11680000116b9,
0x116c0000116ca,
0x117000001171b,
0x1171d0001172c,
0x117300001173a,
0x118000001183b,
0x118c0000118ea,
0x118ff00011907,
0x119090001190a,
0x1190c00011914,
0x1191500011917,
0x1191800011936,
0x1193700011939,
0x1193b00011944,
0x119500001195a,
0x119a0000119a8,
0x119aa000119d8,
0x119da000119e2,
0x119e3000119e5,
0x11a0000011a3f,
0x11a4700011a48,
0x11a5000011a9a,
0x11a9d00011a9e,
0x11ac000011af9,
0x11c0000011c09,
0x11c0a00011c37,
0x11c3800011c41,
0x11c5000011c5a,
0x11c7200011c90,
0x11c9200011ca8,
0x11ca900011cb7,
0x11d0000011d07,
0x11d0800011d0a,
0x11d0b00011d37,
0x11d3a00011d3b,
0x11d3c00011d3e,
0x11d3f00011d48,
0x11d5000011d5a,
0x11d6000011d66,
0x11d6700011d69,
0x11d6a00011d8f,
0x11d9000011d92,
0x11d9300011d99,
0x11da000011daa,
0x11ee000011ef7,
0x11fb000011fb1,
0x120000001239a,
0x1248000012544,
0x130000001342f,
0x1440000014647,
0x1680000016a39,
0x16a4000016a5f,
0x16a6000016a6a,
0x16ad000016aee,
0x16af000016af5,
0x16b0000016b37,
0x16b4000016b44,
0x16b5000016b5a,
0x16b6300016b78,
0x16b7d00016b90,
0x16e6000016e80,
0x16f0000016f4b,
0x16f4f00016f88,
0x16f8f00016fa0,
0x16fe000016fe2,
0x16fe300016fe5,
0x16ff000016ff2,
0x17000000187f8,
0x1880000018cd6,
0x18d0000018d09,
0x1b0000001b11f,
0x1b1500001b153,
0x1b1640001b168,
0x1b1700001b2fc,
0x1bc000001bc6b,
0x1bc700001bc7d,
0x1bc800001bc89,
0x1bc900001bc9a,
0x1bc9d0001bc9f,
0x1da000001da37,
0x1da3b0001da6d,
0x1da750001da76,
0x1da840001da85,
0x1da9b0001daa0,
0x1daa10001dab0,
0x1e0000001e007,
0x1e0080001e019,
0x1e01b0001e022,
0x1e0230001e025,
0x1e0260001e02b,
0x1e1000001e12d,
0x1e1300001e13e,
0x1e1400001e14a,
0x1e14e0001e14f,
0x1e2c00001e2fa,
0x1e8000001e8c5,
0x1e8d00001e8d7,
0x1e9220001e94c,
0x1e9500001e95a,
0x1fbf00001fbfa,
0x200000002a6de,
0x2a7000002b735,
0x2b7400002b81e,
0x2b8200002cea2,
0x2ceb00002ebe1,
0x300000003134b,
),
'CONTEXTJ': (
0x200c0000200e,
),
'CONTEXTO': (
0xb7000000b8,
0x37500000376,
0x5f3000005f5,
0x6600000066a,
0x6f0000006fa,
0x30fb000030fc,
),
}
site-packages/pip/_vendor/idna/intranges.py 0000644 00000003615 15056474501 0015003 0 ustar 00 """
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
"""
import bisect
from typing import List, Tuple
def intranges_from_list(list_):
# type: (List[int]) -> Tuple[int, ...]
"""Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
"""
sorted_list = sorted(list_)
ranges = []
last_write = -1
for i in range(len(sorted_list)):
if i+1 < len(sorted_list):
if sorted_list[i] == sorted_list[i+1]-1:
continue
current_range = sorted_list[last_write+1:i+1]
ranges.append(_encode_range(current_range[0], current_range[-1] + 1))
last_write = i
return tuple(ranges)
def _encode_range(start, end):
# type: (int, int) -> int
return (start << 32) | end
def _decode_range(r):
# type: (int) -> Tuple[int, int]
return (r >> 32), (r & ((1 << 32) - 1))
def intranges_contain(int_, ranges):
# type: (int, Tuple[int, ...]) -> bool
"""Determine if `int_` falls into one of the ranges in `ranges`."""
tuple_ = _encode_range(int_, 0)
pos = bisect.bisect_left(ranges, tuple_)
# we could be immediately ahead of a tuple (start, end)
# with start < int_ <= end
if pos > 0:
left, right = _decode_range(ranges[pos-1])
if left <= int_ < right:
return True
# or we could be immediately behind a tuple (int_, end)
if pos < len(ranges):
left, _ = _decode_range(ranges[pos])
if left == int_:
return True
return False
site-packages/pip/_vendor/idna/core.py 0000644 00000031032 15056474501 0013733 0 ustar 00 from . import idnadata
import bisect
import unicodedata
import re
from typing import Union, Optional
from .intranges import intranges_contain
_virama_combining_class = 9
_alabel_prefix = b'xn--'
_unicode_dots_re = re.compile('[\u002e\u3002\uff0e\uff61]')
class IDNAError(UnicodeError):
""" Base exception for all IDNA-encoding related problems """
pass
class IDNABidiError(IDNAError):
""" Exception when bidirectional requirements are not satisfied """
pass
class InvalidCodepoint(IDNAError):
""" Exception when a disallowed or unallocated codepoint is used """
pass
class InvalidCodepointContext(IDNAError):
""" Exception when the codepoint is not valid in the context it is used """
pass
def _combining_class(cp):
# type: (int) -> int
v = unicodedata.combining(chr(cp))
if v == 0:
if not unicodedata.name(chr(cp)):
raise ValueError('Unknown character in unicodedata')
return v
def _is_script(cp, script):
# type: (str, str) -> bool
return intranges_contain(ord(cp), idnadata.scripts[script])
def _punycode(s):
# type: (str) -> bytes
return s.encode('punycode')
def _unot(s):
# type: (int) -> str
return 'U+{:04X}'.format(s)
def valid_label_length(label):
# type: (Union[bytes, str]) -> bool
if len(label) > 63:
return False
return True
def valid_string_length(label, trailing_dot):
# type: (Union[bytes, str], bool) -> bool
if len(label) > (254 if trailing_dot else 253):
return False
return True
def check_bidi(label, check_ltr=False):
# type: (str, bool) -> bool
# Bidi rules should only be applied if string contains RTL characters
bidi_label = False
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if direction == '':
# String likely comes from a newer version of Unicode
raise IDNABidiError('Unknown directionality in label {} at position {}'.format(repr(label), idx))
if direction in ['R', 'AL', 'AN']:
bidi_label = True
if not bidi_label and not check_ltr:
return True
# Bidi rule 1
direction = unicodedata.bidirectional(label[0])
if direction in ['R', 'AL']:
rtl = True
elif direction == 'L':
rtl = False
else:
raise IDNABidiError('First codepoint in label {} must be directionality L, R or AL'.format(repr(label)))
valid_ending = False
number_type = None # type: Optional[str]
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if rtl:
# Bidi rule 2
if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {} in a right-to-left label'.format(idx))
# Bidi rule 3
if direction in ['R', 'AL', 'EN', 'AN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
# Bidi rule 4
if direction in ['AN', 'EN']:
if not number_type:
number_type = direction
else:
if number_type != direction:
raise IDNABidiError('Can not mix numeral types in a right-to-left label')
else:
# Bidi rule 5
if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {} in a left-to-right label'.format(idx))
# Bidi rule 6
if direction in ['L', 'EN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
if not valid_ending:
raise IDNABidiError('Label ends with illegal codepoint directionality')
return True
def check_initial_combiner(label):
# type: (str) -> bool
if unicodedata.category(label[0])[0] == 'M':
raise IDNAError('Label begins with an illegal combining character')
return True
def check_hyphen_ok(label):
# type: (str) -> bool
if label[2:4] == '--':
raise IDNAError('Label has disallowed hyphens in 3rd and 4th position')
if label[0] == '-' or label[-1] == '-':
raise IDNAError('Label must not start or end with a hyphen')
return True
def check_nfc(label):
# type: (str) -> None
if unicodedata.normalize('NFC', label) != label:
raise IDNAError('Label must be in Normalization Form C')
def valid_contextj(label, pos):
# type: (str, int) -> bool
cp_value = ord(label[pos])
if cp_value == 0x200c:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
ok = False
for i in range(pos-1, -1, -1):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('L'), ord('D')]:
ok = True
break
if not ok:
return False
ok = False
for i in range(pos+1, len(label)):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('R'), ord('D')]:
ok = True
break
return ok
if cp_value == 0x200d:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
return False
else:
return False
def valid_contexto(label, pos, exception=False):
# type: (str, int, bool) -> bool
cp_value = ord(label[pos])
if cp_value == 0x00b7:
if 0 < pos < len(label)-1:
if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c:
return True
return False
elif cp_value == 0x0375:
if pos < len(label)-1 and len(label) > 1:
return _is_script(label[pos + 1], 'Greek')
return False
elif cp_value == 0x05f3 or cp_value == 0x05f4:
if pos > 0:
return _is_script(label[pos - 1], 'Hebrew')
return False
elif cp_value == 0x30fb:
for cp in label:
if cp == '\u30fb':
continue
if _is_script(cp, 'Hiragana') or _is_script(cp, 'Katakana') or _is_script(cp, 'Han'):
return True
return False
elif 0x660 <= cp_value <= 0x669:
for cp in label:
if 0x6f0 <= ord(cp) <= 0x06f9:
return False
return True
elif 0x6f0 <= cp_value <= 0x6f9:
for cp in label:
if 0x660 <= ord(cp) <= 0x0669:
return False
return True
return False
def check_label(label):
# type: (Union[str, bytes, bytearray]) -> None
if isinstance(label, (bytes, bytearray)):
label = label.decode('utf-8')
if len(label) == 0:
raise IDNAError('Empty Label')
check_nfc(label)
check_hyphen_ok(label)
check_initial_combiner(label)
for (pos, cp) in enumerate(label):
cp_value = ord(cp)
if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']):
continue
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']):
try:
if not valid_contextj(label, pos):
raise InvalidCodepointContext('Joiner {} not allowed at position {} in {}'.format(
_unot(cp_value), pos+1, repr(label)))
except ValueError:
raise IDNAError('Unknown codepoint adjacent to joiner {} at position {} in {}'.format(
_unot(cp_value), pos+1, repr(label)))
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']):
if not valid_contexto(label, pos):
raise InvalidCodepointContext('Codepoint {} not allowed at position {} in {}'.format(_unot(cp_value), pos+1, repr(label)))
else:
raise InvalidCodepoint('Codepoint {} at position {} of {} not allowed'.format(_unot(cp_value), pos+1, repr(label)))
check_bidi(label)
def alabel(label):
# type: (str) -> bytes
try:
label_bytes = label.encode('ascii')
ulabel(label_bytes)
if not valid_label_length(label_bytes):
raise IDNAError('Label too long')
return label_bytes
except UnicodeEncodeError:
pass
if not label:
raise IDNAError('No Input')
label = str(label)
check_label(label)
label_bytes = _punycode(label)
label_bytes = _alabel_prefix + label_bytes
if not valid_label_length(label_bytes):
raise IDNAError('Label too long')
return label_bytes
def ulabel(label):
# type: (Union[str, bytes, bytearray]) -> str
if not isinstance(label, (bytes, bytearray)):
try:
label_bytes = label.encode('ascii')
except UnicodeEncodeError:
check_label(label)
return label
else:
label_bytes = label
label_bytes = label_bytes.lower()
if label_bytes.startswith(_alabel_prefix):
label_bytes = label_bytes[len(_alabel_prefix):]
if not label_bytes:
raise IDNAError('Malformed A-label, no Punycode eligible content found')
if label_bytes.decode('ascii')[-1] == '-':
raise IDNAError('A-label must not end with a hyphen')
else:
check_label(label_bytes)
return label_bytes.decode('ascii')
label = label_bytes.decode('punycode')
check_label(label)
return label
def uts46_remap(domain, std3_rules=True, transitional=False):
# type: (str, bool, bool) -> str
"""Re-map the characters in the string according to UTS46 processing."""
from .uts46data import uts46data
output = ''
for pos, char in enumerate(domain):
code_point = ord(char)
try:
uts46row = uts46data[code_point if code_point < 256 else
bisect.bisect_left(uts46data, (code_point, 'Z')) - 1]
status = uts46row[1]
replacement = None # type: Optional[str]
if len(uts46row) == 3:
replacement = uts46row[2] # type: ignore
if (status == 'V' or
(status == 'D' and not transitional) or
(status == '3' and not std3_rules and replacement is None)):
output += char
elif replacement is not None and (status == 'M' or
(status == '3' and not std3_rules) or
(status == 'D' and transitional)):
output += replacement
elif status != 'I':
raise IndexError()
except IndexError:
raise InvalidCodepoint(
'Codepoint {} not allowed at position {} in {}'.format(
_unot(code_point), pos + 1, repr(domain)))
return unicodedata.normalize('NFC', output)
def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False):
# type: (Union[str, bytes, bytearray], bool, bool, bool, bool) -> bytes
if isinstance(s, (bytes, bytearray)):
s = s.decode('ascii')
if uts46:
s = uts46_remap(s, std3_rules, transitional)
trailing_dot = False
result = []
if strict:
labels = s.split('.')
else:
labels = _unicode_dots_re.split(s)
if not labels or labels == ['']:
raise IDNAError('Empty domain')
if labels[-1] == '':
del labels[-1]
trailing_dot = True
for label in labels:
s = alabel(label)
if s:
result.append(s)
else:
raise IDNAError('Empty label')
if trailing_dot:
result.append(b'')
s = b'.'.join(result)
if not valid_string_length(s, trailing_dot):
raise IDNAError('Domain too long')
return s
def decode(s, strict=False, uts46=False, std3_rules=False):
# type: (Union[str, bytes, bytearray], bool, bool, bool) -> str
if isinstance(s, (bytes, bytearray)):
s = s.decode('ascii')
if uts46:
s = uts46_remap(s, std3_rules, False)
trailing_dot = False
result = []
if not strict:
labels = _unicode_dots_re.split(s)
else:
labels = s.split('.')
if not labels or labels == ['']:
raise IDNAError('Empty domain')
if not labels[-1]:
del labels[-1]
trailing_dot = True
for label in labels:
s = ulabel(label)
if s:
result.append(s)
else:
raise IDNAError('Empty label')
if trailing_dot:
result.append('')
return '.'.join(result)
site-packages/pip/_vendor/platformdirs/__pycache__/__main__.cpython-39.pyc 0000644 00000002271 15056474501 0022610 0 ustar 00 a
��Ret � @ s4 d dl mZmZ dZdd�dd�Zedkr0e� dS )� )� PlatformDirs� __version__) �
user_data_dir�user_config_dir�user_cache_dir�user_state_dir� user_log_dir�user_documents_dir�user_runtime_dir�
site_data_dir�site_config_dirN)�returnc C s� d} d}t dt� d�� t d� t| |dd�}tD ] }t |� dt||�� �� q2t d � t| |�}tD ] }t |� dt||�� �� qft d
� t| �}tD ] }t |� dt||�� �� q�t d � t| d d
�}tD ] }t |� dt||�� �� q�d S )NZMyAppZ MyCompanyz-- platformdirs z --z%-- app dirs (with optional 'version')z1.0)�versionz: z)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor')F)� appauthor)�printr r �PROPS�getattr)Zapp_nameZ
app_author�dirs�prop� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/__main__.py�main s&
r �__main__)Zpip._vendor.platformdirsr r r r �__name__r r r r �<module> s
site-packages/pip/_vendor/platformdirs/__pycache__/windows.cpython-39.pyc 0000644 00000014457 15056474501 0022573 0 ustar 00 a
��Re � @ s� d dl Z d dlZd dlmZ d dlmZmZ ddlmZ G dd� de�Z e
e
d�d d
�Z e
e
d�d d �Z e
e
d�d
d�Z
ee
ge
f d�dd�Zedd�e� �ZdgZdS )� N)� lru_cache)�Callable�Optional� )�PlatformDirsABCc @ s� e Zd ZdZeed�dd��Zdd�eee ed�dd �Zeed�d
d ��Z eed�d d
��Z
eed�dd��Z eed�dd��Z eed�dd��Z
eed�dd��Zeed�dd��Zeed�dd��ZdS )�Windowsa� `MSDN on where to store app data files
<http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120>`_.
Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>`,
`appauthor <platformdirs.api.PlatformDirsABC.appauthor>`,
`version <platformdirs.api.PlatformDirsABC.version>`,
`roaming <platformdirs.api.PlatformDirsABC.roaming>`,
`opinion <platformdirs.api.PlatformDirsABC.opinion>`.��returnc C s( | j r
dnd}tj�t|��}| �|�S )z�
:return: data directory tied to the user, e.g.
``%USERPROFILE%\AppData\Local\$appauthor\$appname`` (not roaming) or
``%USERPROFILE%\AppData\Roaming\$appauthor\$appname`` (roaming)
�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATA)�roaming�os�path�normpath�get_win_folder�
_append_parts)�self�constr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/windows.py�
user_data_dir s zWindows.user_data_dirN��
opinion_value)r r r c C st g }| j r`| jdur*| jp | j }|�|� |�| j � |d urN| jrN|�|� | jr`|�| j� tjj|g|�R � S )NF)�appname� appauthor�append�opinion�versionr
r �join)r r r �params�authorr r r r s
zWindows._append_partsc C s t j�td��}| �|�S )zT:return: data directory shared by users, e.g. ``C:\ProgramData\$appauthor\$appname``�CSIDL_COMMON_APPDATA�r
r r r r �r r r r r �
site_data_dir+ s zWindows.site_data_dirc C s | j S )zC:return: config directory tied to the user, same as `user_data_dir`�r �r r r r �user_config_dir1 s zWindows.user_config_dirc C s | j S )zF:return: config directory shared by the users, same as `site_data_dir`)r$ r& r r r �site_config_dir6 s zWindows.site_config_dirc C s t j�td��}| j|dd�S )z�
:return: cache directory tied to the user (if opinionated with ``Cache`` folder within ``$appname``) e.g.
``%USERPROFILE%\AppData\Local\$appauthor\$appname\Cache\$version``
r �Cacher r" r# r r r �user_cache_dir; s zWindows.user_cache_dirc C s | j S )zB:return: state directory tied to the user, same as `user_data_dir`r% r& r r r �user_state_dirD s zWindows.user_state_dirc C s | j }| jrtj�|d�}|S )zy
:return: log directory tied to the user, same as `user_data_dir` if not opinionated else ``Logs`` in it
ZLogs)r r r
r r r# r r r � user_log_dirI s zWindows.user_log_dirc C s t j�td��S )z`
:return: documents directory tied to the user e.g. ``%USERPROFILE%\Documents``
�CSIDL_PERSONAL)r
r r r r& r r r �user_documents_dirS s zWindows.user_documents_dirc C s$ t j�t j�td�d��}| �|�S )z�
:return: runtime directory tied to the user, e.g.
``%USERPROFILE%\AppData\Local\Temp\$appauthor\$appname``
r ZTemp)r
r r r r r r# r r r �user_runtime_dirZ s zWindows.user_runtime_dir)�__name__�
__module__� __qualname__�__doc__�property�strr r r r$ r' r( r* r+ r, r. r/ r r r r r s(
r )�
csidl_namer c C sr | dkr$t j�t j�t jd �d�S dddd��| �}|du rLtd | � ���t j�|�}|du rntd
|� ���|S ) z&Get folder from environment variables.r- � USERPROFILEZ Documents�APPDATAZALLUSERSPROFILE� LOCALAPPDATA)r
r! r N�Unknown CSIDL name: z Unset environment variable: )r
r r r �environ�get�
ValueError)r6 Z env_var_name�resultr r r � get_win_folder_from_env_varsd s �� r? c C sX ddddd�� | �}|du r*td| � ���ddl}|�|jd �}|�||�\}}t|�S )
z�Get folder from the registry.
This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
ZAppDatazCommon AppDataz
Local AppDataZPersonal�r
r! r r- Nr: r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)r< r= �winreg�OpenKey�HKEY_CURRENT_USER� QueryValueExr5 )r6 Zshell_folder_namerA �key� directory�_r r r � get_win_folder_from_registryv s ��rH c C s� ddddd�� | �}|du r*td| � ���t�d�}ttd �}|j�d|dd
|� td d � |D ��r�t�d�}|j� |j
|d�r�|}|j
S )
zGet folder with ctypes.� �# � � r@ Nr: i �windllr c s s | ]}t |�d kV qdS )� N)�ord)�.0�cr r r � <genexpr>� � z,get_win_folder_via_ctypes.<locals>.<genexpr>) r< r= �ctypes�create_unicode_buffer�getattrZshell32ZSHGetFolderPathW�anyZkernel32ZGetShortPathNameW�value)r6 Z csidl_const�bufrM Zbuf2r r r �get_win_folder_via_ctypes� s" ��
rZ r c C s: t td�rtS z dd l} W n ty0 t Y S 0 tS d S )NrM r )�hasattrrT rZ rA � ImportErrorr? rH )rA r r r �_pick_get_win_folder� s
r] )�maxsize)rT r
� functoolsr �typingr r �apir r r5 r? rH rZ r] r �__all__r r r r �<module> s [ � site-packages/pip/_vendor/platformdirs/__pycache__/unix.cpython-39.pyc 0000644 00000015646 15056474501 0022065 0 ustar 00 a
��Re� � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZ ddlm Z ej
� d�rZd dl m Z ne
d �d
d �Z G d d
� d
e �Zeee d�dd�Zd
gZdS )� N)� ConfigParser)�Path)�Optional� )�PlatformDirsABC�linux)�getuid��returnc C s t d��d S )Nz should only be used on Linux)� RuntimeError� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/unix.pyr
s r c @ s� e Zd ZdZeed�dd��Zeed�dd��Zeed�dd �Zeed�d
d ��Z eed�d d
��Z
eed�dd��Z eed�dd��Z eed�dd��Z
eed�dd��Zeed�dd��Zeed�dd��Zeed�dd��Zeed �d d �Zd S ) �UnixaD
On Unix/Linux, we follow the
`XDG Basedir Spec <https://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html>`_. The spec allows
overriding directories with environment variables. The examples show are the default values, alongside the name of
the environment variable that overrides them. Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>`,
`version <platformdirs.api.PlatformDirsABC.version>`,
`multipath <platformdirs.api.PlatformDirsABC.multipath>`,
`opinion <platformdirs.api.PlatformDirsABC.opinion>`.
r c C s, t j�dd�}|�� s"t j�d�}| �|�S )z�
:return: data directory tied to the user, e.g. ``~/.local/share/$appname/$version`` or
``$XDG_DATA_HOME/$appname/$version``
�
XDG_DATA_HOME� z~/.local/share��os�environ�get�strip�path�
expanduser� _append_app_name_and_version��selfr r r r
�
user_data_dir s zUnix.user_data_dirc C s. t j�dd�}|�� s$dt j� d�}| �|�S )aY
:return: data directories shared by users (if `multipath <platformdirs.api.PlatformDirsABC.multipath>` is
enabled and ``XDG_DATA_DIR`` is set and a multi path the response is also a multi path separated by the OS
path separator), e.g. ``/usr/local/share/$appname/$version`` or ``/usr/share/$appname/$version``
�
XDG_DATA_DIRSr z/usr/local/sharez
/usr/share)r r r r �pathsep�_with_multi_pathr r r r
�
site_data_dir( s zUnix.site_data_dir)r r
c s< |� tj�}� js |dd� }� fdd�|D �}tj�|�S )Nr r c s g | ]}� � tj�|���qS r )r r r r )�.0�p�r r r
�
<listcomp>9 � z)Unix._with_multi_path.<locals>.<listcomp>)�splitr r � multipath�join)r r � path_listr r" r
r 5 s
zUnix._with_multi_pathc C s, t j�dd�}|�� s"t j�d�}| �|�S )z�
:return: config directory tied to the user, e.g. ``~/.config/$appname/$version`` or
``$XDG_CONFIG_HOME/$appname/$version``
�XDG_CONFIG_HOMEr z ~/.configr r r r r
�user_config_dir< s zUnix.user_config_dirc C s$ t j�dd�}|�� sd}| �|�S )a/
:return: config directories shared by users (if `multipath <platformdirs.api.PlatformDirsABC.multipath>`
is enabled and ``XDG_DATA_DIR`` is set and a multi path the response is also a multi path separated by the OS
path separator), e.g. ``/etc/xdg/$appname/$version``
�XDG_CONFIG_DIRSr z/etc/xdg)r r r r r r r r r
�site_config_dirG s zUnix.site_config_dirc C s, t j�dd�}|�� s"t j�d�}| �|�S )z�
:return: cache directory tied to the user, e.g. ``~/.cache/$appname/$version`` or
``~/$XDG_CACHE_HOME/$appname/$version``
�XDG_CACHE_HOMEr z~/.cacher r r r r
�user_cache_dirT s zUnix.user_cache_dirc C s, t j�dd�}|�� s"t j�d�}| �|�S )z�
:return: state directory tied to the user, e.g. ``~/.local/state/$appname/$version`` or
``$XDG_STATE_HOME/$appname/$version``
�XDG_STATE_HOMEr z~/.local/stater r r r r
�user_state_dir_ s zUnix.user_state_dirc C s | j }| jrtj�|d�}|S )zx
:return: log directory tied to the user, same as `user_data_dir` if not opinionated else ``log`` in it
�log)r. �opinionr r r' r r r r
� user_log_dirj s zUnix.user_log_dirc C s6 t d�}|du r2tj�dd��� }|s2tj�d�}|S )zU
:return: documents directory tied to the user, e.g. ``~/Documents``
�XDG_DOCUMENTS_DIRNr z ~/Documents)�_get_user_dirs_folderr r r r r r )r �
documents_dirr r r
�user_documents_dirt s zUnix.user_documents_dirc C s, t j�dd�}|�� s"dt� � �}| �|�S )z�
:return: runtime directory tied to the user, e.g. ``/run/user/$(id -u)/$appname/$version`` or
``$XDG_RUNTIME_DIR/$appname/$version``
�XDG_RUNTIME_DIRr z
/run/user/)r r r r r r r r r r
�user_runtime_dir� s zUnix.user_runtime_dirc C s | � | j�S )zd:return: data path shared by users. Only return first item, even if ``multipath`` is set to ``True``)� _first_item_as_path_if_multipathr r" r r r
�site_data_path� s zUnix.site_data_pathc C s | � | j�S )zj:return: config path shared by the users. Only return first item, even if ``multipath`` is set to ``True``)r: r, r" r r r
�site_config_path� s zUnix.site_config_path)� directoryr
c C s | j r|�tj�d }t|�S )Nr )r& r% r r r )r r= r r r
r: � s z%Unix._first_item_as_path_if_multipathN)�__name__�
__module__� __qualname__�__doc__�property�strr r r r* r, r. r0 r3 r7 r9 r r; r< r: r r r r
r s2
r )�keyr
c C s� t j�t� jd�}t j�|�r�t� }t|��$}|�d|� � � �� W d � n1 sV0 Y | |d vrpdS |d | �
d�}|� dt j� d��}|S dS )zjReturn directory from user-dirs.dirs config file. See https://freedesktop.org/wiki/Software/xdg-user-dirs/zuser-dirs.dirsz[top]
N�top�"z$HOME�~)
r r r' r r* �existsr �open� read_string�readr �replacer )rD �user_dirs_config_path�parser�streamr r r r
r5 � s
2 r5 )r �sys� configparserr �pathlibr �typingr �apir �platform�
startswithr �intr rC r5 �__all__r r r r
�<module> s
� site-packages/pip/_vendor/platformdirs/__pycache__/android.cpython-39.pyc 0000644 00000010414 15056474501 0022506 0 ustar 00 a
��Re� � @ sz d dl Z d dlZd dlZd dlmZ ddlmZ G dd� de�Zedd�ed�d d
��Z edd�ed�d d ��Z
dgZ dS )
� N)� lru_cache� )�PlatformDirsABCc @ s� e Zd ZdZeed�dd��Zeed�dd��Zeed�dd��Zeed�d d
��Z eed�d d ��Z
eed�d
d��Z eed�dd��Z eed�dd��Z
eed�dd��ZdS )�Androidz�
Follows the guidance `from here <https://android.stackexchange.com/a/216132>`_. Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>` and
`version <platformdirs.api.PlatformDirsABC.version>`.
��returnc C s | � t� d�S )zd:return: data directory tied to the user, e.g. ``/data/user/<userid>/<packagename>/files/<AppName>``�files�� _append_app_name_and_version�_android_folder��self� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/android.py�
user_data_dir s zAndroid.user_data_dirc C s | j S )z@:return: data directory shared by users, same as `user_data_dir`�r r r r r �
site_data_dir s zAndroid.site_data_dirc C s | � t� d�S )z
:return: config directory tied to the user, e.g. ``/data/user/<userid>/<packagename>/shared_prefs/<AppName>``
Z shared_prefsr r r r r �user_config_dir s zAndroid.user_config_dirc C s | j S )zH:return: config directory shared by the users, same as `user_config_dir`)r r r r r �site_config_dir! s zAndroid.site_config_dirc C s | � t� d�S )zj:return: cache directory tied to the user, e.g. e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>``�cacher r r r r �user_cache_dir& s zAndroid.user_cache_dirc C s | j S )zB:return: state directory tied to the user, same as `user_data_dir`r r r r r �user_state_dir+ s zAndroid.user_state_dirc C s | j }| jrtj�|d�}|S )z�
:return: log directory tied to the user, same as `user_cache_dir` if not opinionated else ``log`` in it,
e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>/log``
�log�r �opinion�os�path�join�r
r r r r � user_log_dir0 s zAndroid.user_log_dirc C s t � S )zf
:return: documents directory tied to the user e.g. ``/storage/emulated/0/Documents``
)�_android_documents_folderr r r r �user_documents_dir; s zAndroid.user_documents_dirc C s | j }| jrtj�|d�}|S )z�
:return: runtime directory tied to the user, same as `user_cache_dir` if not opinionated else ``tmp`` in it,
e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>/tmp``
�tmpr r r r r �user_runtime_dirB s zAndroid.user_runtime_dirN)�__name__�
__module__� __qualname__�__doc__�property�strr r r r r r r r! r# r r r r r s&
r )�maxsizer c C sz z(ddl m} | d�}|�� �� �� }W nL tyt t�d�}tj D ] }|�
|�rF|� d�d } qpqFt d��Y n0 |S )z':return: base folder for the Android OSr �� autoclass�android.content.Contextz /data/(data|user/\d+)/(.+)/filesz/filesz&Cannot find path to android app folder)
�jniusr, Z getFilesDirZ
getParentFile�getAbsolutePath� Exception�re�compile�sysr �match�split�OSError)r, �Context�result�patternr r r r r N s
r c C sL z0ddl m} | d�}| d�}|�|j��� }W n tyF d}Y n0 |S )z,:return: documents folder for the Android OSr r+ r- zandroid.os.Environmentz /storage/emulated/0/Documents)r. r, ZgetExternalFilesDirZDIRECTORY_DOCUMENTSr/ r0 )r, r7 � Environment�
documents_dirr r r r c s
r ) r r1 r3 � functoolsr �apir r r) r r �__all__r r r r �<module> s E� site-packages/pip/_vendor/platformdirs/__pycache__/version.cpython-39.pyc 0000644 00000000516 15056474501 0022555 0 ustar 00 a
��ReP � @ s d Z dZdZdS )z Version information z2.4.0)� � � N)�__doc__� __version__�__version_info__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/version.py�<module> s site-packages/pip/_vendor/platformdirs/__pycache__/api.cpython-39.pyc 0000644 00000012335 15056474501 0021643 0 ustar 00 a
��Re: � @ sf d dl Z d dlZd dlmZmZ d dlmZ d dlmZm Z ej
dkrRd dlm Z G dd� de�Z dS ) � N)�ABC�abstractmethod)�Path)�Optional�Union)� � )�Literalc @ s� e Zd ZdZd1ee eeddf ee eeed�dd�Zeed �d
d �Z e
e ed �d
d���Z e
e ed �dd���Z
e
e ed �dd���Ze
e ed �dd���Ze
e ed �dd���Ze
e ed �dd���Ze
e ed �dd���Ze
e ed �dd ���Ze
e ed �d d ���Ze
ed �d d ��Ze
ed �d!d"��Ze
ed �d#d$��Ze
ed �d%d&��Ze
ed �d'd(��Ze
ed �d)d*��Ze
ed �d+d,��Z e
ed �d-d.��Z e
ed �d/d0��Z dS )2�PlatformDirsABCz7
Abstract base class for platform directories.
NFTzLiteral[False]��appname� appauthor�version�roaming� multipath�opinionc C s( || _ || _|| _|| _|| _|| _dS )a%
Create a new platform directory.
:param appname: See `appname`.
:param appauthor: See `appauthor`.
:param version: See `version`.
:param roaming: See `roaming`.
:param multipath: See `multipath`.
:param opinion: See `opinion`.
Nr )�selfr r
r r r r � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/api.py�__init__ s zPlatformDirsABC.__init__)�base�returnc G sL t |dd � �}| jr4|�| j� | jr4|�| j� tjj|d g|�R � S )N� r )�listr �appendr �os�path�join)r r �paramsr r r � _append_app_name_and_version; s z,PlatformDirsABC._append_app_name_and_version)r c C s dS )z(:return: data directory tied to the userNr �r r r r �
user_data_dirC s z PlatformDirsABC.user_data_dirc C s dS )z':return: data directory shared by usersNr r r r r �
site_data_dirH s z PlatformDirsABC.site_data_dirc C s dS )z*:return: config directory tied to the userNr r r r r �user_config_dirM s z PlatformDirsABC.user_config_dirc C s dS )z-:return: config directory shared by the usersNr r r r r �site_config_dirR s z PlatformDirsABC.site_config_dirc C s dS )z):return: cache directory tied to the userNr r r r r �user_cache_dirW s z PlatformDirsABC.user_cache_dirc C s dS )z):return: state directory tied to the userNr r r r r �user_state_dir\ s z PlatformDirsABC.user_state_dirc C s dS )z':return: log directory tied to the userNr r r r r � user_log_dira s z PlatformDirsABC.user_log_dirc C s dS )z-:return: documents directory tied to the userNr r r r r �user_documents_dirf s z"PlatformDirsABC.user_documents_dirc C s dS )z+:return: runtime directory tied to the userNr r r r r �user_runtime_dirk s z PlatformDirsABC.user_runtime_dirc C s
t | j�S )z#:return: data path tied to the user)r r! r r r r �user_data_pathp s z PlatformDirsABC.user_data_pathc C s
t | j�S )z":return: data path shared by users)r r" r r r r �site_data_pathu s z PlatformDirsABC.site_data_pathc C s
t | j�S )z%:return: config path tied to the user)r r# r r r r �user_config_pathz s z PlatformDirsABC.user_config_pathc C s
t | j�S )z(:return: config path shared by the users)r r$ r r r r �site_config_path s z PlatformDirsABC.site_config_pathc C s
t | j�S )z$:return: cache path tied to the user)r r% r r r r �user_cache_path� s z PlatformDirsABC.user_cache_pathc C s
t | j�S )z$:return: state path tied to the user)r r& r r r r �user_state_path� s z PlatformDirsABC.user_state_pathc C s
t | j�S )z":return: log path tied to the user)r r' r r r r �
user_log_path� s z PlatformDirsABC.user_log_pathc C s
t | j�S )z(:return: documents path tied to the user)r r( r r r r �user_documents_path� s z#PlatformDirsABC.user_documents_pathc C s
t | j�S )z&:return: runtime path tied to the user)r r) r r r r �user_runtime_path� s z!PlatformDirsABC.user_runtime_path)NNNFFT) �__name__�
__module__� __qualname__�__doc__r �strr �boolr r �propertyr r! r" r# r$ r% r& r' r( r) r r* r+ r, r- r. r/ r0 r1 r2 r r r r r
sz � � +r
)
r �sys�abcr r �pathlibr �typingr r � version_infor r
r r r r �<module> s
site-packages/pip/_vendor/platformdirs/__pycache__/__init__.cpython-39.pyc 0000644 00000025551 15056474501 0022635 0 ustar 00 a
��Re;2 � @ sP d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
erPddl m Z ddl
mZ ddlmZmZ e e d �d
d �Ze� ZeZd7ee e
edd
f ee eed�dd�Zd8ee e
edd
f ee eed�dd�Zd9ee e
edd
f ee eed�dd�Zd:ee e
edd
f ee eed�dd�Zd;ee e
edd
f ee eed�dd�Zd<ee e
edd
f ee eed�d d �Z d=ee e
edd
f ee eed�d d �Z ed �d d!�Z d>ee e
edd
f ee eed�d"d#�Z d?ee e
edd
f ee eed�d$d%�Z d@ee e
edd
f ee eed�d&d'�Z!dAee e
edd
f ee eed�d(d)�Z"dBee e
edd
f ee eed�d*d+�Z#dCee e
edd
f ee eed�d,d-�Z$dDee e
edd
f ee eed�d.d/�Z%dEee e
edd
f ee eed�d0d1�Z&ed �d2d3�Z'dFee e
edd
f ee eed�d4d5�Z(g d6�Z)dS )Gz�
Utilities for determining application-specific dirs. See <https://github.com/platformdirs/platformdirs> for details and
usage.
� N)�Path)�
TYPE_CHECKING�Optional�Type�Union)�Literal� )�PlatformDirsABC)� __version__�__version_info__)�returnc C sj t �d�dkr&t �d�dkr&d\} }n0tjdkr:d\} }n tjdkrNd \} }nd
\} }tt�| �|�}|S ) N� ANDROID_DATAz/data� ANDROID_ROOTz/system)z pip._vendor.platformdirs.android�Android�win32)z pip._vendor.platformdirs.windows�Windows�darwin)z pip._vendor.platformdirs.macos�MacOS)z pip._vendor.platformdirs.unix�Unix)�os�getenv�sys�platform�getattr� importlib�
import_module)�module�name�result� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/__init__.py�_set_platform_dir_class s
r! FzLiteral[False])�appname� appauthor�version�roamingr c C s t | |||d�jS )aq
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: data directory tied to the user
�r" r# r$ r% )� PlatformDirs�
user_data_dirr& r r r r( # s
r( )r" r# r$ � multipathr c C s t | |||d�jS )at
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: data directory shared by users
�r" r# r$ r) )r' �
site_data_dirr* r r r r+ 3 s
r+ c C s t | |||d�jS )as
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: config directory tied to the user
r& )r' �user_config_dirr& r r r r, C s
r, c C s t | |||d�jS )az
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: config directory shared by the users
r* )r' �site_config_dirr* r r r r- S s
r- T)r" r# r$ �opinionr c C s t | |||d�jS )ar
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: cache directory tied to the user
�r" r# r$ r. )r' �user_cache_dirr/ r r r r0 c s
r0 c C s t | |||d�jS )ar
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: state directory tied to the user
r& )r' �user_state_dirr& r r r r1 s s
r1 c C s t | |||d�jS )ap
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: log directory tied to the user
r/ )r' � user_log_dirr/ r r r r2 � s
r2 c C s t � jS )z8
:returns: documents directory tied to the user
)r' �user_documents_dirr r r r r3 � s r3 c C s t | |||d�jS )at
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `opinion <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: runtime directory tied to the user
r/ )r' �user_runtime_dirr/ r r r r4 � s
r4 c C s t | |||d�jS )al
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: data path tied to the user
r& )r' �user_data_pathr& r r r r5 � s
r5 c C s t | |||d�jS )aq
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `multipath <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: data path shared by users
r* )r' �site_data_pathr* r r r r6 � s
r6 c C s t | |||d�jS )an
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: config path tied to the user
r& )r' �user_config_pathr& r r r r7 � s
r7 c C s t | |||d�jS )au
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: config path shared by the users
r* )r' �site_config_pathr* r r r r8 � s
r8 c C s t | |||d�jS )am
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: cache path tied to the user
r/ )r' �user_cache_pathr/ r r r r9 � s
r9 c C s t | |||d�jS )am
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: state path tied to the user
r& )r' �user_state_pathr& r r r r: � s
r: c C s t | |||d�jS )ak
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: log path tied to the user
r/ )r' �
user_log_pathr/ r r r r;
s
r; c C s t � jS )z3
:returns: documents path tied to the user
)r' �user_documents_pathr r r r r< s r< c C s t | |||d�jS )ao
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `opinion <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: runtime path tied to the user
r/ )r' �user_runtime_pathr/ r r r r= ! s
r= )r
r r' �AppDirsr r( r, r0 r1 r2 r3 r4 r+ r- r5 r7 r9 r: r; r< r= r6 r8 )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)NNNT)NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)NNNT)*�__doc__r r r �pathlibr �typingr r r r Ztyping_extensionsr �apir r$ r
r r! r' r> �str�boolr( r+ r, r- r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= �__all__r r r r �<module> s~
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � site-packages/pip/_vendor/platformdirs/__pycache__/macos.cpython-39.pyc 0000644 00000006343 15056474501 0022176 0 ustar 00 a
��Re;
� @ s. d dl Z ddlmZ G dd� de�ZdgZdS )� N� )�PlatformDirsABCc @ s� e Zd ZdZeed�dd��Zeed�dd��Zeed�dd��Zeed�d d
��Z eed�d d ��Z
eed�d
d��Z eed�dd��Z eed�dd��Z
eed�dd��ZdS )�MacOSa�
Platform directories for the macOS operating system. Follows the guidance from `Apple documentation
<https://developer.apple.com/library/archive/documentation/FileManagement/Conceptual/FileSystemProgrammingGuide/MacOSXDirectories/MacOSXDirectories.html>`_.
Makes use of the `appname <platformdirs.api.PlatformDirsABC.appname>` and
`version <platformdirs.api.PlatformDirsABC.version>`.
)�returnc C s | � tj�d��S )zb:return: data directory tied to the user, e.g. ``~/Library/Application Support/$appname/$version``z ~/Library/Application Support/�� _append_app_name_and_version�os�path�
expanduser��self� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/platformdirs/macos.py�
user_data_dir s zMacOS.user_data_dirc C s
| � d�S )z`:return: data directory shared by users, e.g. ``/Library/Application Support/$appname/$version``z /Library/Application Support�r r r
r
r �
site_data_dir s zMacOS.site_data_dirc C s | � tj�d��S )z\:return: config directory tied to the user, e.g. ``~/Library/Preferences/$appname/$version``z~/Library/Preferences/r r r
r
r �user_config_dir s zMacOS.user_config_dirc C s
| � d�S )zU:return: config directory shared by the users, e.g. ``/Library/Preferences/$appname``z/Library/Preferencesr r r
r
r �site_config_dir s zMacOS.site_config_dirc C s | � tj�d��S )zV:return: cache directory tied to the user, e.g. ``~/Library/Caches/$appname/$version``z~/Library/Cachesr r r
r
r �user_cache_dir" s zMacOS.user_cache_dirc C s | j S )zB:return: state directory tied to the user, same as `user_data_dir`)r r r
r
r �user_state_dir' s zMacOS.user_state_dirc C s | � tj�d��S )zR:return: log directory tied to the user, e.g. ``~/Library/Logs/$appname/$version``z~/Library/Logsr r r
r
r � user_log_dir, s zMacOS.user_log_dirc C s t j�d�S )zC:return: documents directory tied to the user, e.g. ``~/Documents``z ~/Documents)r r r
r r
r
r �user_documents_dir1 s zMacOS.user_documents_dirc C s | � tj�d��S )zg:return: runtime directory tied to the user, e.g. ``~/Library/Caches/TemporaryItems/$appname/$version``z ~/Library/Caches/TemporaryItemsr r r
r
r �user_runtime_dir6 s zMacOS.user_runtime_dirN)�__name__�
__module__� __qualname__�__doc__�property�strr r r r r r r r r r
r
r
r r s& r )r �apir r �__all__r
r
r
r �<module> s 7� site-packages/pip/_vendor/platformdirs/unix.py 0000644 00000015371 15056474501 0015571 0 ustar 00 import os
import sys
from configparser import ConfigParser
from pathlib import Path
from typing import Optional
from .api import PlatformDirsABC
if sys.platform.startswith("linux"): # pragma: no branch # no op check, only to please the type checker
from os import getuid
else:
def getuid() -> int:
raise RuntimeError("should only be used on Linux")
class Unix(PlatformDirsABC):
"""
On Unix/Linux, we follow the
`XDG Basedir Spec <https://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html>`_. The spec allows
overriding directories with environment variables. The examples show are the default values, alongside the name of
the environment variable that overrides them. Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>`,
`version <platformdirs.api.PlatformDirsABC.version>`,
`multipath <platformdirs.api.PlatformDirsABC.multipath>`,
`opinion <platformdirs.api.PlatformDirsABC.opinion>`.
"""
@property
def user_data_dir(self) -> str:
"""
:return: data directory tied to the user, e.g. ``~/.local/share/$appname/$version`` or
``$XDG_DATA_HOME/$appname/$version``
"""
path = os.environ.get("XDG_DATA_HOME", "")
if not path.strip():
path = os.path.expanduser("~/.local/share")
return self._append_app_name_and_version(path)
@property
def site_data_dir(self) -> str:
"""
:return: data directories shared by users (if `multipath <platformdirs.api.PlatformDirsABC.multipath>` is
enabled and ``XDG_DATA_DIR`` is set and a multi path the response is also a multi path separated by the OS
path separator), e.g. ``/usr/local/share/$appname/$version`` or ``/usr/share/$appname/$version``
"""
# XDG default for $XDG_DATA_DIRS; only first, if multipath is False
path = os.environ.get("XDG_DATA_DIRS", "")
if not path.strip():
path = f"/usr/local/share{os.pathsep}/usr/share"
return self._with_multi_path(path)
def _with_multi_path(self, path: str) -> str:
path_list = path.split(os.pathsep)
if not self.multipath:
path_list = path_list[0:1]
path_list = [self._append_app_name_and_version(os.path.expanduser(p)) for p in path_list]
return os.pathsep.join(path_list)
@property
def user_config_dir(self) -> str:
"""
:return: config directory tied to the user, e.g. ``~/.config/$appname/$version`` or
``$XDG_CONFIG_HOME/$appname/$version``
"""
path = os.environ.get("XDG_CONFIG_HOME", "")
if not path.strip():
path = os.path.expanduser("~/.config")
return self._append_app_name_and_version(path)
@property
def site_config_dir(self) -> str:
"""
:return: config directories shared by users (if `multipath <platformdirs.api.PlatformDirsABC.multipath>`
is enabled and ``XDG_DATA_DIR`` is set and a multi path the response is also a multi path separated by the OS
path separator), e.g. ``/etc/xdg/$appname/$version``
"""
# XDG default for $XDG_CONFIG_DIRS only first, if multipath is False
path = os.environ.get("XDG_CONFIG_DIRS", "")
if not path.strip():
path = "/etc/xdg"
return self._with_multi_path(path)
@property
def user_cache_dir(self) -> str:
"""
:return: cache directory tied to the user, e.g. ``~/.cache/$appname/$version`` or
``~/$XDG_CACHE_HOME/$appname/$version``
"""
path = os.environ.get("XDG_CACHE_HOME", "")
if not path.strip():
path = os.path.expanduser("~/.cache")
return self._append_app_name_and_version(path)
@property
def user_state_dir(self) -> str:
"""
:return: state directory tied to the user, e.g. ``~/.local/state/$appname/$version`` or
``$XDG_STATE_HOME/$appname/$version``
"""
path = os.environ.get("XDG_STATE_HOME", "")
if not path.strip():
path = os.path.expanduser("~/.local/state")
return self._append_app_name_and_version(path)
@property
def user_log_dir(self) -> str:
"""
:return: log directory tied to the user, same as `user_data_dir` if not opinionated else ``log`` in it
"""
path = self.user_cache_dir
if self.opinion:
path = os.path.join(path, "log")
return path
@property
def user_documents_dir(self) -> str:
"""
:return: documents directory tied to the user, e.g. ``~/Documents``
"""
documents_dir = _get_user_dirs_folder("XDG_DOCUMENTS_DIR")
if documents_dir is None:
documents_dir = os.environ.get("XDG_DOCUMENTS_DIR", "").strip()
if not documents_dir:
documents_dir = os.path.expanduser("~/Documents")
return documents_dir
@property
def user_runtime_dir(self) -> str:
"""
:return: runtime directory tied to the user, e.g. ``/run/user/$(id -u)/$appname/$version`` or
``$XDG_RUNTIME_DIR/$appname/$version``
"""
path = os.environ.get("XDG_RUNTIME_DIR", "")
if not path.strip():
path = f"/run/user/{getuid()}"
return self._append_app_name_and_version(path)
@property
def site_data_path(self) -> Path:
""":return: data path shared by users. Only return first item, even if ``multipath`` is set to ``True``"""
return self._first_item_as_path_if_multipath(self.site_data_dir)
@property
def site_config_path(self) -> Path:
""":return: config path shared by the users. Only return first item, even if ``multipath`` is set to ``True``"""
return self._first_item_as_path_if_multipath(self.site_config_dir)
def _first_item_as_path_if_multipath(self, directory: str) -> Path:
if self.multipath:
# If multipath is True, the first path is returned.
directory = directory.split(os.pathsep)[0]
return Path(directory)
def _get_user_dirs_folder(key: str) -> Optional[str]:
"""Return directory from user-dirs.dirs config file. See https://freedesktop.org/wiki/Software/xdg-user-dirs/"""
user_dirs_config_path = os.path.join(Unix().user_config_dir, "user-dirs.dirs")
if os.path.exists(user_dirs_config_path):
parser = ConfigParser()
with open(user_dirs_config_path) as stream:
# Add fake section header, so ConfigParser doesn't complain
parser.read_string(f"[top]\n{stream.read()}")
if key not in parser["top"]:
return None
path = parser["top"][key].strip('"')
# Handle relative home paths
path = path.replace("$HOME", os.path.expanduser("~"))
return path
return None
__all__ = [
"Unix",
]
site-packages/pip/_vendor/platformdirs/macos.py 0000644 00000005073 15056474501 0015706 0 ustar 00 import os
from .api import PlatformDirsABC
class MacOS(PlatformDirsABC):
"""
Platform directories for the macOS operating system. Follows the guidance from `Apple documentation
<https://developer.apple.com/library/archive/documentation/FileManagement/Conceptual/FileSystemProgrammingGuide/MacOSXDirectories/MacOSXDirectories.html>`_.
Makes use of the `appname <platformdirs.api.PlatformDirsABC.appname>` and
`version <platformdirs.api.PlatformDirsABC.version>`.
"""
@property
def user_data_dir(self) -> str:
""":return: data directory tied to the user, e.g. ``~/Library/Application Support/$appname/$version``"""
return self._append_app_name_and_version(os.path.expanduser("~/Library/Application Support/"))
@property
def site_data_dir(self) -> str:
""":return: data directory shared by users, e.g. ``/Library/Application Support/$appname/$version``"""
return self._append_app_name_and_version("/Library/Application Support")
@property
def user_config_dir(self) -> str:
""":return: config directory tied to the user, e.g. ``~/Library/Preferences/$appname/$version``"""
return self._append_app_name_and_version(os.path.expanduser("~/Library/Preferences/"))
@property
def site_config_dir(self) -> str:
""":return: config directory shared by the users, e.g. ``/Library/Preferences/$appname``"""
return self._append_app_name_and_version("/Library/Preferences")
@property
def user_cache_dir(self) -> str:
""":return: cache directory tied to the user, e.g. ``~/Library/Caches/$appname/$version``"""
return self._append_app_name_and_version(os.path.expanduser("~/Library/Caches"))
@property
def user_state_dir(self) -> str:
""":return: state directory tied to the user, same as `user_data_dir`"""
return self.user_data_dir
@property
def user_log_dir(self) -> str:
""":return: log directory tied to the user, e.g. ``~/Library/Logs/$appname/$version``"""
return self._append_app_name_and_version(os.path.expanduser("~/Library/Logs"))
@property
def user_documents_dir(self) -> str:
""":return: documents directory tied to the user, e.g. ``~/Documents``"""
return os.path.expanduser("~/Documents")
@property
def user_runtime_dir(self) -> str:
""":return: runtime directory tied to the user, e.g. ``~/Library/Caches/TemporaryItems/$appname/$version``"""
return self._append_app_name_and_version(os.path.expanduser("~/Library/Caches/TemporaryItems"))
__all__ = [
"MacOS",
]
site-packages/pip/_vendor/platformdirs/api.py 0000644 00000011472 15056474501 0015355 0 ustar 00 import os
import sys
from abc import ABC, abstractmethod
from pathlib import Path
from typing import Optional, Union
if sys.version_info >= (3, 8): # pragma: no branch
from typing import Literal # pragma: no cover
class PlatformDirsABC(ABC):
"""
Abstract base class for platform directories.
"""
def __init__(
self,
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
multipath: bool = False,
opinion: bool = True,
):
"""
Create a new platform directory.
:param appname: See `appname`.
:param appauthor: See `appauthor`.
:param version: See `version`.
:param roaming: See `roaming`.
:param multipath: See `multipath`.
:param opinion: See `opinion`.
"""
self.appname = appname #: The name of application.
self.appauthor = appauthor
"""
The name of the app author or distributing body for this application. Typically, it is the owning company name.
Defaults to `appname`. You may pass ``False`` to disable it.
"""
self.version = version
"""
An optional version path element to append to the path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this would typically be ``<major>.<minor>``.
"""
self.roaming = roaming
"""
Whether to use the roaming appdata directory on Windows. That means that for users on a Windows network setup
for roaming profiles, this user data will be synced on login (see
`here <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>`_).
"""
self.multipath = multipath
"""
An optional parameter only applicable to Unix/Linux which indicates that the entire list of data dirs should be
returned. By default, the first item would only be returned.
"""
self.opinion = opinion #: A flag to indicating to use opinionated values.
def _append_app_name_and_version(self, *base: str) -> str:
params = list(base[1:])
if self.appname:
params.append(self.appname)
if self.version:
params.append(self.version)
return os.path.join(base[0], *params)
@property
@abstractmethod
def user_data_dir(self) -> str:
""":return: data directory tied to the user"""
@property
@abstractmethod
def site_data_dir(self) -> str:
""":return: data directory shared by users"""
@property
@abstractmethod
def user_config_dir(self) -> str:
""":return: config directory tied to the user"""
@property
@abstractmethod
def site_config_dir(self) -> str:
""":return: config directory shared by the users"""
@property
@abstractmethod
def user_cache_dir(self) -> str:
""":return: cache directory tied to the user"""
@property
@abstractmethod
def user_state_dir(self) -> str:
""":return: state directory tied to the user"""
@property
@abstractmethod
def user_log_dir(self) -> str:
""":return: log directory tied to the user"""
@property
@abstractmethod
def user_documents_dir(self) -> str:
""":return: documents directory tied to the user"""
@property
@abstractmethod
def user_runtime_dir(self) -> str:
""":return: runtime directory tied to the user"""
@property
def user_data_path(self) -> Path:
""":return: data path tied to the user"""
return Path(self.user_data_dir)
@property
def site_data_path(self) -> Path:
""":return: data path shared by users"""
return Path(self.site_data_dir)
@property
def user_config_path(self) -> Path:
""":return: config path tied to the user"""
return Path(self.user_config_dir)
@property
def site_config_path(self) -> Path:
""":return: config path shared by the users"""
return Path(self.site_config_dir)
@property
def user_cache_path(self) -> Path:
""":return: cache path tied to the user"""
return Path(self.user_cache_dir)
@property
def user_state_path(self) -> Path:
""":return: state path tied to the user"""
return Path(self.user_state_dir)
@property
def user_log_path(self) -> Path:
""":return: log path tied to the user"""
return Path(self.user_log_dir)
@property
def user_documents_path(self) -> Path:
""":return: documents path tied to the user"""
return Path(self.user_documents_dir)
@property
def user_runtime_path(self) -> Path:
""":return: runtime path tied to the user"""
return Path(self.user_runtime_dir)
site-packages/pip/_vendor/platformdirs/version.py 0000644 00000000120 15056474501 0016255 0 ustar 00 """ Version information """
__version__ = "2.4.0"
__version_info__ = (2, 4, 0)
site-packages/pip/_vendor/platformdirs/android.py 0000644 00000007632 15056474501 0016227 0 ustar 00 import os
import re
import sys
from functools import lru_cache
from .api import PlatformDirsABC
class Android(PlatformDirsABC):
"""
Follows the guidance `from here <https://android.stackexchange.com/a/216132>`_. Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>` and
`version <platformdirs.api.PlatformDirsABC.version>`.
"""
@property
def user_data_dir(self) -> str:
""":return: data directory tied to the user, e.g. ``/data/user/<userid>/<packagename>/files/<AppName>``"""
return self._append_app_name_and_version(_android_folder(), "files")
@property
def site_data_dir(self) -> str:
""":return: data directory shared by users, same as `user_data_dir`"""
return self.user_data_dir
@property
def user_config_dir(self) -> str:
"""
:return: config directory tied to the user, e.g. ``/data/user/<userid>/<packagename>/shared_prefs/<AppName>``
"""
return self._append_app_name_and_version(_android_folder(), "shared_prefs")
@property
def site_config_dir(self) -> str:
""":return: config directory shared by the users, same as `user_config_dir`"""
return self.user_config_dir
@property
def user_cache_dir(self) -> str:
""":return: cache directory tied to the user, e.g. e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>``"""
return self._append_app_name_and_version(_android_folder(), "cache")
@property
def user_state_dir(self) -> str:
""":return: state directory tied to the user, same as `user_data_dir`"""
return self.user_data_dir
@property
def user_log_dir(self) -> str:
"""
:return: log directory tied to the user, same as `user_cache_dir` if not opinionated else ``log`` in it,
e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>/log``
"""
path = self.user_cache_dir
if self.opinion:
path = os.path.join(path, "log")
return path
@property
def user_documents_dir(self) -> str:
"""
:return: documents directory tied to the user e.g. ``/storage/emulated/0/Documents``
"""
return _android_documents_folder()
@property
def user_runtime_dir(self) -> str:
"""
:return: runtime directory tied to the user, same as `user_cache_dir` if not opinionated else ``tmp`` in it,
e.g. ``/data/user/<userid>/<packagename>/cache/<AppName>/tmp``
"""
path = self.user_cache_dir
if self.opinion:
path = os.path.join(path, "tmp")
return path
@lru_cache(maxsize=1)
def _android_folder() -> str:
""":return: base folder for the Android OS"""
try:
# First try to get path to android app via pyjnius
from jnius import autoclass # noqa: SC200
Context = autoclass("android.content.Context") # noqa: SC200
result: str = Context.getFilesDir().getParentFile().getAbsolutePath()
except Exception:
# if fails find an android folder looking path on the sys.path
pattern = re.compile(r"/data/(data|user/\d+)/(.+)/files")
for path in sys.path:
if pattern.match(path):
result = path.split("/files")[0]
break
else:
raise OSError("Cannot find path to android app folder")
return result
@lru_cache(maxsize=1)
def _android_documents_folder() -> str:
""":return: documents folder for the Android OS"""
# Get directories with pyjnius
try:
from jnius import autoclass # noqa: SC200
Context = autoclass("android.content.Context") # noqa: SC200
Environment = autoclass("android.os.Environment")
documents_dir: str = Context.getExternalFilesDir(Environment.DIRECTORY_DOCUMENTS).getAbsolutePath()
except Exception:
documents_dir = "/storage/emulated/0/Documents"
return documents_dir
__all__ = [
"Android",
]
site-packages/pip/_vendor/platformdirs/__init__.py 0000644 00000031073 15056474501 0016342 0 ustar 00 """
Utilities for determining application-specific dirs. See <https://github.com/platformdirs/platformdirs> for details and
usage.
"""
import importlib
import os
import sys
from pathlib import Path
from typing import TYPE_CHECKING, Optional, Type, Union
if TYPE_CHECKING:
from typing_extensions import Literal # pragma: no cover
from .api import PlatformDirsABC
from .version import __version__, __version_info__
def _set_platform_dir_class() -> Type[PlatformDirsABC]:
if os.getenv("ANDROID_DATA") == "/data" and os.getenv("ANDROID_ROOT") == "/system":
module, name = "pip._vendor.platformdirs.android", "Android"
elif sys.platform == "win32":
module, name = "pip._vendor.platformdirs.windows", "Windows"
elif sys.platform == "darwin":
module, name = "pip._vendor.platformdirs.macos", "MacOS"
else:
module, name = "pip._vendor.platformdirs.unix", "Unix"
result: Type[PlatformDirsABC] = getattr(importlib.import_module(module), name)
return result
PlatformDirs = _set_platform_dir_class() #: Currently active platform
AppDirs = PlatformDirs #: Backwards compatibility with appdirs
def user_data_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: data directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_data_dir
def site_data_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
multipath: bool = False,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: data directory shared by users
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, multipath=multipath).site_data_dir
def user_config_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: config directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_config_dir
def site_config_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
multipath: bool = False,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: config directory shared by the users
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, multipath=multipath).site_config_dir
def user_cache_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: cache directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_cache_dir
def user_state_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: state directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_state_dir
def user_log_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: log directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_log_dir
def user_documents_dir() -> str:
"""
:returns: documents directory tied to the user
"""
return PlatformDirs().user_documents_dir
def user_runtime_dir(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> str:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `opinion <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: runtime directory tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_runtime_dir
def user_data_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: data path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_data_path
def site_data_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
multipath: bool = False,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `multipath <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: data path shared by users
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, multipath=multipath).site_data_path
def user_config_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: config path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_config_path
def site_config_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
multipath: bool = False,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param multipath: See `roaming <platformdirs.api.PlatformDirsABC.multipath>`.
:returns: config path shared by the users
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, multipath=multipath).site_config_path
def user_cache_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: cache path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_cache_path
def user_state_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
roaming: bool = False,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param roaming: See `roaming <platformdirs.api.PlatformDirsABC.version>`.
:returns: state path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, roaming=roaming).user_state_path
def user_log_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `roaming <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: log path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_log_path
def user_documents_path() -> Path:
"""
:returns: documents path tied to the user
"""
return PlatformDirs().user_documents_path
def user_runtime_path(
appname: Optional[str] = None,
appauthor: Union[str, None, "Literal[False]"] = None,
version: Optional[str] = None,
opinion: bool = True,
) -> Path:
"""
:param appname: See `appname <platformdirs.api.PlatformDirsABC.appname>`.
:param appauthor: See `appauthor <platformdirs.api.PlatformDirsABC.appauthor>`.
:param version: See `version <platformdirs.api.PlatformDirsABC.version>`.
:param opinion: See `opinion <platformdirs.api.PlatformDirsABC.opinion>`.
:returns: runtime path tied to the user
"""
return PlatformDirs(appname=appname, appauthor=appauthor, version=version, opinion=opinion).user_runtime_path
__all__ = [
"__version__",
"__version_info__",
"PlatformDirs",
"AppDirs",
"PlatformDirsABC",
"user_data_dir",
"user_config_dir",
"user_cache_dir",
"user_state_dir",
"user_log_dir",
"user_documents_dir",
"user_runtime_dir",
"site_data_dir",
"site_config_dir",
"user_data_path",
"user_config_path",
"user_cache_path",
"user_state_path",
"user_log_path",
"user_documents_path",
"user_runtime_path",
"site_data_path",
"site_config_path",
]
site-packages/pip/_vendor/platformdirs/windows.py 0000644 00000014420 15056474501 0016272 0 ustar 00 import ctypes
import os
from functools import lru_cache
from typing import Callable, Optional
from .api import PlatformDirsABC
class Windows(PlatformDirsABC):
"""`MSDN on where to store app data files
<http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120>`_.
Makes use of the
`appname <platformdirs.api.PlatformDirsABC.appname>`,
`appauthor <platformdirs.api.PlatformDirsABC.appauthor>`,
`version <platformdirs.api.PlatformDirsABC.version>`,
`roaming <platformdirs.api.PlatformDirsABC.roaming>`,
`opinion <platformdirs.api.PlatformDirsABC.opinion>`."""
@property
def user_data_dir(self) -> str:
"""
:return: data directory tied to the user, e.g.
``%USERPROFILE%\\AppData\\Local\\$appauthor\\$appname`` (not roaming) or
``%USERPROFILE%\\AppData\\Roaming\\$appauthor\\$appname`` (roaming)
"""
const = "CSIDL_APPDATA" if self.roaming else "CSIDL_LOCAL_APPDATA"
path = os.path.normpath(get_win_folder(const))
return self._append_parts(path)
def _append_parts(self, path: str, *, opinion_value: Optional[str] = None) -> str:
params = []
if self.appname:
if self.appauthor is not False:
author = self.appauthor or self.appname
params.append(author)
params.append(self.appname)
if opinion_value is not None and self.opinion:
params.append(opinion_value)
if self.version:
params.append(self.version)
return os.path.join(path, *params)
@property
def site_data_dir(self) -> str:
""":return: data directory shared by users, e.g. ``C:\\ProgramData\\$appauthor\\$appname``"""
path = os.path.normpath(get_win_folder("CSIDL_COMMON_APPDATA"))
return self._append_parts(path)
@property
def user_config_dir(self) -> str:
""":return: config directory tied to the user, same as `user_data_dir`"""
return self.user_data_dir
@property
def site_config_dir(self) -> str:
""":return: config directory shared by the users, same as `site_data_dir`"""
return self.site_data_dir
@property
def user_cache_dir(self) -> str:
"""
:return: cache directory tied to the user (if opinionated with ``Cache`` folder within ``$appname``) e.g.
``%USERPROFILE%\\AppData\\Local\\$appauthor\\$appname\\Cache\\$version``
"""
path = os.path.normpath(get_win_folder("CSIDL_LOCAL_APPDATA"))
return self._append_parts(path, opinion_value="Cache")
@property
def user_state_dir(self) -> str:
""":return: state directory tied to the user, same as `user_data_dir`"""
return self.user_data_dir
@property
def user_log_dir(self) -> str:
"""
:return: log directory tied to the user, same as `user_data_dir` if not opinionated else ``Logs`` in it
"""
path = self.user_data_dir
if self.opinion:
path = os.path.join(path, "Logs")
return path
@property
def user_documents_dir(self) -> str:
"""
:return: documents directory tied to the user e.g. ``%USERPROFILE%\\Documents``
"""
return os.path.normpath(get_win_folder("CSIDL_PERSONAL"))
@property
def user_runtime_dir(self) -> str:
"""
:return: runtime directory tied to the user, e.g.
``%USERPROFILE%\\AppData\\Local\\Temp\\$appauthor\\$appname``
"""
path = os.path.normpath(os.path.join(get_win_folder("CSIDL_LOCAL_APPDATA"), "Temp"))
return self._append_parts(path)
def get_win_folder_from_env_vars(csidl_name: str) -> str:
"""Get folder from environment variables."""
if csidl_name == "CSIDL_PERSONAL": # does not have an environment name
return os.path.join(os.path.normpath(os.environ["USERPROFILE"]), "Documents")
env_var_name = {
"CSIDL_APPDATA": "APPDATA",
"CSIDL_COMMON_APPDATA": "ALLUSERSPROFILE",
"CSIDL_LOCAL_APPDATA": "LOCALAPPDATA",
}.get(csidl_name)
if env_var_name is None:
raise ValueError(f"Unknown CSIDL name: {csidl_name}")
result = os.environ.get(env_var_name)
if result is None:
raise ValueError(f"Unset environment variable: {env_var_name}")
return result
def get_win_folder_from_registry(csidl_name: str) -> str:
"""Get folder from the registry.
This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
"""
shell_folder_name = {
"CSIDL_APPDATA": "AppData",
"CSIDL_COMMON_APPDATA": "Common AppData",
"CSIDL_LOCAL_APPDATA": "Local AppData",
"CSIDL_PERSONAL": "Personal",
}.get(csidl_name)
if shell_folder_name is None:
raise ValueError(f"Unknown CSIDL name: {csidl_name}")
import winreg
key = winreg.OpenKey(winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders")
directory, _ = winreg.QueryValueEx(key, shell_folder_name)
return str(directory)
def get_win_folder_via_ctypes(csidl_name: str) -> str:
"""Get folder with ctypes."""
csidl_const = {
"CSIDL_APPDATA": 26,
"CSIDL_COMMON_APPDATA": 35,
"CSIDL_LOCAL_APPDATA": 28,
"CSIDL_PERSONAL": 5,
}.get(csidl_name)
if csidl_const is None:
raise ValueError(f"Unknown CSIDL name: {csidl_name}")
buf = ctypes.create_unicode_buffer(1024)
windll = getattr(ctypes, "windll") # noqa: B009 # using getattr to avoid false positive with mypy type checker
windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf)
# Downgrade to short path name if it has highbit chars.
if any(ord(c) > 255 for c in buf):
buf2 = ctypes.create_unicode_buffer(1024)
if windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024):
buf = buf2
return buf.value
def _pick_get_win_folder() -> Callable[[str], str]:
if hasattr(ctypes, "windll"):
return get_win_folder_via_ctypes
try:
import winreg # noqa: F401
except ImportError:
return get_win_folder_from_env_vars
else:
return get_win_folder_from_registry
get_win_folder = lru_cache(maxsize=None)(_pick_get_win_folder())
__all__ = [
"Windows",
]
site-packages/pip/_vendor/platformdirs/__main__.py 0000644 00000002164 15056474501 0016322 0 ustar 00 from pip._vendor.platformdirs import PlatformDirs, __version__
PROPS = (
"user_data_dir",
"user_config_dir",
"user_cache_dir",
"user_state_dir",
"user_log_dir",
"user_documents_dir",
"user_runtime_dir",
"site_data_dir",
"site_config_dir",
)
def main() -> None:
app_name = "MyApp"
app_author = "MyCompany"
print(f"-- platformdirs {__version__} --")
print("-- app dirs (with optional 'version')")
dirs = PlatformDirs(app_name, app_author, version="1.0")
for prop in PROPS:
print(f"{prop}: {getattr(dirs, prop)}")
print("\n-- app dirs (without optional 'version')")
dirs = PlatformDirs(app_name, app_author)
for prop in PROPS:
print(f"{prop}: {getattr(dirs, prop)}")
print("\n-- app dirs (without optional 'appauthor')")
dirs = PlatformDirs(app_name)
for prop in PROPS:
print(f"{prop}: {getattr(dirs, prop)}")
print("\n-- app dirs (with disabled 'appauthor')")
dirs = PlatformDirs(app_name, appauthor=False)
for prop in PROPS:
print(f"{prop}: {getattr(dirs, prop)}")
if __name__ == "__main__":
main()
site-packages/pip/_vendor/distlib/__pycache__/scripts.cpython-39.pyc 0000644 00000026021 15056474501 0021502 0 ustar 00 a
��Re8E � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZmZ e�e�Zd�� Ze�d�Zd Zd
d � Z e Z G d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable� get_platform�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z�# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
c C sX d| v rT| � d�rB| �dd�\}}d|v rT|� d�sTd||f } n| � d�sTd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�env� _executable� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/scripts.py�enquote_executable3 s
r c @ s� e Zd ZdZeZdZd*dd�Zdd� Ze j
� d �rBd
d � Z d d
� Z
dd� Zd+dd�Zdd� ZeZdd� Zdd� ZdZdd� Zd,d d �Zd d � Zed d!� �Zejd"d!� �Ze j d#ks�e j d kr�e j d#kr�d$d%� Z d-d&d'�Z d.d(d)�Z!dS )/� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C s� || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
tj| _d S )NF�posix�java)� �X.Y�nt)�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt�sys� version_info)�selfr r r �dry_run�fileopr r r �__init__N s �
�zScriptMaker.__init__c C s@ |� dd�r<| jr<tj�|�\}}|�dd�}tj�||�}|S )N�guiF�python�pythonw)�getr* r# �pathr �replace�join)r- r �options�dn�fnr r r �_get_alternate_executable_ s
z%ScriptMaker._get_alternate_executabler c C sf z<t |�� }|�d�dkW d � W S 1 s00 Y W n$ ttfy` t�d|� Y dS 0 dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!NzFailed to open %sF)�open�read�OSError�IOError�logger�warning)r- r �fpr r r � _is_shellg s
2 zScriptMaker._is_shellc C sD | � |�r*dd l}|jj�d�dkr<|S n|�� �d�r<|S d| S )Nr zos.name�Linuxz
jython.exez/usr/bin/env %s)rD r �lang�System� getProperty�lower�endswith)r- r r r r r �_fix_jython_executables s
z"ScriptMaker._fix_jython_executablec C s� t jdkrd}n8t|�t|� d }tjdkr4d}nd}d|voF||k}|r^d| | d }n d
}|d | | d 7 }|d
7 }|S )a
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
r T� �darwini � � s #!�
s
#!/bin/sh
s '''exec' s "$0" "$@"
s ' ''')r# r$ �lenr+ �platform)r- r � post_interp�simple_shebang�shebang_length�max_shebang_length�resultr r r �_build_shebang s
�zScriptMaker._build_shebang� c C sz d}| j r| j }d}n�t�� s&t� }nxt� rLtj�t�d�dt� d� �}nRtj�t� d�dt� d�t� d�f �}tj�
|�s�tj�t� d�dt� d� �}|r�| � ||�}t j
�d �r�| �|�}|r�t|�}|�d
�}t j
d kr�d |vr�d
|vr�|d7 }| �||�}z|�d
� W n t�y6 td| ��Y n0 |d
k�rvz|�|� W n$ t�yt td||f ��Y n0 |S )NTF�scriptszpython%s�EXE�BINDIRz
python%s%s�VERSIONr �utf-8�cliz -X:Framesz
-X:FullFramess
-X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r �is_python_buildr r
r# r5 r7 �get_path�get_config_var�isfiler; r+ rR r rK r �encoderX �decode�UnicodeDecodeError�
ValueError)r- �encodingrS r8 �enquoter �shebangr r r � _get_shebang� s` �
�� �
� �
��
zScriptMaker._get_shebangc C s$ | j t|j|j�d�d |jd� S )N�.r )�module� import_name�func)�script_template�dict�prefix�suffixr )r- �entryr r r �_get_script_text� s
�z ScriptMaker._get_script_textc C s t j�|�}| j| S �N)r# r5 �basename�manifest)r- �exename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s | j o
| j}tj�d�}|�|�s*||7 }|s8|| }nn|dkrL| �d�}n
| �d�}t� } t| d�� }
|
� d|� W d � n1 s�0 Y | �
� } || | }|D �]R} tj � | j
| �}
|�r�tj �|
�\}}|�d�r�|}
d|
}
z| j�|
|� W n� t�y� t�d� d |
}tj �|��r8t�|� t�|
|� | j�|
|� t�d
� zt�|� W n t�y~ Y n0 Y n0 nl| j�r�|
�d | ��s�d |
|f }
tj �|
��r�| j�s�t�d
|
� q�| j�|
|� | j�r�| j�|
g� |� |
� q�d S )Nr^ �py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrl z%s.%szSkipping existing file %s) r r* r# �lineseprd rJ �
_get_launcherr r �writestr�getvaluer5 r7 r �splitextr r) �write_binary_file� ExceptionrA rB �exists�remove�rename�debugr" r& �set_executable_mode�append)r- �namesrj � script_bytes� filenames�ext� use_launcherr �launcher�stream�zf�zip_datar$ �outname�n�e�dfnamer r r �
_write_script� sX
*
zScriptMaker._write_script�-c C sn t � }d| jv r|�|� d| jv r<|�d|| jd f � d| jv rj|�d|| j| jd | jd f � |S )Nr �Xz%s%sr r z %s%s%s.%sr )r' r( �addr, �variant_separator)r- r$ rW r r r �get_script_filenames$ s
�z ScriptMaker.get_script_filenamesc
C s� d}|r0|� dg �}|r0dd�|� }|�d�}| jd||d�}| �|��d�}| �|j�}|rr|� dd�rrd } nd
} | �||||| � d S ) NrY �interpreter_argsz %sr r^ �r8 r1 F�pywr| )r4 r7 rd rk ru r� r$ r� )
r- rt r� r8 rS �argsrj �script� scriptnamesr� r r r � _make_script/ s
zScriptMaker._make_scriptc C s� d}t j�| jt|��}t j�| jt j�|��}| jsT| j� ||�sTt
� d|� d S zt |d�}W n t
y� | jsx� d }Y nF0 |�� }|s�t
�d|� d S t�|�dd��}|r�d}|�d�p�d }|�s|r�|�� | j�||� | jr�| j�|g� |�|� n�t
�d
|| j� | jj�s|t|j�\} }
|� d � | � | |�} d |v �rTd
} nd} t j�|�}
| � |
g| |� � || � |�r�|�� d S )NFznot copying %s (up-to-date)�rbz %s is an empty file (skipping)s
rP Tr rY z copying and adjusting %s -> %sr s pythonwr� r| ) r# r5 r7 r r
r rw r! r) �newerrA r� r= r@ r. �readlinerB �
FIRST_LINE_RE�matchr6 �group�close� copy_filer& r� r� �infor �seekrk r� r> )r- r� r� �adjustr� �f�
first_liner� rS rh �linesrj r� r� r r r � _copy_script? sR
�
zScriptMaker._copy_scriptc C s | j jS rv �r) r. )r- r r r r. r s zScriptMaker.dry_runc C s || j _d S rv r� )r- �valuer r r r. v s r c C st t �d�dkrd}nd}t� dkr&dnd}d|||f }t�d d
�d }t|��|�}|snd ||f }t|��|jS )
N�P� Z64Z32z win-arm64z-armr z
%s%s%s.exerl r r z(Unable to find resource %s in package %s) �struct�calcsizer �__name__�rsplitr �findrg �bytes)r- �kind�bitsZplatform_suffixr$ Zdistlib_package�resource�msgr r r r� ~ s �zScriptMaker._get_launcherc C s6 g }t |�}|du r"| �||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
Nr� )r r� r� )r- �
specificationr8 r� rt r r r �make� s zScriptMaker.makec C s$ g }|D ]}|� | �||�� q|S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r- �specificationsr8 r� r� r r r �
make_multiple� s zScriptMaker.make_multiple)TFN)rY N)N)N)N)"r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErp r r0 r; r+ rR r rD rK rX rk ru �_DEFAULT_MANIFESTrx r{ r� r� r� r� r� �propertyr. �setterr# r$ r% r� r� r� r r r r r E s8 �
E4
3
r ) �ior �loggingr# �rer� r+ �compatr r r � resourcesr �utilr r r
r r r
� getLoggerr� rA �stripr� �compiler� r� r �_enquote_executable�objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/database.cpython-39.pyc 0000644 00000123027 15056474501 0021563 0 ustar 00 a
��Res� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z g d
�Z!e�"e#�Z$d Z%d Z&d
eddde%dfZ'dZ(G dd� de)�Z*G dd� de)�Z+G dd� de)�Z,G dd� de,�Z-G dd � d e-�Z.G d d � d e-�Z/e.Z0e/Z1G d d � d e)�Z2d*d"d#�Z3d$d%� Z4d&d'� Z5d(d)� Z6dS )+zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter)� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.json� INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated��self� r$ ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/database.py�__init__1 s z_Cache.__init__c C s | j �� | j�� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r! r" r$ r$ r% r' 9 s
z _Cache.clearc C s2 |j | j vr.|| j |j < | j�|jg ��|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append�r# �distr$ r$ r% �addA s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r& r' r- r$ r$ r$ r% r - s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |du rt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r# r Z include_eggr$ r$ r% r& O s zDistributionPath.__init__c C s | j S �N�r8 r" r$ r$ r% �_get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s
|| _ d S r: r; )r# �valuer$ r$ r% �_set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j �� | j�� dS )z,
Clears the internal cache.
N)r6 r' r7 r" r$ r$ r% � clear_cachek s
z DistributionPath.clear_cachec
c sZ t � }| jD �]F}t�|�}|du r&q |�d�}|r |js<q t|j�}|D �]}|�|�}|rJ|j|v rjqJ| j�r|�t ��rt
t t g}|D ]"}t
�||�} |�| �}
|
r� q�q�qJt�|
�� �� } t| dd�} W d � n1 s�0 Y t�d|j� |�|j� t|j| | d�V qJ| jrJ|�d�rJt�d|j� |�|j� t|j| �V qJq dS )zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy��fileobj�schemezFound %s)�metadata�env)� .egg-info�.egg)�setr r �finder_for_path�find� is_container�sortedr4 �endswith� DISTINFO_EXTr
r r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr- �new_dist_classr5 �old_dist_class)
r# �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamrE r$ r$ r% �_yield_distributionss sF
�
* �
z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| �� D ](}t|t�rF| j �|� q*| j�|� q*|r`d| j _|rld| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r6 r! r5 r7 r^ �
isinstancer r- )r# Zgen_distZgen_eggr, r$ r$ r% �_generate_cache� s
z DistributionPath._generate_cachec C s |� dd�}d�||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerQ rO )�clsr �versionr$ r$ r% �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c s^ | j s | �� D ]
}|V qn>| �� | jj�� D ]
}|V q0| jrZ| jj�� D ]
}|V qNdS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r8 r^ r` r6 r �valuesr5 r7 r+ r$ r$ r% �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|� � }| js4| �� D ]}|j|kr|} q|qnH| �� || jjv rZ| jj| d }n"| jr||| jjv r|| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr8 r^ r) r` r6 r r5 r7 )r# r �resultr, r$ r$ r% �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|durHz| j �d||f �}W n" tyF td||f ��Y n0 | �� D ]p}t|d�slt�d|� qP|j}|D ]H}t |�\}}|du r�||kr�|V qPqv||krv|�
|�rv|V qPqvqPdS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
N�%s (%s)z invalid name or version: %r, %r�provideszNo "provides": %s) r9 �matcher�
ValueErrorr rh �hasattrrU rV rm r �match) r# r re rn r, �provided�p�p_name�p_verr$ r$ r% �provides_distribution� s* �
z&DistributionPath.provides_distributionc C s( | � |�}|du r td| ��|�|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)rk � LookupError�get_resource_path)r# r �
relative_pathr, r$ r$ r% �
get_file_path! s
z DistributionPath.get_file_pathc c sX | � � D ]J}|j}||v r|| }|dur>||v rR|| V q|�� D ]
}|V qFqdS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)rh �exportsrg )r# �categoryr r, r[ �d�vr$ r$ r% �get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r. r/ r0 r1 r& r< r> �propertyZ
cache_enabledr? r^ r` � classmethodrf rh rk rv rz r r$ r$ r$ r% r K s
,
) r c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| j�� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) rE r ri r) re �locator�digest�extras�contextrI Z
download_urls�digests)r# rE r$ r$ r% r& O s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)rE �
source_urlr" r$ r$ r% r� ` s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
rl �r re r" r$ r$ r% �name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||vr*|�|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
rl )rE rm r re r* )r# �plist�sr$ r$ r% rm p s
zDistribution.providesc C s8 | j }t�d|�� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)r� rF ) rE rU rV Ztodict�getattrrI �get_requirementsr� r� )r# Zreq_attr�mdZreqtsr$ r$ r% �_get_requirements| s
�z Distribution._get_requirementsc C s
| � d�S )N� run_requires�r� r" r$ r$ r% r� � s zDistribution.run_requiresc C s
| � d�S )N�
meta_requiresr� r" r$ r$ r% r� � s zDistribution.meta_requiresc C s
| � d�S )N�build_requiresr� r" r$ r$ r% r� � s zDistribution.build_requiresc C s
| � d�S )N�
test_requiresr� r" r$ r$ r% r� � s zDistribution.test_requiresc C s
| � d�S )N� dev_requiresr� r" r$ r$ r% r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}z|�|j�}W n4 tyX t�d|� |� � d }|�|�}Y n0 |j
}d}| j D ]B}t |�\}} ||kr�qjz|�
| �}W q�W qj ty� Y qj0 qj|S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
�+could not read version %r - using name onlyr F)r
r rE rD rn � requirementr rU �warning�splitr) rm r rq )
r# �reqr[ rD rn r rj rs rt ru r$ r$ r% �matches_requirement� s, �
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r@ z<Distribution %s (%s)%s>)r� r re )r# �suffixr$ r$ r% �__repr__� s zDistribution.__repr__c C s> t |�t | �urd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer re r� )r# �otherrj r$ r$ r% �__eq__� s
�
�zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr re r� r" r$ r$ r% �__hash__� s zDistribution.__hash__N)r. r/ r0 r1 Zbuild_time_dependency� requestedr& r� r� � download_urlr� rm r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r% r = s4
"
r c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| ��|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r& r � dist_path)r# rE r rF �� __class__r$ r% r& � s z"BaseInstalledDistribution.__init__c C sd |du r| j }|du r"tj}d}ntt|�}d| j }||��� }t�|��d��d�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr@ z%s=� =�ascii�%s%s) �hasher�hashlib�md5r� r� �base64�urlsafe_b64encode�rstrip�decode)r# �datar� �prefixr� r$ r$ r% �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r. r/ r0 r1 r� r& r� �
__classcell__r$ r$ r� r% r � s r c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
�sha256Nc
s~ g | _ t�|� | _}|d u r*td| ��|rP|jrP||jjv rP|jj| j}n�|d u r�|� t
�}|d u rt|� t �}|d u r�|� t �}|d u r�tdt
|f ��t
�|�� �� }t|dd�}W d � n1 s�0 Y tt| ��|||� |�r|j�r|j�| � |� d�}|d u| _tj�|d�}tj�|��rzt|d�� }|�� �d�} W d � n1 �sf0 Y | � � | _ d S ) Nzfinder unavailable for %szno %s found in %srA rB r �
top_level.txt�rb�utf-8) �modulesr rJ rZ ro r8 r6 r rE rK r
r r rR rS rT r r� r r& r- r� �osrQ �exists�open�readr� �
splitlines)
r# r rE rF rZ r[ r] rs �fr� r� r$ r% r& s8
�*
.z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>�r re r r" r$ r$ r% r� = s �z InstalledDistribution.__repr__c C s d| j | jf S �Nz%s %sr� r" r$ r$ r% �__str__A s z InstalledDistribution.__str__c
C s� g }| � d�}t�|�� ��z}t|d��P}|D ]:}dd� tt|�d�D �}|| \}}} |�||| f� q.W d � n1 s~0 Y W d � n1 s�0 Y |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r �r] c S s g | ]}d �qS r: r$ )�.0�ir$ r$ r% �
<listcomp>S � z6InstalledDistribution._get_records.<locals>.<listcomp>� N)�get_distinfo_resourcerR rS rT r �range�lenr* )
r# �resultsr[ r] Z
record_reader�row�missingr �checksum�sizer$ r$ r% � _get_recordsD s
Nz"InstalledDistribution._get_recordsc C s i }| � t�}|r| �� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r# rj r[ r$ r$ r% r{ [ s
z InstalledDistribution.exportsc C sL i }| � t�}|rHt�|�� ��}t|�}W d � n1 s>0 Y |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
N)r� r� rR rS rT r )r# rj r[ r] r$ r$ r% r i s
&z"InstalledDistribution.read_exportsc C sB | � t�}t|d��}t||� W d � n1 s40 Y dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� r� r )r# r{ �rfr� r$ r$ r% r x s
z#InstalledDistribution.write_exportsc C s� | � d�}t�|�� ��t}t|d��J}|D ]4\}}||kr*| W d � W d � S q*W d � n1 st0 Y W d � n1 s�0 Y td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r r� Nz3no resource file with relative path %r is installed)r� rR rS rT r �KeyError)r# ry r[ r] Zresources_reader�relative� destinationr$ r$ r% rx � s
b�z'InstalledDistribution.get_resource_pathc c s | � � D ]
}|V qdS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r# rj r$ r$ r% �list_installed_files� s z*InstalledDistribution.list_installed_filesFc
C sR t j�|d�}t j�| j�}|�|�}t j�|d�}| �d�}t�d|� |rRdS t|���}|D ]�}t j� |�sz|�
d�r�d } }
nHdt j� |� }
t |d�� } | �
| �� �} W d � n1 s�0 Y |�|�s�|r�|�|�r�t j�||�}|�|| |
f� q`|�|��r t j�||�}|�|ddf� W d � n1 �sD0 Y |S )z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r@ r � creating %sN�z.pycz.pyoz%dr� )r� r rQ �dirname�
startswithr� rU �infor �isdirrN �getsizer� r� r� �relpath�writerow) r# �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr$ r$ r% �write_installed_files� s0
,� 0z+InstalledDistribution.write_installed_filesc C s0 g }t j�| j�}| �d�}| �� D �]\}}}t j�|�sJt j�||�}||krTq$t j�|�st|�|dddf� q$t j� |�r$t
t j� |��}|r�||kr�|�|d||f� q$|r$d|v r�|� dd�d }nd }t
|d
��<} | �| �� |�}
|
|k�r
|�|d ||
f� W d � q$1 �s 0 Y q$|S ) �
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r r� TFr� �=r r Nr� r� )r� r r� r� r� �isabsrQ r� r* �isfile�strr� r� r� r� r� ) r# �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr$ r$ r% �check_installed_files� s.
4z+InstalledDistribution.check_installed_filesc C s� i }t j�| jd�}t j�|�r�tj|ddd�� }|�� �� }W d � n1 sR0 Y |D ]8}|�dd�\}}|dkr�|� |g ��
|� q`|||< q`|S ) a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r r[ r� ��encodingNr� r � namespace) r� r rQ r� �codecsr� r� r� r� r( r* )r# rj � shared_pathr� �lines�liner) r= r$ r$ r% �shared_locations� s *
z&InstalledDistribution.shared_locationsc C s� t j�| jd�}t�d|� |r$dS g }dD ].}|| }t j�|| �r,|�d||f � q,|�dd�D ]}|�d| � qhtj |d d
d �� }|�
d �|�� W d � n1 s�0 Y |S )
aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r r� N)r� �lib�headers�scriptsr� z%s=%sr� r$ z namespace=%sr� r� r� �
) r� r rQ rU r� r� r* �getr� r� �write) r# r� r� r� r� r) r �nsr� r$ r$ r% �write_shared_locations s .z,InstalledDistribution.write_shared_locationsc C sF |t vrtd|| jf ��t�| j�}|d u r<td| j ��|�|�S )N�+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rJ rK )r# r rZ r$ r$ r% r� s � z+InstalledDistribution.get_distinfo_resourcec C s~ |� tj�dkrT|�tj�dd� \}}|| j�tj�d krTtd|| j| jf ��|tvrntd|| jf ��tj� | j|�S )a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r ���N���z;dist-info file %r does not belong to the %r %s distributionr )
rK r� �sepr� r r r re r rQ )r# r rf r$ r$ r% r� $ s ���z'InstalledDistribution.get_distinfo_filec c sR t j�| j�}| �� D ]6\}}}t j�|�s:t j�||�}|�| j�r|V qdS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rQ r� )r# r� r r� r� r$ r$ r% �list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS r: )r_ r r �r# r� r$ r$ r% r� Q s
�z InstalledDistribution.__eq__)NN)F)F)r. r/ r0 r1 r� r& r� r� r� r r{ r r rx r� r� r� r� r r� r� r r� �objectr� r� r$ r$ r� r% r s, "
##
r c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj v rJ|jj | j}|| |j|j� n0| �|�}|| |j|j� |rz|jrz|j�| � t t
| �� |||� d S )Nc S s || _ |�� | _|| _d S r: )r ri r) re )r� �nr~ r$ r$ r% �set_name_and_versionc s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r8 r7 rE r re �
_get_metadatar- r� r r& )r# r rF r
rE r� r$ r% r& b s
z EggInfoDistribution.__init__c s� d }dd� � � fdd�}d }}|� d�r�tj�|�r�tj�|d�}tj�|d�}t|dd �}tj�|d
�} tj�|d �}|| �}nnt�|�}
t|
� d ��
d
��} t| dd�}z,|
� d�} |
� d��
d�}� | �
d��}W n t y� d }Y n0 nf|� d��rNtj�|��r@tj�|d
�} || �}tj�|d�}tj�|d �}t|dd �}n t d| ��|�rj|�
|� |d u �r�|d u�r�tj�|��r�t|d�� }
|
�� �
d�}W d � n1 �s�0 Y |�s�g }n|�� }|| _|S )Nc S s� g }| � � }|D ]�}|�� }|�d�r6t�d|� q�t|�}|sPt�d|� q|jr`t�d� |jst|�|j � qd�
dd� |jD ��}|�d|j |f � q|S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r� Nr$ )r� �cr$ r$ r% � <genexpr>� r� zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rl ) r� �stripr� rU r� r
r� � constraintsr* r rQ )r� �reqsr� r� r[ Zconsr$ r$ r% �parse_requires_dataz s(
�
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sZ g }z>t �| dd�� }� |�� �}W d � n1 s60 Y W n tyT Y n0 |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
r[ r� N)r� r� r� �IOError)�req_pathr r� �r r$ r% �parse_requires_path� s . z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrH zEGG-INFOzPKG-INFOrA )r rD z requires.txtr� zEGG-INFO/PKG-INFO�utf8rB zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr� rG z,path must end with .egg-info or .egg, got %rr� )rN r� r r� rQ r � zipimport� zipimporterr �get_datar� r r Zadd_requirementsr� r� r� r� r� )r# r �requiresr Ztl_pathZtl_datars � meta_pathrE r ZzipfrC r� r� r$ r r% r w sX
�
�
.z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r� r" r$ r$ r% r� � s �z EggInfoDistribution.__repr__c C s d| j | jf S r� r� r" r$ r$ r% r� � s zEggInfoDistribution.__str__c C s` g }t j�| jd�}t j�|�r\| �� D ]2\}}}||kr<q(t j�|�s(|�|dddf� q(|S )r� �installed-files.txtr� TF)r� r rQ r� r� r* )r# r� r� r rb r$ r$ r% r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t j�| jd�}g }t j�|�r�tj|ddd���}|D ]l}|�� }t j�t j�| j|��}t j�|�s�t� d |� |�
d
�r�qFt j� |�sF|� |||�||�f� qFW d � n1 s�0 Y |� |d d f� |S ) z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c S s8 t | d�}z|�� }W |�� n
|�� 0 t�|��� S )Nr� )r� r� �closer� r� � hexdigest)r r� �contentr$ r$ r% �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t �| �jS r: )r� �stat�st_size)r r$ r$ r% �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizer r[ r� r� zNon-existent file: %sr� N)
r� r rQ r� r� r� r �normpathrU r� rN r� r* )r# r$ r' r� rj r� r� rs r$ r$ r% r� � s"
8z(EggInfoDistribution.list_installed_filesFc c s� t j�| jd�}t j�|�r�d}tj|ddd��j}|D ]T}|�� }|dkrPd}q6|s6t j�t j�| j|��}|�| j�r6|r�|V q6|V q6W d � n1 s�0 Y dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
r Tr[ r� r� z./FN) r� r rQ r� r� r� r r( r� )r# �absoluter� �skipr� r� rs r$ r$ r% r s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS r: )r_ r r r
r$ r$ r% r� . s
�zEggInfoDistribution.__eq__)N)F)r. r/ r0 r1 r� r� r& r r� r� r� r� r r� r r� r� r$ r$ r� r% r Y s Z&
r c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S r: )�adjacency_list� reverse_listr� r" r$ r$ r% r& I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r, r- )r# � distributionr$ r$ r% �add_distributionN s
z DependencyGraph.add_distributionNc C s6 | j | �||f� || j| vr2| j| �|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r, r* r- )r# �x�y�labelr$ r$ r% �add_edgeX s
zDependencyGraph.add_edgec C s& t �d||� | j�|g ��|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rU rV r� r( r* )r# r. r� r$ r$ r% � add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r� r� r+ r$ r$ r% �
_repr_distr s zDependencyGraph._repr_distr c C s� | � |�g}| j| D ]h\}}| � |�}|dur<d||f }|�d| t|� � | �||d �}|�d�}|�|dd� � qd�|�S )zPrints only a subgraphNz%s [%s]z r r� )r5 r, r* r� � repr_noder� �extendrQ )r# r, �level�outputr� r2 Z suboutput�subsr$ r$ r% r6 u s
zDependencyGraph.repr_nodeTc C s� g }|� d� | j�� D ]h\}}t|�dkr:|s:|�|� |D ]@\}}|durh|� d|j|j|f � q>|� d|j|jf � q>q|s�t|�dkr�|� d� |� d� |� d� |D ] }|� d |j � |� d
� q�|� d � |� d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r r, �itemsr� r* r )r# r� Zskip_disconnected� disconnectedr, �adjsr� r2 r$ r$ r% �to_dot� s(
�
zDependencyGraph.to_dotc s� g }i }| j �� D ]\}}|dd� ||< qg � t|�� �dd� D ] \}}|sD� �|� ||= qD� shq�|�� D ] \}}� fdd�|D �||< qpt�ddd� � D �� |�� � q,|t|�� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� vr||f�qS r$ r$ )r� r} r[ �� to_remover$ r% r� � r� z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )rl r� )r� r} r$ r$ r% r� � r� )r, r; �listr* rU rV r7 �keys)r# rj �alist�kr~ r$ r? r% �topological_sort� s$
� z DependencyGraph.topological_sortc C s2 g }| j �� D ]\}}|�| �|�� qd�|�S )zRepresentation of the graphr� )r, r; r* r6 rQ )r# r9 r, r= r$ r$ r% r� � s zDependencyGraph.__repr__)N)r )T)
r. r/ r0 r1 r& r/ r3 r4 r5 r6 r> rE r� r$ r$ r$ r% r+ 9 s
r+ r2 c C sR t |�}t� }i }| D ]L}|�|� |jD ]6}t|�\}}t�d|||� |�|g ��||f� q*q| D ]�}|j |j
B |j B |j B }|D ]�} z|�
| �}
W n4 ty� t�d| � | �� d }|�
|�}
Y n0 |
j}d} ||v �r:|| D ]L\}} z|
�|�}
W n t�y d}
Y n0 |
r�|�|| | � d} �q:q�| s�|�|| � q�qh|S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sr� r FT)r r+ r/ rm r rU rV r( r* r� r� r� r� rn r r� r� r) rq r3 r4 )�distsrD �graphrr r, rs r re r r� rn �matched�providerrq r$ r$ r% �
make_graph� sN
�� �
rJ c C sv || vrt d|j ��t| �}|g}|j| }|rh|�� }|�|� |j| D ]}||vrN|�|� qNq.|�d� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
�1given distribution %r is not a member of the listr )r r rJ r- �popr* )rF r, rG �dep�todor} �succr$ r$ r% �get_dependent_dists� s �
rP c C sn || vrt d|j ��t| �}g }|j| }|rj|�� d }|�|� |j| D ]}||vrP|�|� qPq,|S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
rK r )r r rJ r, rL r* )rF r, rG r� rN r} �predr$ r$ r% �get_required_dists s �
rR c K s8 |� dd�}tf i |��}| |_||_|p,d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)rL r r re rS r )r re �kwargsrS r� r$ r$ r% � make_dist2 s
rU )r2 )7r1 �
__future__r r� r� rR r� �loggingr� rP r3 r r@ r r �compatr re r r rE r r
r r �utilr
r r r r r r �__all__� getLoggerr. rU r� ZCOMMANDS_FILENAMEr rO r r r r r r r rW rX r+ rJ rP rR rU r$ r$ r$ r% �<module> sT $
� s 7 J ]
6 site-packages/pip/_vendor/distlib/__pycache__/util.cpython-39.pyc 0000644 00000146644 15056474501 0021006 0 ustar 00 a
��Re� � @ s� d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZz d dlZW n ey� dZY n0 d dlZd dlZd dlZd dlZd dlZz d dlZW n ey� d dlZY n0 d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e
�1e2�Z3e
�4d�Z5e
�4d�Z6e
�4d �Z7e
�4d
�Z8e
�4d �Z9e
�4d �Z:e
�4d
�Z;e
�4d�Z<dd� Z=dd� Z>dd� Z?dd� Z@dd� ZAd�dd�ZBdd � ZCd d � ZDd d � ZEejFd!d"� �ZGejFd#d$� �ZHejFd�d&d'��ZIG d(d)� d)eJ�ZKd*d+� ZLG d,d-� d-eJ�ZMd.d/� ZNG d0d1� d1eJ�ZOe
�4d2e
jP�ZQd3d4� ZRd�d5d6�ZSd7d8� ZTd9d:� ZUd;d<� ZVd=d>� ZWd?d@� ZXe
�4dAe
jY�ZZe
�4dB�Z[d�dCdD�Z\e
�4dE�Z]dFdG� Z^dHdI� Z_dJdK� Z`dLZadMdN� ZbdOdP� ZcG dQdR� dReJ�ZdG dSdT� dTeJ�ZeG dUdV� dVeJ�ZfdWZgd�dYdZ�Zhd[d\� Zid]ZjG d^d_� d_eJ�Zke
�4d`�Zle
�4da�Zme
�4db�Zndcdd� Zdedf� Zoe�r�ddglmpZqmrZrmsZs G dhdi� die$jt�ZtG djdk� dkeq�ZpG dldm� dmepe'�Zuejvddn� Zwewdok�rG dpdq� dqe$jx�Zxe�rG drds� dse$jy�ZyG dtdu� due%jz�Zze�r>G dvdw� dwe%j{�Z{G dxdy� dye%j|�Z|dzd{� Z}G d|d}� d}eJ�Z~G d~d� de~�ZG d�d�� d�e~�Z�G d�d�� d�e(�Z�G d�d�� d�eJ�Z�d�d�� Z�G d�d�� d�eJ�Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�d�d��Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquote�urlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd� �� �fdd���fdd���fdd�� � | �S ) ae
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
c S s. t �| �}|r,|�� d }| |�� d � } n�| s:td��n�| d }|dvrVtd| ��d�|d�}| dd � } |g}| r�| d |kr��qqt| d |kr�|�|� | dd � } qtt�| �}|s�td| ��|�|�� d � | |�� d � } qtd�|�}td| ��|�|� d�|�}| dd � � � } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s� r zerror in string literal: %szunterminated string: %s)
�
IDENTIFIER�match�groups�end� SyntaxError�replace�append� STRING_CHUNK�join�lstrip)� remaining�m�result�q�oq�parts�s� r- ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/util.py�
marker_varA s:
z parse_marker.<locals>.marker_varc s� | rR| d dkrR� | dd � � � �\}} | d dkr@td| ��| dd � � � } nZ�| �\}} | r�t�| �}|srq�|�� d }| |�� d � } �| �\}} |||d�}q^|}|| fS )Nr �(r �)� unterminated parenthesis: %s��op�lhs�rhs)r% r � MARKER_OPr r r )r& r( r5 r' r4 r6 )�markerr/ r- r. � marker_expre s
z!parse_marker.<locals>.marker_exprc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�andr3 )�ANDr r �r& r5 r' r6 )r9 r- r. �
marker_andx s
z parse_marker.<locals>.marker_andc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�orr3 )�ORr r r< )r= r- r. r8 � s
z parse_marker.<locals>.markerr- )�
marker_stringr- )r8 r= r9 r/ r. � parse_marker8 s
$ rA c C s0 | � � }|r|�d�rdS t�|�}|s4td| ��|�� d }||�� d� }d } } }}|�r:|d dk�r:|�dd�}|dk r�td| ��|d|� } ||d d� �� }g }| �r0t�| �}|s�td | ��|� |�� d � | |�� d� } | �s�q0| d d
k�r td | ��| dd� �� } q�|�s:d}|�r�|d d k�r�|dd� �� }t
�|�}|�sztd
| ��|�� d }t |�}
|
j �r�|
j
�s�td| ��||�� d� �� }n�dd� } |d dk�r�| |�\}}n�|�dd�}|dk �rtd| ��|d|� } ||d d� �� }t�| ��r@| | �\}} nXt�| �}|�s\td| ��|�� d }
| |�� d� �� } | �r�td| ��d|
fg}|�r�|d dk�r�td| ��|dd� �� }t|�\}}|�r�|d dk�r�td| ��|�s |}n d|d�dd � |D ��f }t||||||d �S ) z�
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
�#Nzname expected: %sr �[�]r zunterminated extra: %szmalformed extra: %s�,z comma expected in extras: %s�@zinvalid URI: %szInvalid URL: %sc S s� t �| �}d}|r�g }|�� d }| |�� d� } t�| �}|sLtd| ��|�� d }|�||f� | |�� d� } | r�| d dkr�q�| dd� �� } | s�q�t �| �}|std| ��q|s�d}|| fS )z|
Return a list of operator, version tuples if any are
specified, else None.
Nr zinvalid version: %srE r �invalid constraint: %s)�
COMPARE_OPr r r �VERSION_IDENTIFIERr r" r% )�
ver_remainingr' �versionsr4 �vr- r- r. � get_versions� s.
z'parse_requirement.<locals>.get_versionsr0 r1 r2 rG z~=�;zinvalid requirement: %sz unexpected trailing data: %s�%s %s�, c S s g | ] }d | �qS )rO r- )�.0�conr- r- r. �
<listcomp> � z%parse_requirement.<locals>.<listcomp>)�name�extras� constraintsr8 �url� requirement)�strip�
startswithr r r r r �findr% r" � NON_SPACEr �scheme�netlocrH rI rA r$ r )�reqr& r' �distnamerV � mark_exprrK �uri�ir, �trM �_rL �rsr- r- r. �parse_requirement� s�
�rh c C s� dd� }i }|D ]�\}}}t j�| |�}t|�D ]p}t j�||�} t| �D ]T}
|| |
�} |du rn|�| d� qJ|||
�} |�t jjd��d�}
|
d | || < qJq0q|S )z%Find destinations for resources filesc S sD | � tjjd�} |� tjjd�}|�| �s.J �|t| �d � �d�S �N�/)r! �os�path�sepr[ �lenr% )�rootrl r- r- r. � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNrj )rk rl r$ r �popr! rm �rstrip)�resources_root�rulesrp � destinations�base�suffix�dest�prefix�abs_base�abs_glob�abs_path�
resource_file�rel_path�rel_destr- r- r. �get_resources_dests s
r� c C s( t td�rd} ntjttdtj�k} | S )N� real_prefixT� base_prefix)�hasattr�sysry �getattr�r( r- r- r. �in_venv( s
r� c C s t j} t| t�st| �} | S �N)r� �
executable�
isinstancer r r� r- r- r. �get_executable2 s
r� c C sN | }t |�}| }|s |r |}|r|d �� }||v r6qJ|rd||| f }q|S )Nr z %c: %s
%s)r �lower)�prompt�
allowed_chars� error_prompt�default�pr, �cr- r- r. �proceedD s r� c C s8 t |t�r|�� }i }|D ]}|| v r| | ||< q|S r� )r� r �split)�d�keysr( �keyr- r- r. �extract_by_keyT s
r� c C sv t jd dkr t�d�| �} | �� }t|�} zlt�| �}|d d d }|�� D ]B\}}|�� D ]0\}}d||f }t |�} | d us�J �| ||< q`qP|W S t
y� | � dd� Y n0 dd � }
t �
� } z|
| | � W n: t j�y | �� t�|�}t|�} |
| | � Y n0 i }| �� D ]R} i || < }| �| �D ]4\}
}d|
|f }t |�} | d u�sbJ �| ||
< �q8�q |S )
Nr � �utf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| �|� n
| �|� d S )N� read_file)r� r� �readfp)�cp�streamr- r- r. � read_streamq s
z!read_exports.<locals>.read_stream)r� � version_info�codecs� getreader�readr
�json�load�items�get_export_entry� Exception�seekr � ConfigParser�MissingSectionHeaderError�close�textwrap�dedent�sections)r� �data�jdatar( �group�entries�krL r, �entryr� r� r� rU �valuer- r- r. � read_exports] sD
r� c C s� t jd dkr t�d�|�}t�� }| �� D ]l\}}|�|� |�� D ]P}|j d u r\|j
}nd|j
|j f }|j r�d|d� |j �f }|�
||j|� qFq,|�|� d S )Nr r� r� z%s:%sz%s [%s]rP )r� r� r� � getwriterr r� r� � add_section�valuesrw ry �flagsr$ �setrU �write)r� r� r� r� rL r� r, r- r- r. �
write_exports� s
r� c c s. t �� } z| V W t�| � n t�| � 0 d S r� )�tempfile�mkdtempr �rmtree)�tdr- r- r. �tempdir� s r� c c s8 t �� }z t �| � d V W t �|� n t �|� 0 d S r� )rk �getcwd�chdir)r� �cwdr- r- r. r� � s
r� � c c s8 t �� }z t �| � d V W t �|� n t �|� 0 d S r� )�socket�getdefaulttimeout�setdefaulttimeout)�seconds�ctor- r- r. �socket_timeout� s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S r� )�func)�selfr� r- r- r. �__init__� s zcached_property.__init__Nc C s, |d u r | S | � |�}t�|| j j|� |S r� )r� �object� __setattr__�__name__)r� �obj�clsr� r- r- r. �__get__� s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r- r- r- r. r� � s r� c C s~ t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}t j|v rh|�t j� qP|srt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
rj r z path '%s' cannot be absolute���z path '%s' cannot end with '/')rk rm �
ValueErrorr� �curdir�removerl r$ )�pathname�pathsr- r- r. � convert_path� s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| �� d S r� )�dry_runr� �ensured� _init_record)r� r� r- r- r. r� � s zFileOperator.__init__c C s d| _ t� | _t� | _d S �NF)�recordr� �
files_written� dirs_created�r� r- r- r. r� � s zFileOperator._init_recordc C s | j r| j�|� d S r� )r� r� �add)r� rl r- r- r. �record_as_written� s z FileOperator.record_as_writtenc C sH t j�|�s tdt j�|� ��t j�|�s0dS t �|�jt �|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)rk rl �existsr �abspath�stat�st_mtime)r� �source�targetr- r- r. �newer� s
� zFileOperator.newerTc C s� | � tj�|�� t�d||� | js�d}|rdtj�|�rDd| }n tj�|�rdtj� |�sdd| }|rtt
|d ��t � ||� | �
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirrk rl �dirname�logger�infor� �islinkr� �isfiler� r �copyfiler� )r� �infile�outfile�check�msgr- r- r. � copy_file s
zFileOperator.copy_fileNc C s� t j�|�rJ �| �t j�|�� t�d||� | js~|d u rJt|d�}nt j|d|d�}zt
� ||� W |� � n
|� � 0 | �
|� d S )NzCopying stream %s to %s�wb�w��encoding)rk rl �isdirr� r� r� r� r� �openr� r � copyfileobjr� r� )r� �instreamr� r � outstreamr- r- r. � copy_stream s zFileOperator.copy_streamc C sp | � tj�|�� | jsbtj�|�r.t�|� t|d��}|�|� W d � n1 sX0 Y | � |� d S )Nr )
r� rk rl r� r� r� r� r r� r� )r� rl r� �fr- r- r. �write_binary_file' s
(z FileOperator.write_binary_filec C s | � ||�|�� d S r� )r �encode)r� rl r� r r- r- r. �write_text_file0 s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:t�d|� q"t �|�j|B |@ }t�d||� t �||� q"d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) rk rU �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr �moder- r- r. �set_mode3 s zFileOperator.set_modec C s | � dd|�S )Nim i� )r )r, r r- r- r. �<lambda>? rT zFileOperator.<lambda>c C s| t j�|�}|| jvrxt j�|�sx| j�|� t j�|�\}}| �|� t� d| � | j
sft � |� | j rx| j
�|� d S )Nz Creating %s)rk rl r� r� r� r� r� r� r� r� r� �mkdirr� r� )r� rl r� r r- r- r. r� A s
zFileOperator.ensure_dirc C s� t || �}t�d||� | js�|s0| �||�rX|s:d }n |�|�sHJ �|t|�d � }i }|rvttd�rvtj j
|d< tj |||dfi |�� | � |� |S )NzByte-compiling %s to %s�PycInvalidationMode�invalidation_modeT)
r r� r� r� r� r[ rn r� �
py_compiler � CHECKED_HASH�compiler� ) r� rl �optimize�forcery �hashed_invalidation�dpath�diagpath�compile_kwargsr- r- r. � byte_compileM s
zFileOperator.byte_compilec C s� t j�|�r�t j�|�r^t j�|�s^t�d|� | js@t� |� | j
r�|| j v r�| j � |� nPt j�|�rpd}nd}t�d||� | js�t � |� | j
r�|| j
v r�| j
� |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)rk rl r� r r� r� �debugr� r r� r� r� r� r� )r� rl r, r- r- r. �ensure_removed^ s"
zFileOperator.ensure_removedc C sD d}|s@t j�|�r$t �|t j�}q@t j�|�}||kr:q@|}q|S r� )rk rl r� �access�W_OKr� )r� rl r( �parentr- r- r. � is_writables s zFileOperator.is_writablec C s" | j s
J �| j| jf}| �� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� r� r� r� )r� r( r- r- r. �commit s
zFileOperator.commitc C s� | j s�t| j�D ]}tj�|�rt�|� qt| jdd�}|D ]F}t� |�}|rz|dgks^J �tj�
||d �}t� |� t� |� q>| � � d S )NT)�reverse� __pycache__r )
r� �listr� rk rl r� r� �sortedr� �listdirr$ �rmdirr� )r� r �dirsr� �flist�sdr- r- r. �rollback� s
zFileOperator.rollback)F)T)N)FFNF)r� r� r� r� r� r� r� r r
r r r �set_executable_moder� r& r* r. r/ r9 r- r- r- r. r� � s
r� c C s^ | t jv rt j| }nt| �}|d u r,|}n.|�d�}t||�d��}|D ]}t||�}qJ|S )N�.r )r� �modules�
__import__r� r� rq )� module_name� dotted_path�modr( r+ r� r- r- r. �resolve� s
rA c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S r� �rU ry rw r� )r� rU ry rw r� r- r- r. r� � s zExportEntry.__init__c C s t | j| j�S r� )rA ry rw r� r- r- r. r� � s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>rC r� r- r- r. �__repr__� s
�zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r� )r� rB rU ry rw r� )r� �otherr( r- r- r. �__eq__� s
�
�
�zExportEntry.__eq__N)
r� r� r� r� r� r� rD rF r� �__hash__r- r- r- r. rB � s
rB z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>[\w-]+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t �| �}|s0d }d| v s"d| v r�td| ��n�|�� }|d }|d }|�d�}|dkrf|d }}n"|dkrztd| ��|�d�\}}|d } | d u r�d| v s�d| v r�td| ��g } nd
d � | �d �D �} t|||| �}|S )
NrC rD zInvalid specification '%s'rU �callable�:r r r� c S s g | ] }|� � �qS r- �rZ )rQ r r- r- r. rS � rT z$get_export_entry.<locals>.<listcomp>rE )�ENTRY_RE�searchr � groupdict�countr� rB )
�
specificationr' r( r� rU rl �colonsry rw r� r- r- r. r� � s8
�
��r� c C s� | du r d} t jdkr.dt jv r.t j�d�}n t j�d�}t j�|�rft �|t j�}|s�t �
d|� n:zt � |� d}W n& t y� t j
d |dd
� d }Y n0 |s�t
�� }t �
d |� t j�|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�nt� LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)rk rU �environrl �
expandvars�
expanduserr r+ r, r� �warning�makedirs�OSErrorr� r� r$ )rw r( �usabler- r- r. �get_cache_base� s&
r\ c C sB t j�t j�| ��\}}|r(|�dd�}|�t jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
rI z---z--z.cache)rk rl �
splitdriver� r! rm )rl r� r� r- r- r. �path_to_cache_dir s
r^ c C s | � d�s| d S | S ri )�endswith)r, r- r- r. � ensure_slash$ s
r` c C s` d }}d| v r>| � dd�\}} d|vr.|}n|�dd�\}}|rJt|�}|rVt|�}||| fS )NrF r rI )�rsplitr� r )r_ �username�passwordry r- r- r. �parse_credentials* s rd c C s t �d�} t �| � | S )N� )rk �umaskr� r- r- r. �get_process_umask9 s
rg c C s< d}d }t | �D ]\}}t|t�sd} q,q|d us8J �|S )NTF)� enumerater� r )�seqr( rd r, r- r- r. �is_string_sequence> s
rj z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | ��dd�} t�| �}|r@|�d�}| d|�� � } |r�t| �t|�d kr�t�t� |�d | �}|r�|�
� }| d|� | |d d� |f}|du r�t �| �}|r�|�d�|�d�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\br� ) r r! �PYTHON_VERSIONrL r� �startrn �rer �escaper �PROJECT_NAME_AND_VERSION)�filename� project_namer( �pyverr' �nr- r- r. �split_filenameM s"
rv z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t �| �}|std| ��|�� }|d �� �� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'rU �ver)�NAME_VERSION_REr r rM rZ r� )r� r' r� r- r- r. �parse_name_and_versioni s
ry c C s� t � }t | pg �} t |pg �}d| v r8| �d� ||O }| D ]x}|dkrT|�|� q<|�d�r�|dd � }||vr�t�d| � ||v r�|�|� q<||vr�t�d| � |�|� q<|S )N�*rl r zundeclared extra: %s)r� r� r� r[ r� rX )� requested� availabler( �r�unwantedr- r- r. �
get_extrasx s&
r c
C s� i }zNt | �}|�� }|�d�}|�d�s8t�d|� nt�d�|�}t� |�}W n2 t
y� } zt� d| |� W Y d }~n
d }~0 0 |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr� z&Failed to get external data for %s: %s) r r� �getr[ r� r) r� r� r� r� r� � exception)rX r( �resp�headers�ct�reader�er- r- r. �_get_external_data� s
$r� z'https://www.red-dove.com/pypi/projects/c C s* d| d � � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr ��upperr
�_external_data_base_urlr� )rU rX r( r- r- r. �get_project_data� s
r� c C s( d| d � � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr r� )rU �versionrX r- r- r. �get_package_data� s
r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t j�|�st �|� t �|�jd@ dkr6t�d|� t j�t j� |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) rk rl r rY r� r r� rX r� �normpathrv )r� rv r- r- r. r� � s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r^ )r� ry r- r- r. �
prefix_to_dir� s zCache.prefix_to_dirc C s� g }t �| j�D ]p}t j�| j|�}z>t j�|�s>t j�|�rJt �|� nt j�|�r`t �
|� W q t y~ |� |� Y q0 q|S )z"
Clear the cache.
)
rk r4 rv rl r$ r� r� r� r r r� r� r" )r� � not_removed�fnr- r- r. �clear� s z Cache.clearN)r� r� r� �__doc__r� r� r� r- r- r- r. r� � s r� c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S r� )� _subscribersr� r- r- r. r� � s zEventMixin.__init__Tc C sD | j }||vr t|g�||< n"|| }|r6|�|� n
|�|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)r� r r" �
appendleft)r� �event�
subscriberr" �subs�sqr- r- r. r� � s
zEventMixin.addc C s, | j }||vrtd| ��|| �|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)r� r� r� )r� r� r� r� r- r- r. r� � s zEventMixin.removec C s t | j�|d��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
r- )�iterr� r� )r� r� r- r- r. �get_subscribers s zEventMixin.get_subscribersc O sp g }| � |�D ]J}z||g|�R i |��}W n tyL t�d� d}Y n0 |�|� qt�d||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r� r� r� r� r" r) )r� r� �args�kwargsr( r� r� r- r- r. �publish
s
�zEventMixin.publishN)T) r� r� r� r� r� r� r� r� r� r- r- r- r. r� � s
r� c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S r� )�_preds�_succsr� �_nodesr� r- r- r. r� ( s zSequencer.__init__c C s | j �|� d S r� )r� r� �r� �noder- r- r. �add_node- s zSequencer.add_nodeFc C s� || j v r| j �|� |r�t| j�|d��D ]}| �||� q,t| j�|d��D ]}| �||� qPt| j�� �D ]\}}|sp| j|= qpt| j�� �D ]\}}|s�| j|= q�d S )Nr- )r� r� r� r� r� r� r2 r� )r� r� �edgesr� r, r� rL r- r- r. � remove_node0 s
zSequencer.remove_nodec C s< ||ks J �| j �|t� ��|� | j�|t� ��|� d S r� )r� �
setdefaultr� r� r� )r� �pred�succr- r- r. r� @ s z
Sequencer.addc C s� ||ks J �z| j | }| j| }W n tyB td| ��Y n0 z|�|� |�|� W n" ty~ td||f ��Y n0 d S )Nz %r not a successor of anythingz%r not a successor of %r)r� r� �KeyErrorr� r� )r� r� r� �preds�succsr- r- r. r� E s
zSequencer.removec C s || j v p || jv p || jv S r� )r� r� r� )r� �stepr- r- r. �is_stepR s �zSequencer.is_stepc C s� | � |�std| ��g }g }t� }|�|� |r�|�d�}||v rb||kr�|�|� |�|� q.|�|� |�|� | j�|d�}|� |� q.t
|�S )Nz Unknown: %rr r- ) r� r� r� r" rq r� r� r� r� �extend�reversed)r� �finalr( �todo�seenr� r� r- r- r. � get_stepsV s"
zSequencer.get_stepsc sR dg�g �i �i �g �| j � � ������fdd��� D ]}|�vr8�|� q8�S )Nr c s� �d �| < �d �| < �d d7 < �� | � z � | }W n tyT g }Y n0 |D ]J}|�vr��|� t�| �| ��| < qZ|�v rZt�| �| ��| < qZ�| �| kr�g }��� }|� |� || kr�q�q�t|�}�� |� d S )Nr r )r" r� �minrq �tuple)r� �
successors� successor�connected_component� component��graph�index�
index_counter�lowlinksr( �stack�
strongconnectr- r. r� z s*
z3Sequencer.strong_connections.<locals>.strongconnect)r� r� r- r� r. �strong_connectionso s "
z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|�d||f � q q | jD ]}|�d| � q>|�d� d�|�S )Nz digraph G {z %s -> %s;z %s;�}�
)r� r" r� r$ )r� r( r� r� r� r� r- r- r. �dot� s
z
Sequencer.dotN)F)
r� r� r� r� r� r� r� r� r� r� �propertyr� r� r- r- r- r. r� ' s
2r� )�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc
sZ � �fdd�}t j�� �� t� ��d }|d u r�| �d�r>d}nH| �d�rRd}d}n4| �d�rfd }d
}n | �d �rzd }d
}n td| ��z�|dkr�t| d
�}|r�|�� }|D ] }||� q�n*t� | |�}|r�|�
� }|D ] }||� q�|dk�r*t j d dk �r*|�
� D ]"} t| jt��s| j�d�| _�q|�� � W |�rV|�� n|�rT|�� 0 d S )Nc sR t | t�s| �d�} tj�tj�� | ��}|�� �rB|� tjkrNt d| ��d S )Nr� z path outside destination: %r)
r� r �decoderk rl r� r$ r[ rm r� )rl r� ��dest_dir�plenr- r. �
check_path� s
z unarchive.<locals>.check_path)r� r� �zip)r� r� �tgzzr:gz)r� r� �tbzzr:bz2r� �tarr} zUnknown format for %rr r� r� )rk rl r� rn r_ r� r �namelist�tarfiler �getnamesr� r� �
getmembersr� rU r r� �
extractallr� )
�archive_filenamer� �formatr� r� �archiver �namesrU �tarinfor- r� r. � unarchive� sL
�r� c C s� t �� }t| �}t|d��d}t�| �D ]H\}}}|D ]8}tj�||�}||d� } tj�| |�}
|�||
� q4q&W d � n1 s�0 Y |S )z*zip a directory tree into a BytesIO objectr N) �io�BytesIOrn r rk �walkrl r$ r� ) � directoryr( �dlen�zfro r6 r rU �full�relrx r- r- r. �zip_dir� s .r� )r �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�Progress�UNKNOWNr �d c C s< |d u s||ksJ �| | _ | _|| _d | _d| _d| _d S )Nr F)r� �cur�max�started�elapsed�done)r� �minval�maxvalr- r- r. r� s zProgress.__init__c C sV | j |ksJ �| jd u s&|| jks&J �|| _t�� }| jd u rF|| _n || j | _d S r� )r� r� r� �timer� r� )r� �curval�nowr- r- r. �update
s
zProgress.updatec C s |dks J �| � | j| � d S �Nr )r r� )r� �incrr- r- r. � increment s zProgress.incrementc C s | � | j� | S r� )r r� r� r- r- r. rn s zProgress.startc C s | j d ur| �| j � d| _d S )NT)r� r r� r� r- r- r. �stop s
z
Progress.stopc C s | j d u r| jS | j S r� )r� �unknownr� r- r- r. �maximum! s zProgress.maximumc C sD | j r d}n4| jd u r d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r� r� r� )r� r( rL r- r- r. �
percentage% s
zProgress.percentagec C s: |dkr| j d u s | j| jkr$d}nt�dt�|��}|S )Nr z??:??:??z%H:%M:%S)r� r� r� r� �strftime�gmtime)r� �durationr( r- r- r. �format_duration0 s zProgress.format_durationc C s� | j rd}| j}n^d}| jd u r&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| �|�f S )N�DonezETA r� r r z%s: %s)r� r� r� r� r� �floatr )r� ry re r- r- r. �ETA9 s
z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i� g @�@z%d %sB/s)r� r� r� �UNITS)r� r( �unitr- r- r. �speedL s
zProgress.speedN)r r� )r� r� r� r r� r r rn r r� r r r r r r- r- r- r. r� � s
r� z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t �| �rd}t|| ��t�| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBrL r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r- r- r. r a s
r c c s t �| d�}t|�dkrht|�dks,J |��|\}}}|�d�D ]$}td�|||f��D ]
}|V qXq@n�d| vr�t| �D ]
}|V qxn~| �dd�\}}|dkr�d}|dkr�d}n|�d�}|�d �}t�|�D ]4\}}} tj �
|�}ttj �||��D ]
}
|
V q�q�d S )
Nr r� rE r z**r; rz rj �\) � RICH_GLOBr� rn r r$ � std_iglobr% rk r� rl r� ) r �rich_path_globry r� rw �itemrl �radical�dirr r� r- r- r. r l s*
r )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C s^ t �| j| jf| j�}t| dd�r0|| _| �� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _n�t �t j�}tt d�r�| jt jO _| jr�|�| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|fi |��| _| j
�rZ| j�rZz$t| j�� | j� t�d | j� W n. t �yX | j� t j � | j� � � Y n0 d S )
N� _tunnel_hostF�
SSLContext)� cert_reqs� ssl_version�ca_certs� OP_NO_SSLv2)�cafile�HAS_SNI�server_hostnamezHost verified: %s) r� �create_connection�host�port�timeoutr� �sock�_tunnelr� �sslr& �
CERT_REQUIRED� CERT_NONE� wrap_socket�key_file� cert_file�PROTOCOL_SSLv23r# �optionsr' �load_cert_chain� verify_mode�load_verify_locations� check_domainr � getpeercertr� r) r �shutdown� SHUT_RDWRr� )r� r/ r$ �contextr� r- r- r. �connect� sB
�
zHTTPSConnection.connect)r� r� r� r& r< rA r- r- r- r. r! � s r! c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r Tc C s t �| � || _|| _d S r� )�BaseHTTPSHandlerr� r& r< )r� r& r< r- r- r. r� � s
zHTTPSHandler.__init__c O s( t |i |��}| jr$| j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r! r& r< )r� r� r� r( r- r- r. � _conn_maker� s
zHTTPSHandler._conn_makerc
C sZ z| � | j|�W S tyT } z,dt|j�v r>td|j ��n� W Y d }~n
d }~0 0 d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)�do_openrC r �str�reasonr r, )r� r` r� r- r- r. �
https_open� s �zHTTPSHandler.https_openN)T)r� r� r� r� rC rG r- r- r- r. r � s
r c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r` r- r- r. � http_open� s �zHTTPSOnlyHandler.http_openN)r� r� r� rI r- r- r- r. rH � s rH � �rJ � c @ s e Zd Zddd�ZdS )�HTTPr Nc K s* |dkr d }| � | j||fi |��� d S r ��_setupZ_connection_class�r� r, r- r� r- r- r. r� � s z
HTTP.__init__)r N�r� r� r� r� r- r- r- r. rM � s rM c @ s e Zd Zddd�ZdS )�HTTPSr Nc K s* |dkr d }| � | j||fi |��� d S r rN rP r- r- r. r� � s zHTTPS.__init__)r NrQ r- r- r- r. rR � s rR c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tj�| |� d S r� )r. r rS r� �r� r. � use_datetimer- r- r. r� s zTransport.__init__c C s` | � |�\}}}tdkr(t|| jd�}n4| jr<|| jd krR|| _|t�|�f| _| jd }|S )NrK )r. r r )�
get_host_info� _ver_inforM r. � _connection�_extra_headersr �HTTPConnection)r� r, �h�eh�x509r( r- r- r. �make_connection s
zTransport.make_connectionN)r �r� r� r� r� r^ r- r- r- r. rS � s
rS c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tj�| |� d S r� )r. r r` r� rT r- r- r. r� s zSafeTransport.__init__c C s� | � |�\}}}|si }| j|d< tdkr>t|d fi |��}n>| jrR|| jd krr|| _|tj|d fi |��f| _| jd }|S )Nr. rK r r )rV r. rW rR rX rY r r! )r� r, r[ r\ r� r( r- r- r. r^ s
�
z SafeTransport.make_connectionN)r r_ r- r- r- r. r` s
r` c @ s e Zd Zdd� ZdS )� ServerProxyc K sx |� dd � | _}|d ur^t|�d }|�dd�}|dkr@t}nt}|||d� |d< }|| _tjj | |fi |�� d S )Nr. r rU �https)rU � transport)
rq r. r r� r` rS rc r ra r� )r� rc r� r. r^ rU �tclsre r- r- r. r� & s zServerProxy.__init__NrQ r- r- r- r. ra % s ra c K s: t jd dk r|d7 }nd|d< d|d< t| |fi |��S )Nr r� �br �newliner� r )r� r� r )r� r r� r- r- r. � _csv_open; s
rg c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaserE �"r� )� delimiter� quotechar�lineterminatorc C s | S r� r- r� r- r- r. � __enter__M s zCSVBase.__enter__c G s | j �� d S r� )r� r� )r� rT r- r- r. �__exit__P s zCSVBase.__exit__N)r� r� r� rE �defaultsrm rn r- r- r- r. rh F s �rh c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s` d|v r4|d }t jd dkr,t�d�|�}|| _nt|d d�| _tj| jfi | j��| _d S )Nr� r r� r� rl r} ) r� r� r� r� r� rg �csvr� ro )r� r� r� r- r- r. r� U s zCSVReader.__init__c C s | S r� r- r� r- r- r. �__iter__` s zCSVReader.__iter__c C sF t | j�}tjd dk rBt|�D ] \}}t|t�s |�d�||< q |S �Nr r� r� )�nextr� r� r� rh r� r r� )r� r( rd r r- r- r. rt c s
zCSVReader.nextN)r� r� r� r� rr rt �__next__r- r- r- r. rp T s rp c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s( t |d�| _tj| jfi | j��| _d S )Nr )rg r� rq �writerro )r� r� r� r- r- r. r� n s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|t�r.|�d�}|�|� q|}| j�|� d S rs )r� r� r� r r
r" rw �writerow)r� �rowr} r r- r- r. rx r s
zCSVWriter.writerowN)r� r� r� r� rx r- r- r- r. rv m s rv c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convert�incNc s" t t| ��|� |pt�� | _d S r� )�superrz r� rk r� rv )r� �configrv �� __class__r- r. r� � s zConfigurator.__init__c
s� ��fdd��� � d�}t|�s*��|�}� � dd �}� � dd�}|r\t�fdd�|D ��}� �fd d�� D �}t|�}||i |��}|r�|�� D ]\}} t||�| �� q�|S )
Nc sv t | ttf�r*t| �� fdd�| D ��}nHt | t�rhd| v rH��| �}qri }| D ]}� | | �||< qPn
��| �}|S )Nc s g | ] }� |��qS r- r- )rQ rd ��convertr- r. rS � rT zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>�())r� r2 r� �type�dict�configure_customr� )�or( r� )r� r� r- r. r� � s
z.Configurator.configure_custom.<locals>.convertr� r; z[]r- c s g | ] }� |��qS r- r- )rQ r� r� r- r. rS � rT z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r- )r )rQ r� )r~ r� r- r. rS � rT )rq rH rA r� r� r� �setattr)
r� r~ r� �propsr� r� r� r( ru rL r- )r~ r� r� r. r� � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|v r0| �|� | j |< }|S )Nr� )r~ r� r� r� )r� r� r( r- r- r. � __getitem__� s
zConfigurator.__getitem__c C sZ t j�|�s t j�| j|�}tj|ddd��}t�|�}W d � n1 sL0 Y |S )z*Default converter for the inc:// protocol.r} r� r N) rk rl �isabsr$ rv r� r r� r� )r� r� r r( r- r- r. r{ � s
(zConfigurator.inc_convert)N) r� r� r� r� r �value_convertersr� r� r� r{ �
__classcell__r- r- r r. rz � s
rz c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) �SubprocessMixinzC
Mixin for running subprocesses and capturing their output
FNc C s || _ || _d S r� )�verbose�progress)r� r� r� r- r- r. r� � s zSubprocessMixin.__init__c C sj | j }| j}|�� }|sq^|dur.|||� q |s@tj�d� ntj�|�d�� tj�� q |�� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr; r� ) r� r� �readliner� �stderrr� r� �flushr� )r� r� r@ r� r� r, r- r- r. r� � s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|�� tj| j|jdfd�}|�� |� � |�
� |�
� | j d ur�| � dd� n| j r�t
j�d� |S )N)�stdoutr� r� )r� r� r� zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threading�Threadr� r� rn r� �waitr$ r� r� r� r� )r� �cmdr� r� �t1�t2r- r- r. � run_command� s" ��
zSubprocessMixin.run_command)FN)r� r� r� r� r� r� r� r- r- r- r. r� � s
r� c C s t �dd| ��� S )z,Normalize a python package name a la PEP 503z[-_.]+rl )ro �subr� )rU r- r- r. �normalize_name� s r� c @ s. e Zd ZdZdZd
dd�Zdd� Zdd � ZdS ) �
PyPIRCFilez https://upload.pypi.org/legacy/�pypiNc C s. |d u r t j�t j�d�d�}|| _|| _d S )NrS z.pypirc)rk rl r$ rW rr rX )r� r� rX r- r- r. r� � s zPyPIRCFile.__init__c
C s� i }t j�| j��r|| jp | j}t�� }|�| j� |� � }d|v �r*|�
dd�}dd� |� d�D �}|g kr~d|v r|dg}n�|D ]�}d|i}|�
|d�|d< d | jfd
| j fd fD ].\}} |�
||�r�|�
||�||< q�| ||< q�|dk�r
|| jdfv �r
| j|d < q�|d |kr�|d |kr�i }q�nRd |v �r|d }|�
|d ��rT|�
|d �}n| j}|�
|d�|�
|d
�||| j d�}|S )N� distutilsz
index-serversc S s g | ]}|� � d kr|� � �qS )r rJ )rQ �serverr- r- r. rS s �z#PyPIRCFile.read.<locals>.<listcomp>r� r� r� rb �
repository�realm)rc Nz server-loginrc )rb rc r� r� r� )rk rl r� rr rX �DEFAULT_REPOSITORYr �RawConfigParserr� r� r� r� �
DEFAULT_REALM�
has_option)
r� r( r� r~ r� �
index_servers�_serversr� r� r� r- r- r. r� � sX
��
�
�
�zPyPIRCFile.readc C s� t �� }| j}|�|� |�d�s,|�d� |�dd|� |�dd|� t|d��}|�|� W d � n1 sr0 Y d S )Nr� rb rc r ) r r� rr r� � has_sectionr� r� r r� )r� rb rc r~ r� r r- r- r. r 9 s
zPyPIRCFile.update)NN)r� r� r� r� r� r� r� r r- r- r- r. r� � s
:r� c C s t | jd��� S )zG
Read the PyPI access configuration as supported by distutils.
)rX )r� rX r� �r� r- r- r. � _load_pypircE s r� c C s t � �| j| j� d S r� )r� r rb rc r� r- r- r. �
_store_pypircK s r� c C s� t jdkrFdtj�� v r dS dtj�� v r.dS dtj�� v r@dS tjS dt jv rZt jd S t jd ksntt d
�sttjS t �� \} }}}}| �� � d d �} |� d
d�� d d�}| dd� dkr�d| |f S | dd� dk�r(|d dk�r�d} dt
|d �d |dd� f }dd d �}|d |tj 7 }n�| dd� d k�rLdd l m
} |� S | dd!� d"k�r�d"} t�d#tj�}|�|�}|�r�|�� }n>| dd!� d$k�r�ddl} ddl}
| �|
j�� | ||�\} }}d%| ||f S )&a� Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
rQ �amd64� win-amd64z(arm)� win-arm32z(arm64)z win-arm64�_PYTHON_HOST_PLATFORMr �unamerj r rk rf rl N� �linuxz%s-%s�sunosr �5�solarisz%d.%sr� rJ �32bit�64bit)i���l ���� z.%s�aix)� aix_platformrL �cygwinz[\d.]+�darwinz%s-%s-%s)rk rU r� r� r� �platformrU r� r� r! �int�maxsize� _aix_supportr� ro r �ASCIIr r� � _osx_support�distutils.sysconfig�get_platform_osx� sysconfig�get_config_vars) �osnamer, �releaser� �machine�bitnessr� �rel_rer' r� r� r- r- r. �get_host_platformS sN
�
r� �win32r� r� )�x86�x64�armc C s2 t jdkrt� S t j�d�} | tvr*t� S t| S )NrQ �VSCMD_ARG_TGT_ARCH)rk rU r� rU r� �_TARGET_TO_PLAT)�cross_compilation_targetr- r- r. � get_platform� s
r� )NN)r� )N)N)NT)�r� � collectionsr �
contextlibrq �globr r r� r� �loggingrk r ro r� r1 � ImportErrorr� r� r� r� r� r� Zdummy_threadingr� r r �compatr r r r r
r r r
r r r r r r r r r r r r r � getLoggerr� r� r r rI rH r7 r? r; r] r# rA rh r� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� rA rB �VERBOSErK r� r\ r^ r` rd rg rj �Irq rm rv rx ry r r� r� r� r� r� r� r� �ARCHIVE_EXTENSIONSr� r� r r� r r r r r rB r r r! rH r� rW rM rR rS r` ra rg rh rp rv rz r� r� r� r� r� r� r� r� r- r- r- r. �<module> s�
\
Y}
/
8 �
)
�
,H
6]
+)
7.QR� site-packages/pip/_vendor/distlib/__pycache__/resources.cpython-39.pyc 0000644 00000025451 15056474501 0022033 0 ustar 00 a
��ReD* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z ddl
m Z ddl m
Z
mZmZ e�e�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Zed�ee j eiZ zNz d dl Z W n e �y d dl!Z Y n0 ee e j"< ee e j#< ee e j$< [ W n e e%f�yR Y n0 dd� Z&i Z'dd� Z(e�)e*d��Z+dd� Z,dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d u r t j�t� td��}tt| ��|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr �r �resourcer
r r r �is_stale" s zResourceCache.is_stalec C s� |j �|�\}}|du r |}n�tj�| j| �|�|�}tj�|�}tj�|�sXt� |� tj�
|�sjd}n | � ||�}|r�t |d�� }|�
|j� W d � n1 s�0 Y |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor r
r r �
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr
�resultr �stale�fr r r �get- s
*zResourceCache.get)N)�__name__�
__module__� __qualname__r r r' �
__classcell__r r r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S �N)r �name)r r r. r r r r H s zResourceBase.__init__N)r( r) r* r r r r r r, G s r, c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j �| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream�r r r r � as_streamU s zResource.as_streamc C s t d u rt� a t �| �S r- )�cacher r' r1 r r r � file_path^ s zResource.file_pathc C s | j �| �S r- )r � get_bytesr1 r r r r" e s zResource.bytesc C s | j �| �S r- )r �get_sizer1 r r r �sizei s z
Resource.sizeN)
r( r) r* �__doc__� is_containerr2 r r4 r" r7 r r r r r/ M s
r/ c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j �| �S r- )r �
get_resourcesr1 r r r � resourcesq s zResourceContainer.resourcesN)r( r) r* r9 r r< r r r r r: n s r: c @ s� e Zd ZdZej�d�r dZndZdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zdd � Zd S ) �ResourceFinderz4
Resource finder for file system resources.
�java)�.pyc�.pyoz.class)r? r@ c C s. || _ t|dd �| _tj�t|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr r
r r )r rD r r r r � s zResourceFinder.__init__c C s t j�|�S r- )r r
�realpath�r r
r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|�|�}|�d| j� tjj|� }| �|�S )N� /�/r ) �
isinstancer" �split�insertr r r
r rI )r �
resource_name�sep�partsr$ r r r �
_make_path� s
zResourceFinder._make_pathc C s t j�|�S r- )r r
r rH r r r �_find� s zResourceFinder._findc C s
d |j fS r- )r
�r r r r r r � s z ResourceFinder.get_cache_infoc C sD | � |�}| �|�sd }n&| �|�r0t| |�}n
t| |�}||_|S r- )rR rS �
_is_directoryr: r/ r
)r rO r
r$ r r r �find� s
zResourceFinder.findc C s t |jd�S �N�rb)r r
rT r r r r0 � s zResourceFinder.get_streamc C s8 t |jd��}|�� W d � S 1 s*0 Y d S rW )r r
�read)r r r& r r r r5 � s zResourceFinder.get_bytesc C s t j�|j�S r- )r r
�getsizerT r r r r6 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�t�|j�D ��S )Nc s | dko| � � j� S )N� __pycache__)�endswith�skipped_extensions)r& r1 r r �allowed� s
�z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r& )r^ r r �
<listcomp>� � z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr �listdirr
rT r )r^ r r r; � s z ResourceFinder.get_resourcesc C s | � |j�S r- )rU r
rT r r r r9 � s zResourceFinder.is_containerc c s� | � |�}|d ur�|g}|r�|�d�}|V |jr|j}|jD ]>}|sL|}nd�||g�}| � |�}|jrv|�|� q>|V q>qd S )Nr rK )rV �popr9 r. r< r �append)r rO r �todo�rnamer. �new_name�childr r r �iterator� s
zResourceFinder.iteratorN)r( r) r* r8 �sys�platform�
startswithr] r rI rR rS r rV r0 r5 r6 r; r9 � staticmethodr r
r rU rj r r r r r= v s" r= c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| ��|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r
ro r rF �archive�len�
prefix_len�hasattrrp � zipimport�_zip_directory_cache�sorted�index)r rD rq r r r r � s zZipResourceFinder.__init__c C s |S r- r rH r r r rI � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jv r d}nV|r:|d tjkr:|tj }t�| j|�}z| j| �|�}W n tyr d}Y n0 |s�t� d|| j
j � nt� d|| j
j � |S )NT���Fz_find failed: %r %rz_find worked: %r %r) rs rp r rP �bisectrx rm �
IndexError�logger�debugrF r# )r r
r$ �ir r r rS � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rF rq r
rr )r r r# r
r r r r � s z ZipResourceFinder.get_cache_infoc C s | j �|j�S r- )rF �get_datar
rT r r r r5 � s zZipResourceFinder.get_bytesc C s t �| �|��S r- )�io�BytesIOr5 rT r r r r0 � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r
rs rp r r r r r6 � s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }t�| j|�}|t| j�k r�| j| �|�shq�| j| |d � }|� |�
tjd�d � |d7 }qH|S )Nry r r ) r
rs r rP rr rb rz rx rm �addrM )r r r
�plenr$ r~ �sr r r r; s
z ZipResourceFinder.get_resourcesc C sh || j d � }|r*|d tjkr*|tj7 }t�| j|�}z| j| �|�}W n tyb d}Y n0 |S )Nry F)rs r rP rz rx rm r{ )r r
r~ r$ r r r rU s
z ZipResourceFinder._is_directory)r( r) r* r8 r rI rS r r5 r0 r6 r; rU r+ r r r r ro � s ro c C s |t t| �< d S r- )�_finder_registry�type)rF � finder_makerr r r �register_finder2 s r� c C s� | t v rt | }nv| tjvr$t| � tj| }t|dd�}|du rJtd��t|dd�}t�t|��}|du rxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packagerA z Unable to locate finder for %r) �
_finder_cacherk �modules�
__import__rE r r� r' r� )�packager$ rD r
rF r� r r r r 9 s
r � __dummy__c C sR d}t �| � tj�| �}t�t|��}|rNt}tj �
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
NrC )
�pkgutil� get_importerrk �path_importer_cacher' r� r� �
_dummy_moduler r
r rB rA )r
r$ rF r rD r r r �finder_for_pathU s
r� )-�
__future__r rz r� �loggingr r� rk �typesru rC r �utilr r r � getLoggerr( r| r3 r �objectr, r/ r: r= ro r� � zipimporterr� �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�SourcelessFileLoader�AttributeErrorr� r� r �
ModuleTyper r� r� r r r r �<module> sJ
,!ZO�
site-packages/pip/_vendor/distlib/__pycache__/compat.cpython-39.pyc 0000644 00000076164 15056474501 0021313 0 ustar 00 a
��Re� � @ s d dl mZ d dlZd dlZd dlZz d dlZW n eyF dZY n0 ejd dk �rpd dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r$d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: �nd dl;mZ e<fZ
e<Z d dl;m=Z d dlZd dlZd dlZd dl>mZmZmZm Z m Z mZmZm#Z# d dl?m&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�rd d
l?m.Z. d dl@m(Z(m'Z'm"Z" d dlAmBZ/ d dl?mCZ$ d dlDmBZ0 d dl2Z2d dlEm3Z3 d dlFmGZ4 eHZ5d dl6m:Z: e8Z8zd dlmIZImJZJ W n6 e�y� G dd� deK�ZJdbdd�ZLdd � ZIY n0 zd d l
mMZN W n$ e�y G d d � d eO�ZNY n0 zd d lmPZP W n* e�y< ejQejRB dfd!d"�ZPY n0 d d#lSmTZU eVeUd$��r\eUZTn,d d%lSmWZX G d&d'� d'eX�ZWG d(d)� d)eU�ZTzd d*lYmZZZ W n e�y� d+d,� ZZY n0 z d dl[Z[W n e�y� dd-lm[Z[ Y n0 ze\Z\W n( e]�y d d.l^m_Z_ d/d0� Z\Y n0 zej`Z`ejaZaW nF eb�yl e�c� �pBd1Zdedd2k�rTd3Zend4Zed5d6� Z`d7d8� ZaY n0 zd d9lfmgZg W nF e�y� d d:lhmiZimjZj d dlZe�kd;�Zld<d=� Zmd>d?� ZgY n0 zd d@lnmoZo W n e�y� d d@lpmoZo Y n0 ejddA� dBk �re3� jqZqn d dClnmqZq zd dDlrmsZs W n` e�y� d dElrmtZt zd dFlumvZw W n e�y| dcdHdI�ZwY n0 G dJdK� dKet�ZsY n0 zd dLlxmyZy W nD e�y� zd dLlzmyZy W n e�y� dddMdN�ZyY n0 Y n0 zd dOlrm{Z{ W n� e�y~ zd dPl|m}Z~ W n e�y: d dPlm}Z~ Y n0 zd dQl�m�Z�m�Z�m�Z� W n e�yh Y n0 G dRdS� dSe��Z{Y n0 zd dTl�m�Z�m�Z� W nt e�y e�kdUej��Z�dVdW� Z�G dXdY� dYe��Z�dedZd[�Z�G d\d]� d]e��Z�G d^d_� d_e��Z�G d`da� daeO�Z�Y n0 dS )f� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| �d�} t| �S )N�utf-8)�
isinstance�unicode�encode�_quote)�s� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalse)�
TextIOWrapper)r r r
r r r r r )
r r
r r r r r! r" r# r$ )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r, N)�__name__�
__module__� __qualname__r r r r r, ` s r, c
C s� g }| s dS | � d�}|d |dd� }}|�d�}||krNtdt| � ��|sb| �� |�� kS |dkrv|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr, �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
�dn�hostnameZ
max_wildcardsZpats�partsZleftmost� remainder� wildcards�frag�patr r r �_dnsname_matchd s*
� rF c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIRED�subjectAltNamer �DNSN�subject�
commonNamer z&hostname %r doesn't match either of %s�, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r6 �lenr, r< �mapr4 )�certr@ �dnsnames�san�key�value�subr r r r+ � s2
�
�r+ )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j �|� d S �N��__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r- r. r/ �__doc__r^ r r r r rW � s rW )�whichc s" dd� }t j�� �r&|� |�r"� S dS |du r>t j�dt j�}|sFdS |�t j�}tj dkr�t j
|vrt|� dt j
� t j�dd��t j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }|D ]P}t j�|�}||vr�|�|� |D ](} t j�|| �}
||
|�r�|
S q�q�dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t j�| �o$t �| |�o$t j�| � S rX )�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s �z which.<locals>._access_checkN�PATH�win32r �PATHEXT� c 3 s | ]}� � � �|� � �V qd S rX )r5 �endswith��.0�ext��cmdr r � <genexpr>� � zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r rn rq r r �
<listcomp>� rt zwhich.<locals>.<listcomp>)ra rb �dirname�environrM �defpathr2 �pathsep�sys�platform�curdir�insert�any�set�normcase�addr< ) rr rg rb rh �pathext�files�seen�dir�normdir�thefile�namer rq r r` � s8
r` )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r� c C s | j �|j � d S rX rY )r\ �baser r r r^ s zZipExtFile.__init__c C s | S rX r �r\ r r r r� s zZipExtFile.__enter__c G s | � � d S rX ��close�r\ �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r- r. r/ r^ r� r� r r r r r� s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r� c C s | S rX r r� r r r r� $ s zZipFile.__enter__c G s | � � d S rX r� r� r r r r� ' s zZipFile.__exit__c O s t j| g|�R i |��}t|�S rX )� BaseZipFile�openr� )r\ �argsr] r� r r r r� + s z ZipFile.openN)r- r. r/ r� r� r� r r r r r� # s r� )�python_implementationc C s0 dt jv rdS tjdkr dS t j�d�r,dS dS )z6Return a string identifying the Python implementation.�PyPy�java�Jython�
IronPython�CPython)rz �versionra r� r7 r r r r r� 2 s
r� )� sysconfig)�Callablec C s
t | t�S rX )r r� )�objr r r �callableF s r� r �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S �Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer- ��filenamer r r �fsencodeZ s
�r� c C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S r� ) r r� r� �decoder� r� r� r� r- r� r r r �fsdecodec s
�r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dv s@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� �_�-r zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r� )r5 r: r7 )�orig_enc�encr r r �_get_normal_namet s �r� c s� z �j j�W n ty" d�Y n0 d� d}d}�fdd�}� �fdd�}|� }|�t�rnd� |d d� }d
}|sz|g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFr c s" z� � W S t y Y dS 0 d S )Nrt )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n2 ty@ d}�d ur4d�|��}t|��Y n0 t�|�}|sTd S t|d �}z t|�}W n8 ty� �d u r�d| }n d��|�}t|��Y n0 � r�|j dkrԈd u r�d}n
d���}t|��|d 7 }|S )
Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorr� )�line� line_string�msg�matches�encoding�codec)� bom_foundr� r r � find_cookie� s8
�
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__r� �AttributeErrorr7 r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� s4
&
r� )r9 � )r � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sL t | �t� f}|�v r� S ��|� z�| �}W ��|� n ��|� 0 |S rX )�id� get_identr� �discard)r\ rS �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr. r_ r- �__annotations__)r �getattrr. r_ r- r� )r� r� �r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)r\ r� r r r r^ s zChainMap.__init__c C s t |��d S rX )�KeyError�r\ rS r r r � __missing__ s zChainMap.__missing__c C s8 | j D ]&}z|| W S ty* Y q0 q| �|�S rX )r� r� r� )r\ rS �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || v r| | S |S rX r �r\ rS r� r r r rM ' s z ChainMap.getc C s t t� j| j� �S rX )rN r �unionr� r� r r r �__len__* s zChainMap.__len__c C s t t� j| j� �S rX )�iterr r� r� r� r r r �__iter__- s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |v V qd S rX r )ro �m�rS r r rs 1 rt z(ChainMap.__contains__.<locals>.<genexpr>�r~ r� r� r r� r � __contains__0 s zChainMap.__contains__c C s
t | j�S rX r� r� r r r �__bool__3 s zChainMap.__bool__c C s d� | d�tt| j���S )Nz{0.__class__.__name__}({1})rK )r� r< rO r4 r� r� r r r �__repr__6 s �zChainMap.__repr__c G s | t j|g|�R � �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� ; s zChainMap.fromkeysc C s& | j | jd �� g| jdd� �R � S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copyr� r r r r� @ s z
ChainMap.copyc C s | j i g| j�R � S )z;New ChainMap with a new dict followed by all previous maps.�r� r� r� r r r � new_childF s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r Nr� r� r r r �parentsJ s zChainMap.parentsc C s || j d |< d S )Nr )r� )r\ rS rT r r r � __setitem__O s zChainMap.__setitem__c C s6 z| j d |= W n ty0 td�|���Y n0 d S )Nr �(Key not found in the first mapping: {!r})r� r� r� r� r r r � __delitem__R s zChainMap.__delitem__c C s0 z| j d �� W S ty* td��Y n0 dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� r� r r r r X s zChainMap.popitemc G s@ z| j d j|g|�R � W S ty: td�|���Y n0 dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r N)r� �popr� r� )r\ rS r� r r r r _ s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clearr� r r r r f s zChainMap.clear)N)r- r. r/ r_ r^ r� r� rM r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r r r r r r r r r� s.
r� )�cache_from_sourcec C s0 | � d�sJ �|d u rd}|r$d}nd}| | S )Nz.pyT�c�o)rm )rb �debug_override�suffixr r r r p s r )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r
z)Dictionary that remembers insertion orderc O sp t |�dkr tdt |� ��z
| j W n4 tyZ g | _}||dg|dd�< i | _Y n0 | j|i |�� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rN r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)r\ r� �kwds�rootr r r r^ � s
zOrderedDict.__init__c C sF || vr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )r\ rS rT Z dict_setitemr �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j �|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r )r\ rS Z dict_delitem� link_prev� link_nextr r r r � s
zOrderedDict.__delitem__c c s. | j }|d }||ur*|d V |d }qdS )zod.__iter__() <==> iter(od)r r� N�r �r\ r �currr r r r� � s
zOrderedDict.__iter__c c s. | j }|d }||ur*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r� Nr r r r r � __reversed__� s
zOrderedDict.__reversed__c C sb z@| j �� D ]}|dd�= q | j}||dg|dd�< | j �� W n tyR Y n0 t�| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr r r� r� )r\ �noder r r r r � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t�| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r� )r� r r r� r )r\ r r �linkr r rS rT r r r r � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� r� r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r �ro rS r� r r ru � rt z&OrderedDict.values.<locals>.<listcomp>r r� r r� r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r r! r� r r ru � rt z%OrderedDict.items.<locals>.<listcomp>r r� r r� r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� r� r r r �iterkeys� s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr �r\ �kr r r r � s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r% r r r � iteritems s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }d}t | �dkrL| d }t|t�rn|D ]}|| ||< qZn<t|d�r�|�� D ]}|| ||< q�n|D ]\}}|||< q�|�� D ]\}}|||< q�dS ) a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r� z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r N)rN r� r r� �hasattrr r# )r� r r\ �otherrS rT r r r r[ s( �
zOrderedDict.updatec C s0 || v r| | }| |= |S || j u r,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )r\ rS r� r� r r r r , s
zOrderedDict.popNc C s || v r| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r� r r r �
setdefault9 s zOrderedDict.setdefaultc C sn |si }t | �t� f}||v r"dS d||< z6| sFd| jjf W ||= S d| jj| �� f W ||= S ||= 0 dS )zod.__repr__() <==> repr(od)r� r z%s()z%s(%r)N)r� �
_get_identr� r- r# )r\ �
_repr_runningZcall_keyr r r r� @ s ��zOrderedDict.__repr__c sX � fdd�� D �}t � ��� }t t� �D ]}|�|d� q(|rL� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r �ro r& r� r r ru P rt z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r
r r� )r\ r# � inst_dictr& r r� r �
__reduce__N s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od)r� r� r r r r� X s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rT �drS r r r r� \ s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| �� |�� kS t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r
rN r# r� �__eq__�r\ r) r r r r3 g s
zOrderedDict.__eq__c C s
| |k S rX r r4 r r r �__ne__p s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r r� r r r �viewkeysu s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r r� r r r �
viewvaluesy s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r r� r r r � viewitems} s zOrderedDict.viewitems)T)N)N)N)"r- r. r/ r_ r^ r� r� r r� r r r r r" r# r$ r r' r[ r �objectr* r r+ r� r1 r� r r� r3 r5 r6 r7 r8 r r r r r
� s:
r
)�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr> rL )r r� r r r r; � s
r; c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t �| |�}| j�|�}||urF|| |< t|�tttfv rF| |_||_ |S rX )
r� r� � configurator�convertr� r= �ConvertingList�ConvertingTuple�parentrS �r\ rS rT r� r r r r� � s
�zConvertingDict.__getitem__Nc C sL t �| ||�}| j�|�}||urH|| |< t|�tttfv rH| |_||_ |S rX )
r� rM r> r? r� r= r@ rA rB rS �r\ rS r� rT r� r r r rM � s
�zConvertingDict.get)N)r- r. r/ r_ r� rM r r r r r= � s r= c C sD t �| ||�}| j�|�}||ur@t|�tttfv r@| |_||_ |S rX )
r� r r> r? r� r= r@ rA rB rS rD r r r r � s
�r c @ s" e Zd ZdZdd� Zddd�ZdS ) r@ zA converting list wrapper.c C sJ t �| |�}| j�|�}||urF|| |< t|�tttfv rF| |_||_ |S rX )
r� r� r> r? r� r= r@ rA rB rS rC r r r r� � s
�zConvertingList.__getitem__���c C s< t �| |�}| j�|�}||ur8t|�tttfv r8| |_|S rX ) r� r r> r? r� r= r@ rA rB )r\ �idxrT r� r r r r � s
�zConvertingList.popN)rE )r- r. r/ r_ r� r r r r r r@ � s r@ c @ s e Zd ZdZdd� ZdS )rA zA converting tuple wrapper.c C sB t �| |�}| j�|�}||ur>t|�tttfv r>| |_||_ |S rX )
�tupler� r> r? r� r= r@ rA rB rS rC r r r r� � s
�zConvertingTuple.__getitem__N)r- r. r/ r_ r� r r r r rA � s rA c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r: zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rp �cfgc C s t |�| _| | j_d S rX )r= �configr> )r\ rK r r r r^ � s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z\| �|�}|D ]F}|d| 7 }zt||�}W q$ tyh | �|� t||�}Y q$0 q$|W S ty� t�� dd� \}}td||f �}|| |_ |_
|�Y n0 dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r0 r r NzCannot resolve %r: %s) r2 r �importerr� r� � ImportErrorrz r� rL � __cause__�
__traceback__) r\ r r� �used�foundrD �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)rU �r\ rT r r r rH s z BaseConfigurator.ext_convertc C s� |}| j �|�}|du r&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nb| j�|�}|r�|�� d }| j�|�s�|| }n0zt |�}|| }W n t
y� || }Y n0 |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr> rL �endrK �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )r\ rT �restr� r2 rF �nr r r rI s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_nzt |t�slt |t�rlt|�}| |_nVt |t�r�| j �
|�}|r�|� � }|d }| j �
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr )r r= r� r> r@ r� rA rG � string_types�CONVERT_PATTERNr> � groupdict�value_convertersrM r� )r\ rT r� r2 r` � converterr r r r r? 4 s,
�
zBaseConfigurator.convertc sr � � d�}t|�s | �|�}� � dd�}t� fdd�� D ��}|f i |��}|rn|�� D ]\}}t|||� qX|S )z1Configure an object with a user-supplied factory.z()r0 Nc s g | ]}t |�r|� | f�qS r )r; r. �rK r r ru W rt z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r r� rU r� r# �setattr)r\ rK r �propsr] r� r� rT r rf r �configure_customP s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� rG rV r r r �as_tuple^ s
zBaseConfigurator.as_tupleN)r- r. r/ r_ r8 r; rb rW rZ r[ r\ rd � staticmethod�
__import__rL r^ rU rH rI r? ri rj r r r r r: � s"
�" r: )r )r� )N)N)��
__future__r ra r8 rz �sslrM � version_infor �
basestringra r r� �typesr � file_type� __builtin__�builtins� ConfigParser� configparserZ _backportr r r r
r r �urllibr
r r r r r r r �urllib2r r r r r r! r" r# r$ r% �httplib� xmlrpclib�Queue�queuer& �htmlentitydefs� raw_input� itertoolsr' �filterr( r* �io�strr) � urllib.parse�urllib.request� urllib.error� http.client�client�request�
xmlrpc.client� html.parser�
html.entities�entities�inputr+ r, rL rF rV rW r9 r` �F_OK�X_OK�zipfiler� r� r( r� ZBaseZipExtFiler{ r� r� r� � NameError�collections.abcr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r; r� r� �htmlr9 �cgir� � collectionsr� r� �reprlibr� r� �importlib.utilr �impr
�threadr� r, � dummy_thread�_abcollr r r r� �logging.configr: r; �Ir< r= r r� r@ rG rA r r r r �<module> s(
$, (0
2+ A
[
b
w
site-packages/pip/_vendor/distlib/__pycache__/version.cpython-39.pyc 0000644 00000047652 15056474501 0021515 0 ustar 00 a
��Re�[ � @ sZ d Z ddlZddlZddlmZ ddlmZ g d�Ze�e �Z
G dd� de �Z G d d
� d
e
�ZG d d � d e
�Ze�d
�Zdd� ZeZG dd� de�Zdd� ZG dd� de�Ze�d�dfe�d�dfe�d�dfe�d�d fe�d �d fe�d �d fe�d �d!fe�d"�d#fe�d$�d%fe�d&�d'ff
Ze�d(�dfe�d)�dfe�d*�d!fe�d �d!fe�d+�dffZe�d,�Zd-d.� Zd/d0� Ze�d1ej �Z d2d2d3d2d4ddd5�Z d6d7� Z G d8d9� d9e�Z G d:d;� d;e�Z!e�d<ej �Z"d=d>� Z#d?d@� Z$G dAdB� dBe�Z%G dCdD� dDe�Z&G dEdF� dFe
�Z'e'eee�e'e e!dGdH� �e'e$e&e�dI�Z(e(dJ e(dK< dLdM� Z)dS )Nz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types��parse_requirement)�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/version.pyr s r c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s@ |� � | _}| �|� | _}t|t�s,J �t|�dks<J �d S )Nr )�strip�_string�parse�_parts�
isinstance�tuple�len)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass��NotImplementedError�r r r r r r % s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError�r �otherr r r �_check_compatible( s zVersion._check_compatiblec C s | � |� | j|jkS �N�r' r r% r r r �__eq__, s
zVersion.__eq__c C s | � |� S r( �r* r% r r r �__ne__0 s zVersion.__ne__c C s | � |� | j|jk S r( r) r% r r r �__lt__3 s
zVersion.__lt__c C s | � |�p| �|� S r( �r- r* r% r r r �__gt__7 s zVersion.__gt__c C s | � |�p| �|�S r( r. r% r r r �__le__: s zVersion.__le__c C s | � |�p| �|�S r( )r/ r* r% r r r �__ge__= s zVersion.__ge__c C s
t | j�S r( )�hashr �r r r r �__hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s')�� __class__r r r3 r r r �__repr__D s zVersion.__repr__c C s | j S r( �r r3 r r r �__str__G s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.r r3 r r r �
is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r' r* r, r- r/ r0 r1 r4 r7 r9 �propertyr: r r r r r s r c @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d �Zd d
� Zdd� Zdd� Zedd� �Z dd� Z
dd� Z dd� Z dd� Z
d d � Zd d � ZdS ) �MatcherNc C s | |k S r( r ��v�c�pr r r �<lambda>T � zMatcher.<lambda>c C s | |kS r( r r= r r r rA U rB c C s | |kp| |k S r( r r= r r r rA V rB c C s | |kp| |kS r( r r= r r r rA W rB c C s | |kS r( r r= r r r rA X rB c C s | |kS r( r r= r r r rA Y rB c C s | |kp| |kS r( r r= r r r rA [ rB c C s | |kS r( r r= r r r rA \ rB )�<�>�<=�>=�==�===�~=�!=c C s t |�S r( r r" r r r r a s zMatcher.parse_requirementc C s� | j d u rtd��|�� | _}| �|�}|s:td| ��|j| _| j�� | _g }|jr�|jD ]d\}}|� d�r�|dvr�td| ��|d d� d }}| � |� n| � |�d }}|�
|||f� q^t |�| _ d S ) Nz Please specify a version classz
Not valid: %rz.*)rG rJ z#'.*' not allowed for %r constraints���TF)
�
version_class�
ValueErrorr r r �name�lower�key� constraints�endswith�appendr r )r r �rZclist�opZvn�prefixr r r r d s*
� zMatcher.__init__c C sx t |t�r| �|�}| jD ]X\}}}| j�|�}t |t�rDt| |�}|s`d|| jjf }t |��||||�s dS qdS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
r r rL r �
_operators�get�getattrr6 r r! )r �version�operator�
constraintrV �f�msgr r r �match� s
� z
Matcher.matchc C s6 d }t | j�dkr2| jd d dv r2| jd d }|S )Nr r )rG rH )r r )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r# rN r$ r% r r r r' � s zMatcher._check_compatiblec C s" | � |� | j|jko | j|jkS r( )r' rP r r% r r r r* � s
zMatcher.__eq__c C s | � |� S r( r+ r% r r r r, � s zMatcher.__ne__c C s t | j�t | j� S r( )r2 rP r r3 r r r r4 � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r5 r3 r r r r7 � s zMatcher.__repr__c C s | j S r( r8 r3 r r r r9 � s zMatcher.__str__)r r r rL rW r r r_ r; ra r' r* r, r4 r7 r9 r r r r r< O s* �
r< zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | � � } t�| �}|s"td| ��|�� }tdd� |d �d�D ��}t|�dkrl|d dkrl|d d� }qF|d szd}nt|d d d� �}|dd � }|d
d � }|d d
� }|d }|dkr�d}n|d t|d �f}|dkr�d}n|d t|d �f}|dk�rd}n|d t|d �f}|d u �r2d}nHg } |�d�D ]0}
|
� � �r\dt|
�f}
nd|
f}
| �
|
� �q@t| �}|�s�|�s�|�r�d}nd}|�s�d}|�s�d}||||||fS )NzNot a valid version: %sc s s | ]}t |�V qd S r( ��int��.0r> r r r � <genexpr>� rB z _pep_440_key.<locals>.<genexpr>r �.���r � � � � �
� �
)NNr )�arh )�z)�_)�final) r �PEP440_VERSION_REr_ r �groupsr �splitr rc �isdigitrS ) r �mru �nums�epoch�pre�post�dev�localr �partr r r � _pep_440_key� sT
r� c @ s0 e Zd ZdZdd� Zeg d��Zedd� �ZdS )r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}t�|�}|�� }tdd� |d �d�D ��| _|S )Nc s s | ]}t |�V qd S r( rb rd r r r rf rB z*NormalizedVersion.parse.<locals>.<genexpr>r rg )�_normalized_keyrt r_ ru r rv �_release_clause)r r r` rx ru r r r r
s
zNormalizedVersion.parse)rp �br? �rcr} c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j v V qdS )r N)� PREREL_TAGS)re �tr3 r r rf rB z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr r3 r r3 r r: s z NormalizedVersion.is_prereleaseN) r r r r r �setr� r; r: r r r r r � s
r c C s> t | �} t |�}| |kr dS | �|�s*dS t|�}| | dkS )NTFrg )�str�
startswithr )�x�y�nr r r �
_match_prefix s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)rI rC rD rE rF rG rH rJ c C sV |rd|vo|j d }n|j d o,|j d }|rN|j�dd�d }| �|�}||fS )N�+rh r r )r r rv rL )r rZ r\ rV Z strip_localr r r r �
_adjust_local6 s
z NormalizedMatcher._adjust_localc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r �r� �re �ir r r �
<listcomp>I rB z/NormalizedMatcher._match_lt.<locals>.<listcomp>�r� r� �joinr� �r rZ r\ rV Zrelease_clause�pfxr r r r� D s zNormalizedMatcher._match_ltc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r r� r� r r r r� Q rB z/NormalizedMatcher._match_gt.<locals>.<listcomp>r� r� r r r r� L s zNormalizedMatcher._match_gtc C s | � |||�\}}||kS r( �r� �r rZ r\ rV r r r r� T s zNormalizedMatcher._match_lec C s | � |||�\}}||kS r( r� r� r r r r� X s zNormalizedMatcher._match_gec C s. | � |||�\}}|s ||k}n
t||�}|S r( �r� r� �r rZ r\ rV r` r r r r� \ s
zNormalizedMatcher._match_eqc C s t |�t |�kS r( r� r� r r r r� d s z"NormalizedMatcher._match_arbitraryc C s0 | � |||�\}}|s ||k}n t||� }|S r( r� r� r r r r� g s
zNormalizedMatcher._match_nec C sf | � |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }d�dd� |D ��}t||�S )NTFr rh rg c S s g | ] }t |��qS r r� r� r r r r� z rB z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r� r� r r� r� r� r r r r� o s z#NormalizedMatcher._match_compatibleN)r r r r rL rW r� r� r� r� r� r� r� r� r� r r r r r ' s& � r z[.+-]$� z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$�\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rg z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sL | � � �� }tD ]\}}|�||�}q|s.d}t�|�}|sFd}|}n�|�� d �d�}dd� |D �}t|�dk r~|� d� qft|�dkr�||�
� d� }n8d� dd� |dd� D ��||�
� d� }|dd� }d� d d� |D ��}|� � }|�rt D ]\}}|�||�}q�|�s |}n d
|v �r*d nd }|| | }t
|��sHd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r rg c S s g | ] }t |��qS r rb r� r r r r� � rB z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r r� r� r r r r� � rB c S s g | ] }t |��qS r r� r� r r r r� � rB r} �-r� )r rO �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr_ ru rv r rS �endr� �_SUFFIX_REPLACEMENTS� is_semver)r r` �pat�replrx rV �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sd zt | � | W S ty Y n0 | �� }dD ]\}}|�||�}q.t�dd|�}t�dd|�}t�dd|�}t�dd |�}t�d
d |�}|�d �r�|d
d� }t�dd |�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�d d|�}t�d d |�}t�d d |�}z t |� W n t�y^ d}Y n0 |S )!a� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
))z-alpharp )z-betar� )r� rp )r� r� )r� r? )z-finalr� )z-prer? )z-releaser� )z.releaser� )z-stabler� )r� rg )rr rg )� r� )z.finalr� )rs r� zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r� r> r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r� z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r� r rO �replace�rer� r� )r �rs�origr� r r r �_suggest_normalized_version� s>
r� z([a-z]+|\d+|[\.-])r? zfinal-�@)r{ �previewr� r� r} r� rg c C sr dd� }g }|| �D ]T}|� d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�S )Nc S st g }t �| �� �D ]R}t�||�}|rd|d d� krBdkrRn n |�d�}nd| }|�|� q|�d� |S )N�0r �9� �*�*final)�
_VERSION_PARTrv rO �_VERSION_REPLACErX �zfillrS )r r` r@ r r r � get_partsC s
z _legacy_key.<locals>.get_partsr� r� rh z*final-�00000000)r� �poprS r )r r� r` r@ r r r � _legacy_keyB s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S r( )r� r" r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|t�r
|�d�r
|dk r
d} q4q
|S )NFr� r� T)r r r r� )r r` r� r r r r: ` s
�zLegacyVersion.is_prereleaseN�r r r r r; r: r r r r r \ s r c @ s4 e Zd ZeZeej�Zded< e� d�Z
dd� Z dS )r r� rI z^(\d+(\.\d+)*)c C s` ||k r dS | j �t|��}|s2t�d||� dS |�� d }d|v rV|�dd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr rg r )�
numeric_rer_ r� �logger�warningru �rsplitr� )r rZ r\ rV rx r r r r r� s s � z LegacyMatcher._match_compatibleN) r r r r rL �dictr< rW r� �compiler� r� r r r r r k s
r zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t �| �S r( )�
_SEMVER_REr_ )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|�� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d u r|f}n$| dd � � d�}tdd� |D ��}|S )Nr rg c S s" g | ]}|� � r|�d �n|�qS )r� )rw r� )re r@ r r r r� � rB z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rv r )r Zabsentr` r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r rb r� r r r r� � rB z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r ru ) r r� rx ru �major�minor�patchr{ �buildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r
c C s t |�S r( )r� r" r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r r3 r r r r: � s z SemanticVersion.is_prereleaseNr� r r r r r
� s r
c @ s e Zd ZeZdS )r N)r r r r
rL r r r r r � s r c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S r( )rP �matcher� suggester)r rP r� r� r r r r � s zVersionScheme.__init__c C s0 z| j �|� d}W n ty* d}Y n0 |S �NTF)r� rL r �r r r` r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s. z| � |� d}W n ty( d}Y n0 |S r� )r� r r� r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s$ |� d�r|dd� }| �d| �S )z:
Used for processing some metadata fields
�,Nrh zdummy_name (%s))rR r� r" r r r �is_valid_constraint_list� s
z&VersionScheme.is_valid_constraint_listc C s | j d u rd }n
| � |�}|S r( )r� r� r r r �suggest� s
zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s
r� c C s |S r( r r" r r r rA � rB rA )�
normalized�legacyZsemanticr� �defaultc C s | t vrtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrM )rN r r r r
� s r
)*r �loggingr� �compatr �utilr �__all__� getLoggerr r� rM r �objectr r< r� rt r� r� r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r
r r� r� r
r r r r �<module> s�
1d
=$ W � � �
.r� � '��� site-packages/pip/_vendor/distlib/__pycache__/locators.cpython-39.pyc 0000644 00000112624 15056474501 0021646 0 ustar 00 a
��Re�� � @ s0 d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e yb d dl
ZY n0 d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z ddl m Z m Z m!Z! ddl"m#Z#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- dd l.m/Z/m0Z0 dd
l1m2Z2m3Z3 e�4e5�Z6e�7d �Z8e�7d ej9�Z:e�7d
�Z;dZ<d,dd�Z=G dd� de�Z>G dd� de?�Z@G dd� de@�ZAG dd� de@�ZBG dd� de?�ZCG dd � d e@�ZDG d d � d e@�ZEG d d � d e@�ZFG d!d"� d"e@�ZGG d#d$� d$e@�ZHeHeF� eDd%d&d'�d(d)�ZIeIjJZJG d*d+� d+e?�ZKdS )-� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata�MetadataInvalidError)�cached_property� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s> | du r t } t| dd�}z|�� W |d�� S |d�� 0 dS )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
N� @��timeout�close)�
DEFAULT_INDEXr �
list_packages)�url�client� r, ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/locators.py�get_all_distribution_names) s
�r. c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }dD ]}||v r|| } q"q|d u r.d S t |�}|jdkrnt|�� |�}t|d�rf|�||� n|||< t�| |||||�S )N)�location�uri� �replace_header)r �schemer � get_full_url�hasattrr3 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headers�newurl�key�urlpartsr, r, r- r8 @ s
�z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r8 �http_error_301�http_error_303�http_error_307r, r, r, r- r/ 7 s r/ c @ s� e Zd ZdZdZdZdZdZed Zd)dd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd*d'd(�ZdS )+�LocatorzG
A base class for locators - things that locate distributions.
)z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe�.whl)z.pdfN)rJ �defaultc C s, i | _ || _tt� �| _d| _t�� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher4 r
r/ �opener�matcherr
�Queue�errors)r9 r4 r, r, r- �__init__f s
zLocator.__init__c C sT g }| j �� sPz| j �d�}|�|� W n | j jyB Y qY n0 | j �� q|S )z8
Return any errors which have occurred.
F)rP �empty�get�append�Empty� task_done)r9 �result�er, r, r- �
get_errorsy s
zLocator.get_errorsc C s | � � dS )z>
Clear any errors which may have been logged.
N)rY �r9 r, r, r- � clear_errors� s zLocator.clear_errorsc C s | j �� d S �N)rL �clearrZ r, r, r- � clear_cache� s zLocator.clear_cachec C s | j S r\ ��_schemerZ r, r, r- � _get_scheme� s zLocator._get_schemec C s
|| _ d S r\ r_ )r9 �valuer, r, r- � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
� Please implement in the subclassN��NotImplementedError)r9 �namer, r, r- � _get_project� s
zLocator._get_projectc C s t d��dS )�J
Return all the distribution names known to this locator.
rd Nre rZ r, r, r- �get_distribution_names� s z Locator.get_distribution_namesc C sL | j du r| �|�}n2|| j v r,| j | }n | �� | �|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rL rh r[ )r9 rg rW r, r, r- � get_project� s
zLocator.get_projectc C s^ t |�}t�|j�}d}|�d�}|�| j�}|rBtt|�| j�}|j dkd|j
v ||||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
TrJ �httpszpypi.org) r � posixpath�basename�path�endswith�downloadable_extensionsr# r" �
wheel_tagsr4 �netloc)r9 r* �trn �
compatible�is_wheelZis_downloadabler, r, r- � score_url� s
�zLocator.score_urlc C sR |}|rN| � |�}| � |�}||kr(|}||kr@t�d||� nt�d||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)rw �logger�debug)r9 �url1�url2rW �s1�s2r, r, r- �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r9 �filename� project_namer, r, r- r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
�� �d�r<t�d||
� t�|
�} | rX| �� \} }
nd\} }
|}|r�|d dkr�|dd� }|�d ��r@z~t |�}t
|| j �s�t�d
|� nX|du r�d }n ||j |�}|�r|j |j
|jt||||| d f�d
�dd� |jD ��d�}W n2 t�y< } zt�d|� W Y d}~n
d}~0 0 n�|�| j��s\t�d|� n�t�|� }}| jD ]�}|�|��rp|dt|� � }| �||�}|�s�t�d|� nH|\}}}|�r�|||��r�|||t||||| d f�d�}|�r�||d< �q�qp|�r | �r |
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS r\ )r )Zname1Zname2r, r, r- � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN����/rJ zWheel not compatible: %sTr2 z, c S s" g | ]}d � t|dd� ���qS )�.� N)�join�list)�.0�vr, r, r- �
<listcomp> � z8Locator.convert_url_to_download_info.<locals>.<listcomp>)rg �versionr r* �python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)rg r� r r* r� � %s_digest)r �lower�
startswithrx ry � HASHER_HASH�match�groupsrp r" r# rr rg r� r r r� �pyver� Exception�warningrq rm rn �lenr )r9 r* r� r� rW r4 rs ro �params�query�frag�m�algo�digestZorigpath�wheel�includerX r �extrt rg r� r� r, r, r- � convert_url_to_download_info� sv �
���
$
��
z$Locator.convert_url_to_download_infoc C sh d}d|v r6|d }dD ] }||v r||| f} q6q|sddD ]$}d| }||v r>||| f} qdq>|S )z�
Get a digest from a dictionary by looking at a "digests" dictionary
or keys of the form 'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N�digests)�sha256�md5r� r, )r9 �inforW r� r� r@ r, r, r- � _get_digest1 s zLocator._get_digestc C s� |� d�}|� d�}||v r,|| }|j}nt||| jd�}|j}| �|� |_}|d }||d |< |j|d kr�| �|j|�|_|d �|t � ��
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
rg r� �r4 r* r� �urlsN) �pop�metadatar r4 r� r� �
source_urlr~ �
setdefault�set�add�locator) r9 rW r� rg r� �dist�mdr� r* r, r, r- �_update_version_dataH s
z Locator._update_version_dataFc C s� d}t |�}|du r td| ��t| j�}|�|j� | _}t�d|t|�j � | �
|j �}t |�dk�rg }|j
} |D ]X}
|
dv r�qxz(|�|
�s�n|s�| |
�js�|�|
� W qx ty� t�d||
� Y qx0 qxt |�dkr�t||jd�}|�rt�d |� |d
} || }|�rv|j�r$|j|_|�d i ��| t� �|_i } |�d i �}
|jD ] }||
v �rR|
| | |< �qR| |_d| _|S )
a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r� �r� r� zerror matching %s with %rr )r@ zsorted list: %sr� r� r� )r r r r4 rN � requirementrx ry �typerB rk rg r� Z
version_classr� �
is_prereleaserT r� r� �sortedr@ �extrasrS r� �
download_urlsr� )r9 r� � prereleasesrW �rr4 rN �versions�slistZvcls�kr� �d�sdr* r, r, r- �locate_ sP
zLocator.locate)rK )F)rB rC rD rE �source_extensions�binary_extensions�excluded_extensionsrr rq rQ rY r[ r^ ra rc �propertyr4 rh rj rk rw r~ r r� r� r� r� r, r, r, r- rI V s.
JrI c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s. t t| �jf i |�� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
r$ r% N)�superr� rQ �base_urlr r+ �r9 r* �kwargs�� __class__r, r- rQ � s zPyPIRPCLocator.__init__c C s t | j�� �S �ri )r� r+ r) rZ r, r, r- rj � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j �|d�}|D ]�}| j �||�}| j �||�}t| jd�}|d |_|d |_|�d�|_ |�dg �|_
|�d�|_ t |�}|r |d } | d
|_
| �| �|_| |_|||< |D ]:} | d
}
| �| �} |d �|t� ��|
� | |d |
< q�q |S )
Nr� Tr� rg r� �license�keywords�summaryr r* r� r� )r+ Zpackage_releasesZ release_urlsZ release_datar r4 rg r� rS r� r� r� r r� r� r� r� r� r� r� ) r9 rg rW r� r� r� �datar� r� r� r* r� r, r, r- rh � s0
zPyPIRPCLocator._get_project�rB rC rD rE rQ rj rh �
__classcell__r, r, r� r- r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s$ t t| �jf i |�� t|�| _d S r\ )r� r� rQ r r� r� r� r, r- rQ � s zPyPIJSONLocator.__init__c C s t d��dS �ri z Not available from this locatorNre rZ r, r, r- rj � s z&PyPIJSONLocator.get_distribution_namesc
C s i i d�}t | jdt|� �}�z�| j�|�}|�� �� }t�|�}t | j
d�}|d }|d |_ |d |_ |�
d�|_|�
dg �|_|�
d �|_t|�}| |_|d
} |||j < |d
D ]T}
|
d }|j�|� | �|
�|j|< |d
�|j t� ��|� | �|
�|d |< q�|d
�� D ]�\} } | |j k�r4�q t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < | D ]T}
|
d }|j�|� | �|
�|j|< |d
�| t� ��|� | �|
�|d |< �qh�q W nB t�y } z(| j� t |�� t � d|� W Y d }~n
d }~0 0 |S )Nr� z%s/jsonr� r� rg r� r� r� r� r� r* r� ZreleaseszJSON fetch failed: %s) r r� r rM �open�read�decode�json�loadsr r4 rg r� rS r� r� r� r r� r� r� r� r� r� r� �itemsr� rP �putr rx � exception)r9 rg rW r* �respr� r� r� r� r� r� r� �infosZomd�odistrX r, r, r- rh � sT
"z PyPIJSONLocator._get_projectr� r, r, r� r- r� � s r� c @ s` e Zd ZdZe�dejejB ejB �Z e�dejejB �Z
dd� Z e�dej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j�| j �}|r0|�d�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r* �_base�search�group)r9 r� r* r� r, r, r- rQ s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }| j�| j�D ]�}|�d�}|d pX|d pX|d pX|d pX|d pX|d }|d
pp|d pp|d }t| j|�}t|�}| j� d
d� |�}|�
||f� q t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r* r4 rs ro r� r� r� r, r, r- �clean4 s �zPage.links.<locals>.cleanr2 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rz r{ Zurl3c S s dt | �d�� S )Nz%%%2xr )�ordr� )r� r, r, r- �<lambda>B r� z Page.links.<locals>.<lambda>c S s | d S )Nr r, )rt r, r, r- r� F r� T)r@ �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r9 r� rW r� r� �relr* r, r, r- �links- s$
��� z
Page.linksN)rB rC rD rE �re�compile�I�S�Xr� r� rQ r� r r� r, r, r, r- r� s � r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e � de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze � d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jt| �d��� S )N)�fileobj)�gzip�GzipFiler r� ��br, r, r- r� T r� z SimpleScrapingLocator.<lambda>c C s | S r\ r, r� r, r, r- r� U r� )�deflater� �noneN�
c sp t t| �jf i |�� t|�| _|| _i | _t� | _t �
� | _ t� | _ d| _
|| _t�� | _t�� | _d| _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rQ r r� r& � _page_cacher� �_seenr
rO � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock�platform_check)r9 r* r& r r� r� r, r- rQ X s
z SimpleScrapingLocator.__init__c C sF g | _ t| j�D ]0}tj| jd�}|�d� |�� | j �|� qdS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger r �Thread�_fetch� setDaemon�startrT )r9 �irt r, r, r- �_prepare_threadss s
z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| j�d� q| j D ] }|�� q g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r
r r� r� )r9 rt r, r, r- �
_wait_threads� s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �� || _|| _t| jdt|� �}| j�� | j�� | � � z.t
� d|� | j �
|� | j �� W | �� n
| �� 0 | `W d � n1 s�0 Y |S )Nr� z%s/z Queueing %s)r rW r� r r� r r� r] r� r rx ry r r� r� r )r9 rg rW r* r, r, r- rh � s
"z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j �|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r9 r* r, r, r- �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sn | j r| �|�rd}n| �|| j�}t�d||� |rj| j� | �| j|� W d � n1 s`0 Y |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s) r r r� r� rx ry r r� rW )r9 r* r� r, r, r- �_process_download� s
,z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|�| j| j | j �r2d}n|| jrJ|�| j�sJd}nd|�| j�s\d}nR|dvrjd}nD|dvrxd}n6| �|�r�d}n&|� dd�d } | �
� dkr�d}nd}t � d ||||� |S )
z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F)Zhomepage�download)�httprl �ftp�:r r � localhostTz#should_queue: %s (%s) from %s -> %s)
r rp r� r� r� r r� r� r �splitr� rx ry )
r9 �linkZreferrerr� r4 rs ro �_rW �hostr, r, r- �
_should_queue� s. �
�z#SimpleScrapingLocator._should_queuec
C s | j �� }z�z�|r�| �|�}|du r4W W | j �� q |jD ]h\}}|| jvr:zB| j�|� | �|�s�| �|||�r�t �
d||� | j � |� W q: t y� Y q:0 q:W n4 t
y� } z | j� t|�� W Y d}~n
d}~0 0 W | j �� n | j �� 0 |s q�q dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r rS �get_pagerV r� r� r� r r rx ry r� r r� rP r )r9 r* �pager r� rX r, r, r- r
� s0
�
� (z SimpleScrapingLocator._fetchc C s| t |�\}}}}}}|dkr:tj�t|��r:tt|�d�}|| jv r`| j| }t� d||� �n|�
dd�d }d}|| j v r�t� d||� �n�t |d d
id �}�z�z�t� d |� | j
j|| jd
�} t� d|� | �� }
|
�dd�} t�| ��r�| �� } | �� }
|
�d�}|�r"| j| }||
�}
d}t�| �}|�r@|�d�}z|
�|�}
W n t�yl |
�d�}
Y n0 t |
| �}|| j| < W n� t �y� } z&|j dk�r�t� d||� W Y d}~n�d}~0 t �y* } zNt� d||� | j!� | j �"|� W d � n1 �s 0 Y W Y d}~n<d}~0 t#�y\ } zt� d||� W Y d}~n
d}~0 0 W || j|< n || j|< 0 |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encoding�identity)r> z Fetching %sr% z
Fetched %sz Content-Typer2 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osro �isdirr r r r� rx ry r r r rM r� r& r� rS �HTML_CONTENT_TYPEr� �geturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r< r� r r r� r� )r9 r* r4 rs ro r rW r r: r� r> � content_typeZ final_urlr� �encoding�decoderr� rX r, r, r- r � sZ
"@&z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t � }| �| j�}|s$td| j ��| j�|j�D ]}|�|�d�� q2|S )ri zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r9 rW r! r� r, r, r- rj 7 s z,SimpleScrapingLocator.get_distribution_names)Nr� )rB rC rD rE �zlib�
decompressr( rQ r r rh r� r� r� r r r r r
r r. rj r� r, r, r� r- r� J s& �
� !;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sR |� dd�| _tt| �jf i |�� tj�|�}tj�|�sHt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r2 r� r1 rQ r$ ro �abspathr% r �base_dir)r9 ro r� r� r, r- rQ H s
zDirectoryLocator.__init__c C s |� | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rp rq )r9 r �parentr, r, r- �should_includeY s z DirectoryLocator.should_includec C s� i i d�}t �| j�D ]t\}}}|D ]Z}| �||�r$t j�||�}tddtt j�|��dddf�}| � ||�}|r$| �
||� q$| j s q�q|S )Nr� r" r2 ) r$ �walkr4 r6 ro r� r r r3 r� r� r2 ) r9 rg rW �root�dirs�files�fnr* r� r, r, r- rh a s
� z DirectoryLocator._get_projectc C s� t � }t�| j�D ]v\}}}|D ]\}| �||�r tj�||�}tddttj� |��dddf�}| �
|d�}|r |� |d � q | j s q�q|S )ri r" r2 Nrg )
r� r$ r7 r4 r6 ro r� r r r3 r� r� r2 )r9 rW r8 r9 r: r; r* r� r, r, r- rj q s � z'DirectoryLocator.get_distribution_names) rB rC rD rE rQ r6 rh rj r� r, r, r� r- r1 C s
r1 c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS r� re rZ r, r, r- rj � s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�|�dg �D ]�}|d dks"|d dkr@q"t|d |d |�d d
�| jd �}|j}|d |_d
|v r�|d
r�d|d
f|_|�di �|_|�di �|_|||j < |d �
|j t � �� |d � q"|S )Nr� r: �ptype�sdistZ pyversion�sourcerg r� r� zPlaceholder for summary)r� r4 r* r� r� � requirements�exportsr� )
r rS r r4 r� r� r� � dependenciesrA r� r� r� r� )r9 rg rW r� r� r� r� r, r, r- rh � s*
��
zJSONLocator._get_projectN)rB rC rD rE rj rh r, r, r, r- r< � s r< c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s. t t| �jf i |�� t|t�s$J �|| _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� rC rQ �
isinstancer �distpath)r9 rE r� r� r, r- rQ � s zDistPathLocator.__init__c C sP | j �|�}|d u r i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )Nr� r� r� )rE �get_distributionr� r� r� )r9 rg r� rW r, r, r- rh � s �z DistPathLocator._get_project)rB rC rD rE rQ rh r� r, r, r� r- rC � s
rC c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s. |� dd�| _|| _tt| �jf i |�� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� rH �locatorsr� rG rQ )r9 rI r� r� r, r- rQ � s zAggregatingLocator.__init__c s& t t| ��� | jD ] }|�� qd S r\ )r� rG r^ rI �r9 r� r� r, r- r^ � s
z AggregatingLocator.clear_cachec C s || _ | jD ]
}||_q d S r\ )r` rI r4 )r9 rb r� r, r, r- rc � s
z AggregatingLocator._set_schemec C s� i }| j D ]�}|�|�}|r
| jr�|�di �}|�di �}|�|� |�d�}|r�|r�|�� D ]*\}} ||v r�|| | O < q^| ||< q^|�d�}
|r�|
r�|
�|� q
| jd u r�d} n"d} |D ]}| j�|�r�d} q�q�| r
|} q�q
|S )Nr� r� TF)rI rk rH rS �updater� rN r� ) r9 rg rW r� r� r: r� Zdfr� r� �dd�foundr, r, r- rh � s8
z AggregatingLocator._get_projectc C s: t � }| jD ](}z||�� O }W q ty2 Y q 0 q |S r� )r� rI rj rf )r9 rW r� r, r, r- rj s
z)AggregatingLocator.get_distribution_names)rB rC rD rE rQ r^ rc r� rI r4 �fgetrh rj r� r, r, r� r- rG � s ,rG zhttps://pypi.org/simple/r$ r% �legacyr� c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r r4 rJ r, r, r- rQ / s
zDependencyFinder.__init__c C sr t �d|� |j}|| j|< || j||jf< |jD ]:}t|�\}}t �d|||� | j� |t
� �� ||f� q2dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) rx ry r@ �
dists_by_name�distsr� �providesr �providedr� r� r� )r9 r� rg �pr� r, r, r- �add_distribution7 s
z!DependencyFinder.add_distributionc C sx t �d|� |j}| j|= | j||jf= |jD ]D}t|�\}}t �d|||� | j| }|� ||f� |s.| j|= q.dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
rx ry r@ rR rS r� rT r rU �remove)r9 r� rg rV r� �sr, r, r- �remove_distributionF s
z$DependencyFinder.remove_distributionc C s@ z| j �|�}W n* ty: |�� d }| j �|�}Y n0 |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r4 rN r! r )r9 �reqtrN rg r, r, r- � get_matcherX s z DependencyFinder.get_matcherc C sr | � |�}|j}t� }| j}||v rn|| D ]@\}}z|�|�}W n tyX d}Y n0 |r,|�|� qnq,|S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r\ r@ r� rU r� r! r� ) r9 r[ rN rg rW rU r� �providerr� r, r, r- �find_providersh s
z DependencyFinder.find_providersc C s� | j | }t� }|D ]$}| �|�}|�|j�s|�|� q|rZ|�d||t|�f� d}n@| �|� | j |= |D ]}| j �|t� ��|� qp| � |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r\ r� r� r� � frozensetrZ r� rW ) r9 r] �other�problemsZrlist� unmatchedrY rN rW r, r, r- �try_to_replace� s$
�
z DependencyFinder.try_to_replaceFc C s� i | _ i | _i | _i | _t|p g �}d|v rF|�d� |tg d��O }t|t�rf| }}t� d|� n4| j
j ||d� }}|du r�t d| ��t� d|� d|_
t� }t|g�}t|g�}|�r�|�� }|j} | | jvr�| �|� n"| j| }
|
|k�r| �||
|� |j|jB } |j} t� }
|�r^||v �r^d D ]*}d
| }||v �r2|
t|d | �O }
�q2| | B |
B }|D �].}| �|�}|�sDt� d |� | j
j ||d�}|du �r�|�s�| j
j |dd�}|du �r�t� d
|� |�d|f� n^|j|j }}||f| jv�r|�|� |�|� || v �rD||v �rD|�|� t� d|j� |D ]R}|j} | | jv�rv| j�|t� ��|� n"| j| }
|
|k�rH| �||
|� �qH�qnq�t| j�� �}|D ]&}||v|_ |j �r�t� d|j� �q�t� d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:)z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT)�test�build�devz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) rU rS rR r_ r� rX rD r rx ry r� r� r � requestedr� r@ rW rd Z run_requiresZ
meta_requiresZbuild_requires�getattrr^ r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r9 r� Z meta_extrasr� r� r� rb �todoZ
install_distsrg ra ZireqtsZsreqtsZereqtsr@ rX Z all_reqtsr� � providersr] �nr� rV rS r, r, r- �find� s�
�
�
� zDependencyFinder.find)N)NF) rB rC rD rE rQ rW rZ r\ r^ rd rn r, r, r, r- rP * s
(rP )N)Lr� �ior r� �loggingr$ rm r� r � ImportErrorZdummy_threadingr/ r2 r �compatr r r r r r
r r r
r r7 r r r r Zdatabaser r r r� r r �utilr r r r r r r r r� r r! r� r" r# � getLoggerrB rx r� r� r� r) r& r( r. r/ �objectrI r� r� r� r� r1 r< rC rG rQ r� rP r, r, r, r- �<module> s\ @(
G0E: zA& [�� site-packages/pip/_vendor/distlib/__pycache__/manifest.cpython-39.pyc 0000644 00000023767 15056474501 0021637 0 ustar 00 a
��Re�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ e�
e�Ze�dej�Ze�d ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode�� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t j�t j�|pt �� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}|r�|� }t� |�} | D ]R}
tj
� ||
�} t� | �} | j }
||
�r�|�t
| �� qN||
�rN||
�sN|| � qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr
�join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |� | j�s tj�| j|�}| j�tj�|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r
r r r �addr )r �itemr r r r* T s z Manifest.addc C s |D ]}| � |� qdS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r* )r �itemsr+ r r r �add_many^ s zManifest.add_manyFc sb � �fdd�� t �j�}|rFt � }|D ]}� |tj�|�� q&||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c sJ | � |� t�d|� |�jkrFtj�|�\}}|dvs<J �� | |� d S )Nzadd_dir added %s)� �/)r* �logger�debugr r r
�split)�dirs�d�parent�_��add_dirr r r r8 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r
r )�.0Z
path_tupler r r �
<listcomp>z � z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j�|�V qd S )N)r r
r2 )r9 r
r r r � <genexpr>{ r; z"Manifest.sorted.<locals>.<genexpr>)r r r r
�dirname�sorted)r Zwantdirs�resultr3 �fr r7 r r> g s
�zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C sj | � |�\}}}}|dkrB|D ] }| j|dd�s t�d|� q �n$|dkrf|D ]}| j|dd�}qN�n |dkr�|D ] }| j|dd�srt�d|� qrn�|d kr�|D ]}| j|dd�}q�n�|d
kr�|D ] }| j||d �s�t�d ||� q�n�|d
k�r
|D ]}| j||d �}q�n\|dk�r2| jd|d ��sft�d|� n4|dk�rZ| jd|d ��sft�d|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�exclude�global-includeFz3no files found matching %r anywhere in distribution�global-exclude�recursive-include)r z-no files found matching %r under directory %r�recursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr0 �warning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sN ��
�
��zManifest.process_directivec C s |� � }t|�dkr,|d dvr,|�dd� |d }d } }}|dv rxt|�dk r`td| ��d d
� |dd� D �}n~|d v r�t|�d k r�td
| ��t|d �}dd
� |dd� D �}n:|dv r�t|�dkr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r )rB rD rE rF rG rH rI rJ rB N)rB rD rE rF r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r �r9 �wordr r r r: � r; z-Manifest._parse_directive.<locals>.<listcomp>)rG rH � z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r rV r r r r: � r; )rI rJ z!%r expects a single <dir_pattern>zunknown action %r)r2 �len�insertr r )r rO �wordsrP rQ rR Z dir_patternr r r rK � s4 � � � zManifest._parse_directiveTc C sP d}| � ||||�}| jdu r&| �� | jD ] }|�|�r,| j�|� d}q,|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r( �searchr r* )r rS rC r �is_regexrT �
pattern_rer% r r r rL s
zManifest._include_patternc C sB d}| � ||||�}t| j�D ] }|�|�r | j�|� d}q |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)r\ �listr r] �remove)r rS rC r r^ rT r_ r@ r r r rN ) s
zManifest._exclude_patternc
C s� |r t |t�rt�|�S |S tdkr:| �d��d�\}}}|rj| �|�}tdkrn|�|�rd|�|�snJ �nd}t� t
j � | j
d��} |du�rftdkr�| �d�}
| �|�dt|
� � } n>| �|�} | �|�r�| �|�s�J �| t|�t| �t|� � } t
j} t
jdk�rd} tdk�r4d| | � | d| f� }n0|t|�t|�t|� � }d || | | ||f }n8|�r�tdk�r�d| | }nd
|| |t|�d� f }t�|�S ) a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
)rX r r6 r. N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partitionr) �endswith�escaper r
r r rY r )
r rS rC r r^ �startr6 �endr_ r Z
empty_patternZ prefix_rer r r r r\ = sF
�
�
zManifest._translate_patternc C s8 t �|�}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
rb z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r rf �sub)r rS r_ r �escapedr r r ri t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r( r* r- r> rA rU rK rL rN r\ ri r r r r r % s&
O/ �
) �
�
7)rv ro �loggingr rf �sysr. r �compatr �utilr �__all__� getLoggerrs r0 rg �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_inforh �objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/markers.cpython-39.pyc 0000644 00000011625 15056474501 0021463 0 ustar 00 a
��Re} � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl
m Z dgZ
e�d�Zd d
� Zd d � ZG d
d� de�Zdd� Ze� Z[e� Zddd�ZdS )zG
Parser for the environment markers micro-language defined in PEP 508.
� N� )� string_types)�in_venv� parse_marker)�NormalizedVersion� interpretz<((\d+(\.\d+)*\w*)|\'(\d+(\.\d+)*\w*)\'|\"(\d+(\.\d+)*\w*)\")c C s t | t�r| sdS | d dv S )NFr �'")�
isinstancer )�o� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/markers.py� _is_literal s r
c C s2 g }t �| �D ]}|�t|�� d �� qt|�S )Nr )�_VERSION_PATTERN�finditer�append�NV�groups�set)�s�result�mr r r �
_get_versions! s r c
@ sf e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d d� d
d� dd� d� Zdd� ZdS )� Evaluatorz;
This class is used to evaluate marker expessions.
c C s | |kS �Nr ��x�yr r r �<lambda>- � zEvaluator.<lambda>c C s | |kS r r r r r r r . r c C s | |kp| |kS r r r r r r r / r c C s | |kS r r r r r r r 0 r c C s | |k S r r r r r r r 1 r c C s | |kp| |k S r r r r r r r 2 r c C s | |kS r r r r r r r 3 r c C s | |kp| |kS r r r r r r r 4 r c C s | o|S r r r r r r r 5 r c C s | p|S r r r r r r r 6 r c C s | |v S r r r r r r r 7 r c C s | |vS r r r r r r r 8 r ) �==�===�~=�!=�<�<=�>�>=�and�or�in�not inc C s" t |t�rB|d dv r$|dd� }n ||vr8td| ��|| }n�t |t�sPJ �|d }|| jvrntd| ��|d }|d }t|d �r�t|d �r�td
|||f ��| �||�}| �||�}|d ks�|d kr�|d v r�t|�}t|�}n$|d k�r|d
v �rt|�}t |�}| j| ||�}|S )z�
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
r r r ���zunknown variable: %s�opzop not implemented: %s�lhs�rhsz invalid comparison: %s %s %s�python_version)r# r$ r% r& r r r" r! )r) r* )
r r � SyntaxError�dict�
operations�NotImplementedErrorr
�evaluater r ) �self�expr�contextr r, ZelhsZerhsr- r. r r r r4 ; s4
�
zEvaluator.evaluateN)�__name__�
__module__� __qualname__�__doc__r2 r4 r r r r r ' s �r c
C s� dd� } t td�r(| tjj�}tjj}nd}d}||tjt�� t�� t� � t�
� t�� t t � �t�
� t�
� d d� tjd� }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j� 7 }|S )Nz%s.%s.%s�finalr )�major�minor�micro� releaselevel�str�serial)�info�version�kindr r r �format_full_version^ s
z,default_context.<locals>.format_full_version�implementation�0� � ) �implementation_name�implementation_version�os_name�platform_machine� platform_python_implementation�platform_release�platform_system�platform_versionZplatform_in_venv�python_full_versionr/ � sys_platform)�hasattr�sysrG rD �name�os�platform�machine�python_implementation�release�systemrA r r/ )rF rL rK r r r r �default_context] s(
�r^ c
C s� zt | �\}}W n4 tyD } z td| |f ��W Y d}~n
d}~0 0 |rf|d dkrftd| |f ��tt�}|r||�|� t�||�S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
z)Unable to interpret marker syntax: %s: %sNr �#z*unexpected trailing data in marker: %s: %s)r � Exceptionr0 r1 �DEFAULT_CONTEXT�update� evaluatorr4 )�markerZexecution_contextr6 �rest�er7 r r r r � s &
)N)r; rX �rerV rY �compatr �utilr r rD r r �__all__�compiler r
r �objectr r^ ra rc r r r r r �<module> s"
6 site-packages/pip/_vendor/distlib/__pycache__/wheel.cpython-39.pyc 0000644 00000065107 15056474501 0021127 0 ustar 00 a
��Re�� � @ s� d dl mZ d dlZd dlZd dlZd dlmZ d dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZmZ ddlm Z ddl m Z m Z m Z m!Z! dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd
l-m.Z.m/Z/ e
�0e1�Z2da3e4ed ��r8d Z5n*ej6�7d
��rLdZ5nej6dk�r^dZ5ndZ5e�8d�Z9e9�s�dej:dd� Z9de9 Z;e5e9 Z<e,� �=dd��=dd�Z>e�8d�Z?e?�r�e?�7d��r�e?�=dd��@d�d Z?ndd � ZAeA� Z?[Ae
�Bd e
jCe
jDB �ZEe
�Bd e
jCe
jDB �ZFe
�Bd �ZGe
�Bd �ZHd!ZId"ZJe jKd#k�rHd$d%� ZLnd&d%� ZLG d'd(� d(eM�ZNeN� ZOG d)d*� d*eM�ZPd+d,� ZQd-d.� ZReR� ZS[Rd1d/d0�ZTdS )2� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)
� FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir� get_platform)�NormalizedVersion�UnsupportedVersionError�pypy_version_info�pp�java�jy�cli�ip�cp�py_version_nodotz%s%s� �py�-�_�.�SOABIzcpython-c C sR dt g} t�d�r | �d� t�d�r0| �d� t�d�dkrH| �d� d �| �S )
Nr# �Py_DEBUG�d�
WITH_PYMALLOC�m�Py_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r8 ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/wheel.py� _derive_abi< s
r: zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S �Nr8 ��or8 r8 r9 �<lambda>^ � r? c C s | � tjd�S )Nr; )�replace�os�sepr= r8 r8 r9 r? ` r@ c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S r< )�
impure_wheels�libs��selfr8 r8 r9 �__init__d s zMounter.__init__c C s || j |< | j�|� d S r< )rE rF �update)rH �pathname�
extensionsr8 r8 r9 �addh s
z Mounter.addc C s0 | j �|�}|D ]\}}|| jv r| j|= qd S r< )rE �poprF )rH rK rL �k�vr8 r8 r9 �removel s
zMounter.removeNc C s || j v r| }nd }|S r< )rF )rH �fullname�path�resultr8 r8 r9 � find_moduler s
zMounter.find_modulec C sj |t jv rt j| }nP|| jvr,td| ��t�|| j| �}| |_|�dd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr) r r )
�sys�modulesrF � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)rH rR rT r7 r8 r8 r9 � load_moduley s
zMounter.load_module)N)�__name__�
__module__� __qualname__rI rM rQ rU r^ r8 r8 r8 r9 rD c s
rD c @ s� e Zd ZdZdZdZd4dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd5dd�Zdd� Zdd� Zd d � Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd7d,d-�Zd.d/� Z d0d1� Z d8d2d3�Z dS )9�Wheelz@
Class to build and install from Wheel files (PEP 427).
)r r �sha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t�� | _ |du rRd| _
d| _ | j | _
n�t�|�}|r�|�d�}|d | _
|d �d d
�| _ |d | _| j | _
n�tj�|�\}}t�|�}|s�td | ��|r�tj�|�| _ || _
|�d�}|d | _
|d | _ |d | _|d
�d�| _|d �d�| _|d �d�| _dS )zB
Initialise an instance using a (valid) filename.
r2 �none�anyN�dummyz0.1�nmZvnr( r' Zbnz Invalid name or filename: %rr& r) Zbi�ar)�signZ
should_verify�buildver�PYVER�pyver�abi�archrB �getcwd�dirname�name�version�filename� _filename�NAME_VERSION_RE�match� groupdictrA rS �split� FILENAME_REr �abspath)rH rs ri �verifyr. �inforp r8 r8 r9 rI � sD
�
zWheel.__init__c C s^ | j rd| j }nd}d�| j�}d�| j�}d�| j�}| j�dd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r' r2 r) r( z%s-%s%s-%s-%s-%s.whl)rj r6 rl rm rn rr rA rq )rH rj rl rm rn rr r8 r8 r9 rs � s
�zWheel.filenamec C s t j�| j| j�}t j�|�S r< )rB rS r6 rp rs �isfile)rH rS r8 r8 r9 �exists� s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r< )rl rm rn )rH rl rm rn r8 r8 r9 �tags� s
z
Wheel.tagsc
C s4 t j�| j| j�}d| j| jf }d| }t�d�}t |d���}| �
|�}|d � dd�}t dd � |D ��}t
tg} d }
| D ]z} zbt�|| �} |�| ��8}
||
�}t|d
�}
|
r�W d � W q�W d � n1 s�0 Y W q| ty� Y q|0 q||
�std d �| � ��W d � n1 �s&0 Y |
S )
N�%s-%s� %s.dist-info�utf-8�r�
Wheel-Versionr) r c S s g | ] }t |��qS r8 ��int��.0�ir8 r8 r9 �
<listcomp>� r@ z"Wheel.metadata.<locals>.<listcomp>)�fileobjz8Invalid wheel, because metadata is missing: looked in %sz, )rB rS r6 rp rs rq rr �codecs� getreaderr �get_wheel_metadatarx �tupler r � posixpath�openr
�KeyError�
ValueError)rH rK �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_version�fnsrT �fn�metadata_filename�bf�wfr8 r8 r9 �metadata� s2
4 �&zWheel.metadatac C sl d| j | jf }d| }t�|d�}|�|��&}t�d�|�}t|�}W d � n1 sZ0 Y t|�S )Nr� r� �WHEELr� ) rq rr r� r6 r� r� r� r �dict)rH r� r� r� r� r� r� �messager8 r8 r9 r� � s &zWheel.get_wheel_metadatac C sJ t j�| j| j�}t|d��}| �|�}W d � n1 s<0 Y |S )Nr� )rB rS r6 rp rs r r� )rH rK r� rT r8 r8 r9 r| s (z
Wheel.infoc C s� t �|�}|r||�� }|d |� ||d � }}d|�� v rBt}nt}t�|�}|rfd|�� d }nd}|| }|| }nT|�d�}|�d�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S )
Ns pythonw� ���r@ �
�
r r% s
) �
SHEBANG_RErv �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) rH �datar. r� �shebangZdata_after_shebangZshebang_python�argsZcr�lfZtermr8 r8 r9 �process_shebang s,
zWheel.process_shebangc C sf |d u r| j }ztt|�}W n ty: td| ��Y n0 ||��� }t�|��d�� d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64�urlsafe_b64encode�rstrip�decode)rH r� r� �hasherrT r8 r8 r9 �get_hash% s zWheel.get_hashc C sj t |�}ttj�||��}|�|ddf� t|��$}|D ]}|�|� q8W d � n1 s\0 Y d S )Nr2 )�list�to_posixrB rS �relpathr5 r �writerow)rH �records� record_path�base�p�writer�rowr8 r8 r9 � write_record0 s
zWheel.write_recordc C s� g }|\}}t t| j�}|D ]d\}} t| d��}
|
�� } W d � n1 sL0 Y d| �| � } tj�| �}
|� || |
f� q tj�
|d�} | � || |� t tj�
|d��}|� || f� d S )N�rbz%s=%s�RECORD)
r� r� r� r� �readr� rB rS �getsizer5 r6 r� r� )rH r| �libdir�
archive_pathsr� �distinfor� r� �apr� �fr� r� �sizer8 r8 r9 �
write_records8 s & zWheel.write_recordsc C sZ t |dtj��8}|D ]"\}}t�d||� |�||� qW d � n1 sL0 Y d S )N�wzWrote %s to %s in wheel)r �zipfile� ZIP_DEFLATED�logger�debug�write)rH rK r� r� r� r� r8 r8 r9 � build_zipH s zWheel.build_zipc " s� |du r i }t t� fdd�d��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|�d |�| _|�d |�| _|�d
|�| _ � | } d| j
| j f }
d|
} d|
} g }
dD �]
}|� vr�q�� | }t j
�|�r�t �|�D ]�\}}}|D ]�}tt j
�||��}t j
�||�}tt j
�| ||��}|
�||f� |dkr�|�d�s�t|d��}|�� }W d � n1 �st0 Y | �|�}t|d��}|�|� W d � q�1 �s�0 Y q�q�q�| }d}t �|�D ]�\}}}||k�r:t|�D ]8\}}t|�}|�d��r�t j
�||�}||= �q,�q�|�s:J d��|D ]H}t|��d��rV�q>t j
�||�}tt j
�||��}|
�||f� �q>�q�t �|�}|D ]B}|dv�r�tt j
�||��}tt j
�| |��}|
�||f� �q�d|�p�| j dt d | g} | j D ] \} } } | �d | | | f � �qt j
�|d �}t|d �� }|�d �| �� W d � n1 �sd0 Y tt j
�| d ��}|
�||f� d!d"� } t |
| d#�}
| � || f| |
� t j
�| j!| j"�}!| �#|!|
� |!S )$z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � v S r< r8 r= ��pathsr8 r9 r? V r@ z Wheel.build.<locals>.<lambda>)�purelib�platlibr r� �false�truerd re rl rm rn r� �%s.datar� )r� �headers�scriptsr� �.exer� �wb�
.dist-infoz(.dist-info directory expected, not found)z.pycz.pyo)r� � INSTALLERZSHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� r� �
c S s* | d }|� d�}d|v r"|d7 }||fS )Nr r; r� i' )�count)�tr� �nr8 r8 r9 �sorter� s
zWheel.build.<locals>.sorter)�key)$r� r �IMPVER�ABI�ARCHrk �getrl rm rn rq rr rB rS �isdir�walkr r6 r� r� r5 �endswithr� r� r� r� � enumerate�listdir�
wheel_versionr r �sortedr� rp rs r� )"rH r� r r� Zlibkey�is_pureZ
default_pyverZ default_abiZ default_archr� r� �data_dirr� r� r� rS �root�dirs�filesr� r� �rpr� r� r� r� r� �dnr� rl rm rn r� rK r8 r� r9 �buildN s�
(
0
� 0 z Wheel.buildc C s
|� d�S )zl
Determine whether an archive entry should be skipped when verifying
or installing.
)r; z /RECORD.jws)r� )rH �arcnamer8 r8 r9 �
skip_entry� s zWheel.skip_entryc C
K sx |j }|�d�}|�dd�}|�dd�}tj�| j| j�}d| j| jf } d| }
d| } t �| t
�} t �| d�}
t �| d �}t � d
�}t
|d ����}|�|
�� }||�}t|�}W d � n1 s�0 Y |d
�dd�}tdd� |D ��}|| jk�r|�r|| j|� |d dk�r(|d }n|d }i }|�|��X}t|d��,}|D ]}|d }|||< �qPW d � n1 �s~0 Y W d � n1 �s�0 Y t �|
d�} t �| d�} t �|
dd�} t|d�} d| _tj } g }!t�� }"|"|_d |_�zF�z |� � D �],}#|#j}$t |$t ��r,|$}%n
|$� d
�}%| � |%��rF�q||% }|d �rxt!|#j"�|d k�rxt#d |% ��|d �r�|d �d d�\}&}'|�|$��}|�$� }(W d � n1 �s�0 Y | �%|(|&�\})}*|*|'k�r�t#d |$ ��|�r|%�&| | f��rt'�(d |%� �q|%�&| ��o,|%�)d!� }+|%�&| ��rd|%�d"d �\})},}-tj�||, t*|-��}.n$|%|
|fv �rv�qtj�|t*|%��}.|+�s�|�|$�� }| �+||.� W d � n1 �s�0 Y tjd#k�r�t�,|.|#j-d$? d%@ � |!�.|.� |�s\|d �r\t|.d&��>}|�$� }(| �%|(|&�\})}/|/|*k�r<t#d'|. ��W d � n1 �sR0 Y | �r:|.�)d(��r:z | j/|.|d)�}0|!�.|0� W n" t0�y� t'j1d*dd+� Y n0 n�tj�2t*|$��}1tj�|"|1�}2|�|$�� }| �+||2� W d � n1 �s�0 Y tj�|.�\}3}1|3|_|�3|1�}4| �4|4� |!�5|4� �q|�rVt'�(d,� d }5�n�d }6| j6d
}|d-k�rPt �| d.�}7z�|�|7��}t7|�}8W d � n1 �s�0 Y i }6d/D ]r}9d0|9 }:|:|8v �r�i |6d1|9 < };|8|: �8� D ]<}<d2|<j9|<j:f }=|<j;�r|=d3d4�|<j;� 7 }=|=|;|<j< �q�q�W n t0�yL t'�1d5� Y n0 nxzX|�| ��8}||�}t<�=|��d6�}6|6�r�|6�d7�}6W d � n1 �s�0 Y W n t0�y� t'�1d8� Y n0 |6�r�|6�d9i �}>|6�d:i �}?|>�s�|?�r�|�dd�}@tj�>|@��st?d;��|@|_|>�@� D ]*\}:}<d<|:|<f }A|�3|A�}4| �4|4� �q"|?�r�d=di}B|?�@� D ],\}:}<d<|:|<f }A|�3|A|B�}4| �4|4� �qdtj�|| �}tA|�}5tB|�}|d= |d= ||d>< |5�C||�}|�r�|!�.|� |5�D|!|d? |� |5W W tE�F|"� W d � S t0�y8 t'�Gd@� | �H� � Y n0 W tE�F|"� n tE�F|"� 0 W d � n1 �sj0 Y d S )Aa~
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFZ bytecode_hashed_invalidationr� r� r� r� r� r� r� Nr� r) r c S s g | ] }t |��qS r8 r� r� r8 r8 r9 r� � r@ z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� ��streamr r2 r� )�dry_runTr% �size mismatch for %s�=�digest mismatch for %szlib_only: skipping %sr� r; �posix� i� r� z digest mismatch on write for %sz.py)�hashed_invalidationzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt)�console�guiz
%s_scriptszwrap_%sz%s:%sz [%s]�,zAUnable to read legacy script metadata, so cannot generate scriptsrL zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr �lib�prefixzinstallation failed.)Ir r� rB rS r6 rp rs rq rr r� r r� r� r r� r rx r� r� r r �recordrV �dont_write_bytecode�tempfile�mkdtemp�
source_dir�
target_dir�infolist�
isinstancer
r� r �str� file_sizer r� r� �
startswithr� r� r� r � copy_stream�chmod�
external_attrr5 � byte_compile� Exception�warning�basename�make�set_executable_mode�extendr| r �valuesr �suffix�flags�json�loadr� r� �itemsr r� Zwrite_shared_locationsZwrite_installed_files�shutil�rmtree� exception�rollback)CrH r� �maker�kwargsr r r Zbc_hashed_invalidationrK r� r� r� �
metadata_name�wheel_metadata_name� record_namer� r� �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfx�fileopZbcZoutfiles�workdir�zinfor � u_arcname�kind�valuer� r( r� Z is_script�wherer �outfileZ newdigestZpycr� Zworknamer � filenames�dist�commands�epZepdatar� rO r, rP �s�console_scripts� gui_scriptsZ
script_dir�script�optionsr8 r8 r9 �install� s\
&
L
�
(
�
� ,
�&�� ,
(
.
�
�
z
Wheel.installc C s8 t d u r4tj�t� td�dtjd d� �}t|�a t S )Nz dylib-cachez%s.%sr% ) �cacherB rS r6 r r rV � version_infor )rH r� r8 r8 r9 �_get_dylib_cache� s �zWheel._get_dylib_cachec C s� t j�| j| j�}d| j| jf }d| }t�|d�}t� d�}g }t
|d���.}�z|� |���}||�} t �
| �}
| �� } | �|�} t j�| j| �}
t j�|
�s�t �|
� |
�� D ]�\}}t j�|
t|��}t j�|�s�d}n6t �|�j}tj�|�}|�|�}tj|j� }||k}|�r(|� ||
� |� ||f� q�W d � n1 �sN0 Y W n t �yn Y n0 W d � n1 �s�0 Y |S )Nr� r� Z
EXTENSIONSr� r� T) rB rS r6 rp rs rq rr r� r� r� r r� r0 r1 rR �
prefix_to_dirr� r� �makedirsr2 r r~ �stat�st_mtime�datetime�
fromtimestamp�getinfo� date_time�extractr5 r� )rH rK r� r� r r� rT r� r� r� rL rP r Z
cache_baserq r� �destr[ Z file_timer| Z
wheel_timer8 r8 r9 �_get_extensions� s>
4&zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatiblerG r8 r8 r9 r^ � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr8 rG r8 r8 r9 � is_mountable� s zWheel.is_mountablec C s� t j�t j�| j| j��}| �� s2d| }t|��| �� sJd| }t|��|t jv rbt
� d|� nN|rtt j� |� nt j�
d|� | �� }|r�tt jvr�t j� t� t�||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )rB rS rz r6 rp rs r^ r r_ rV r� r� r5 �insertr] �_hook� meta_pathrM )rH r5 rK �msgrL r8 r8 r9 �mount� s"
z Wheel.mountc C sr t j�t j�| j| j��}|tjvr2t�d|� n<tj� |� |t
j v rRt
� |� t
j snt
tj v rntj � t
� d S )Nz%s not in path)
rB rS rz r6 rp rs rV r� r� rQ ra rE rb )rH rK r8 r8 r9 �unmount s
z
Wheel.unmountc
C sr t j�| j| j�}d| j| jf }d| }d| }t�|t�}t�|d�}t�|d�}t �
d�}t |d����} | � |�� }
||
�} t
| �} W d � n1 s�0 Y | d �d d
�}
td d � |
D ��}i }| � |��V}t|d
��*}|D ]}|d }|||< q�W d � n1 �s0 Y W d � n1 �s60 Y | �� D �]}|j}t|t��rf|}n
|�d�}|�d�}d|v �r�td| ��| �|��r��qH|| }|d �r�t|j�|d k�r�td| ��|d
�rH|d
�dd
�\}}| � |��}|�� }W d � n1 �s0 Y | �||�\}}||k�rHtd| ���qHW d � n1 �sd0 Y d S )Nr� r� r� r� r� r� r� r� r) r c S s g | ] }t |��qS r8 r� r� r8 r8 r9 r� ( r@ z Wheel.verify.<locals>.<listcomp>r r r; �..�invalid entry in wheel: %rr% r r
r )rB rS r6 rp rs rq rr r� r r� r� r r� r rx r� r r r r
r� r r r r! r� r� ) rH rK r� r� r� r9 r: r; r� r� r< r� r� r� r� r� r� r= r� r� r@ r rA rB rC r� r( r� r8 r8 r9 r{ s\
& J
� �
(
�z Wheel.verifyc K s dd� }dd� }t j�| j| j�}d| j| jf }d| }t�|d�} t� ���}
t |d���} i } | �
� D ]h}
|
j}t |t �r�|}n
|�
d �}|| kr�qhd
|v r�td | ��| �|
|
� t j�|
t|��}|| |< qhW d � n1 s�0 Y || |�\}}|| fi |��}|�r�|| |�\}}|�r<||k�r<|||� |d u �rftjd
d|
d�\}}t �|� n*t j�|��s�td| ��t j�|| j�}t| �� �}t j�|
|�}||f}| �||
|� | �||� |d u �r�t�||� W d � n1 �s�0 Y |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| vr$d| }|| v r@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO�rS )r r
rr )�path_mapr� rr rS r� r8 r8 r9 � get_version` s z!Wheel.update.<locals>.get_versionc S s� d }z|t | �}| �d�}|dk r*d| }nTdd� | |d d � �d�D �}|d d7 < d | d |� d�d
d � |D ��f }W n ty� t�d | � Y n0 |r�t|d
�}||_|� t
�}|j ||d� t�d| |� d S )Nr' r z%s+1c S s g | ] }t |��qS r8 r� )r� rJ r8 r8 r9 r� r r@ z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r) r� z%s+%sc s s | ]}t |�V qd S r< )r r� r8 r8 r9 � <genexpr>u r@ z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rrh )rS �legacyz Version updated from %r to %r) r r� rx r6 r r� r� r
rr r� r r� )rr rS �updatedrP r� r7 Zmdrl r8 r8 r9 �update_versionj s.
�
�
�z$Wheel.update.<locals>.update_versionr� r� r� r� r� rf rg Nz.whlz
wheel-update-)r. r �dirzNot a directory: %r)rB rS r6 rp rs rq rr r� r r r r r
r� r r[ r r �mkstemp�closer� r� r2 r� r� r3 �copyfile)rH �modifier�dest_dirr8 rj rn rK r� r� r; r? r� ri r@ r rA rS Zoriginal_versionr( �modified�current_version�fd�newpathr� r� r| r8 r8 r9 rJ O s\
� (
�
,z Wheel.update)NFF)N)NN)F)N) r_ r` ra �__doc__r� r� rI �propertyrs r~ r r r� r� r| r� r� r� r� r� r r rO rR r] r^ r_ rd re r{ rJ r8 r8 r8 r9 rb � s@
)
t n "
8rb c C sZ dd l } | �� }g }|d dkrV|d �d�D ] }|�|�� rFt|�nd� q.t|�}|S )Nr �glibcr r) )�platform�libc_verrx r5 �isdigitr� r� )r| �verrT rJ r8 r8 r9 �_get_glibc_version� s r� c
C sh t g} t d }ttjd d dd�D ] }| �d�|t|�g�� q$g }t�� D ]*\}}}|� d�rN|�|�
dd�d � qN|� � t dkr�|�
dt � |�d� g }tg}tjd k�r�t�d
t�}|�r�|�� \} }}}
t|�}|
g} |
d v r�| �d � |
d
v �r | �d� |
dv �r | �d� |
dv �r4| �d� |
dv �rH| �d� |dk�r�| D ]*} d| ||| f }
|
tk�rV|�|
� �qV|d8 }�qH|D �] }|D �]}
|�d�t| d f�||
f� |dk�r�tj� d��r�|
�dd�}
t� }t|�dk�r�|dk�r$|�d�t| d f�|d|
f� |dk�rP|�d�t| d f�|d|
f� |d k�r||�d�t| d f�|d |
f� |�d�t| d f�|d |d |d |
f f� �q��q�t| �D ]L\}}|�d�t|f�dd f� |dk�r�|�d�t|d f�dd f� �q�t| �D ]L\}}|�d�d |f�dd f� |dk�r|�d�d |d f�dd f� �qt|�S )!zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r� r2 z.abir) r% rd �darwinz(\w+)_(\d+)_(\d+)_(\w+)$)�i386�ppc�fat)r� r� �x86_64Zfat3)�ppc64r� �fat64)r� r� �intel)r� r� r� r� r� � universalz %s_%s_%s_%s�linuxZlinux_)r% � z
manylinux1_%s)r% � zmanylinux2010_%s)r% � zmanylinux2014_%szmanylinux_%s_%s_%sre r& )r3 �rangerV rQ r5 r6 r rY Z get_suffixesr" rx �sortr� r` r� r| �rerv r� r� �
IMP_PREFIXrA r� r\ r� �set)�versions�major�minor�abisr. r( rT �archesr. rq rn �matchesrv rJ rm r7 r� rr r8 r8 r9 �compatible_tags� s�
�
�
���
"
"r� c C s\ t | t�st| �} d}|d u r"t}|D ]0\}}}|| jv r&|| jv r&|| jv r&d} qXq&|S )NFT)r rb �COMPATIBLE_TAGSrl rm rn )�wheelr rT r rm rn r8 r8 r9 r^ s
r^ )N)U�
__future__r r� r� rW �emailr r� rY r0 �loggingrB r� r� r3 rV r r� r2 r r �compatr r r r
r Zdatabaser r� r
r r r �utilr r r r r r r r r r rr r r � getLoggerr_ r� rP �hasattrr� r| r" r4 r3 rQ rk r� rA r� r� rx r: �compile�
IGNORECASE�VERBOSEry ru r� r� r� r� rC r� �objectrD ra rb r� r� r� r^ r8 r8 r8 r9 �<module> s� 0
�
�
# 1
P site-packages/pip/_vendor/distlib/__pycache__/index.cpython-39.pyc 0000644 00000041660 15056474501 0021130 0 ustar 00 a
��ReQ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ey^ d dl mZ Y n0 ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZ e�e�ZdZdZG d d
� d
e�Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�zip_dir� ServerProxyzhttps://pypi.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc
C s� |pt | _| �� t| j�\}}}}}}|s<|s<|s<|dvrJtd| j ��d| _d| _d| _d| _t t
j d��Z}dD ]D} z,t j
| dg||d�}
|
dkr�| | _W q�W qt ty� Y qt0 qtW d � n1 s�0 Y dS ) z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
)�http�httpszinvalid repository: %sN�w)�gpgZgpg2z --version��stdout�stderrr )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home�open�os�devnull�
subprocess�
check_call�OSError) �selfr �scheme�netloc�path�params�query�fragZsink�s�rc� r+ ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/index.py�__init__$ s(
�
zPackageIndex.__init__c C s ddl m} |� S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )�_get_pypirc_command)�utilr. )r" �cmdr+ r+ r, r. A s z PackageIndex._get_pypirc_commandc C sN ddl m} || �}|�d�| _|�d�| _|�dd�| _|�d| j�| _dS ) z�
Read the PyPI access configuration as supported by distutils. This populates
``username``, ``password``, ``realm`` and ``url`` attributes from the
configuration.
r )� _load_pypirc�username�password�realmr
�
repositoryN)r/ r1 �getr2 r3 r4 r )r" r1 �cfgr+ r+ r, r I s z PackageIndex.read_configurationc C s | � � ddlm} || � dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
r )�
_store_pypircN)�check_credentialsr/ r8 )r" r8 r+ r+ r, �save_configurationV s z PackageIndex.save_configurationc C s\ | j du s| jdu r td��t� }t| j�\}}}}}}|�| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r2 r3 r r r r � add_passwordr4 r r )r" Zpm�_r$ r+ r+ r, r9 _ s z PackageIndex.check_credentialsc C s\ | � � |�� |�� }d|d< | �|�� g �}| �|�}d|d< | �|�� g �}| �|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
�verify�:action�submit)r9 �validate�todict�encode_request�items� send_request)r" �metadata�d�request�responser+ r+ r, �registerk s
zPackageIndex.registerc C sF |� � }|sq:|�d��� }|�|� t�d||f � q |�� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
�utf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r" �name�streamZoutbufr) r+ r+ r, �_reader s
zPackageIndex._readerc C s� | j dddg}|du r | j}|r.|�d|g� |durD|�g d�� t�� }tj�|tj�|�d �}|�dd d
|d ||g� t �
d d
�|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
� --status-fd�2�--no-ttyN� --homedir)z--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--output� invoking: %s� ) r r �extend�tempfile�mkdtempr r% �join�basenamerO rP )r" �filename�signer�
sign_password�keystorer0 �tdZsfr+ r+ r, �get_sign_command� s
�z PackageIndex.get_sign_commandc C s� t jt jd�}|dur t j|d< g }g }t j|fi |��}t| jd|j|fd�}|�� t| jd|j|fd�}|�� |dur�|j� |� |j�
� |� � |� � |� � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
r N�stdinr )�target�argsr )r �PIPE�Popenr rT r �startr rg �writerQ �waitr_ �
returncode) r" r0 Z
input_data�kwargsr r �p�t1�t2r+ r+ r, � run_command� s& �
zPackageIndex.run_commandc
C sD | � ||||�\}}| �||�d��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
rJ r z&sign command failed with error code %s)rf rt �encoder )
r" ra rb rc rd r0 �sig_filer* r r r+ r+ r, � sign_file� s
��
�zPackageIndex.sign_file�sdist�sourcec C sR | � � tj�|�s td| ��|�� |�� }d} |rZ| jsJt� d� n| �
||||�} t |d��}
|
� � } W d � n1 s�0 Y t
�| ��� } t
�| ��� }
|�dd||| |
d�� dtj�|�| fg}| �r8t | d��}
|
� � }W d � n1 �s0 Y |�d tj�| �|f� t�tj�| �� | �|�� |�}| �|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)r> Zprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r9 r r% �existsr r@ rA r rO �warningrw r �read�hashlib�md5� hexdigest�sha256�updater` rN �shutil�rmtree�dirnamerB rC rD )r" rE ra rb rc r| r} rd rF rv �fZ file_datar~ r �filesZsig_datarG r+ r+ r, � upload_file� sD
� &� (�zPackageIndex.upload_filec
C s� | � � tj�|�s td| ��tj�|d�}tj�|�sFtd| ��|�� |j|j }}t
|�� � }dd|fd|fg}d||fg}| � ||�} | �
| �S )a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r)r> Z
doc_uploadrR �versionr� )r9 r r% �isdirr r_ r� r@ rR r� r �getvaluerB rD )
r" rE Zdoc_dir�fnrR r� �zip_data�fieldsr� rG r+ r+ r, �upload_documentation! s
� z!PackageIndex.upload_documentationc C sT | j dddg}|du r | j}|r.|�d|g� |�d||g� t�dd�|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
rU rV rW NrX z--verifyrZ r[ )r r r\ rO rP r_ )r" �signature_filename�
data_filenamerd r0 r+ r+ r, �get_verify_command= s z PackageIndex.get_verify_commandc C sH | j std��| �|||�}| �|�\}}}|dvr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r� rt )r" r� r� rd r0 r* r r r+ r+ r, �verify_signatureU s ��z PackageIndex.verify_signaturec C s� |du rd}t �d� n6t|ttf�r0|\}}nd}tt|�� }t �d| � t|d���}| �t |��}z�|�
� } d}
d} d} d}
d | v r�t | d
�} |r�||
|
| � |� |
�}|s�q�| t
|�7 } |�|� |r�|�|� |
d 7 }
|r�||
|
| � q�W |�� n
|�� 0 W d � n1 �s 0 Y | dk�rN| | k �rNtd | | f ��|�r�|�� }||k�rztd
||||f ��t �d|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedr� zDigest specified: %s�wbi ���r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rO rP �
isinstance�list�tuple�getattrr� r rD r �info�intr� �lenrm r� rQ r r� )r" r �destfile�digest�
reporthookZdigesterZhasherZdfpZsfp�headers� blocksize�sizer� �blocknum�block�actualr+ r+ r, �
download_filen s\
4��
��zPackageIndex.download_filec C s: g }| j r|�| j � | jr(|�| j� t|� }|�|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rN r r r )r" �req�handlers�openerr+ r+ r, rD � s zPackageIndex.send_requestc
C s� g }| j }|D ]L\}}t|ttf�s*|g}|D ]*}|�d| d| �d�d|�d�f� q.q|D ].\}} }
|�d| d|| f �d�d|
f� q`|�d| d df� d�|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"rJ � z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� r\ ru r_ �strr� r r )r" r� r� �partsr� �k�values�v�keyra �value�body�ctr� r+ r+ r, rB � sD ���
���
�zPackageIndex.encode_requestc C sN t |t�rd|i}t| jdd�}z |�||p.d�W |d�� S |d�� 0 d S )NrR g @)�timeout�andrQ )r� r
r r �search)r" Zterms�operatorZ rpc_proxyr+ r+ r, r� � s
�zPackageIndex.search)N)N)N)N)NNrx ry N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r- r. r r: r9 rI rT rf rt rw r� r� r� r� r� rD rB r� r+ r+ r+ r, r s2
�
#
�
9 �
�
M+r ) r� �loggingr r� r r] � threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
r/ r r � getLoggerr� rO r �
DEFAULT_REALM�objectr r+ r+ r+ r, �<module> s
site-packages/pip/_vendor/distlib/__pycache__/__init__.cpython-39.pyc 0000644 00000002107 15056474501 0021551 0 ustar 00 a
��ReE � @ sl d dl Z dZG dd� de�Zzd dl mZ W n$ eyP G dd� de j�ZY n0 e �e�Z e �
e� � dS )� Nz0.3.3c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S �Nr ��self�recordr r r �handle � zNullHandler.handlec C s d S r r r
r r r �emit r zNullHandler.emitc C s
d | _ d S r )�lock)r r r r �
createLock r zNullHandler.createLockN)r r r r
r r r r r r r s r ) �logging� __version__� Exceptionr r � ImportError�Handler� getLoggerr �logger�
addHandlerr r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/metadata.cpython-39.pyc 0000644 00000064002 15056474501 0021574 0 ustar 00 a
��ReŘ � @ s� d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ e�e�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z g d�Z dZ dZ!e�"d�Z#e�"d�Z$dZ%dZ&dZ'dZ(d Z)d Z*d Z+e*d Z,d Z-e.� Z/e/�0e%� e/�0e&� e/�0e(� e/�0e*� e/�0e,� e�"d!�Z1d"d#� Z2d$d%� Z3d&d'� e/D �Z4d(d'� e4�5� D �Z6d)Z7d*Z8d+Z9d,Z:d-Z;d.Z<d/Z=e>� Z?e�"d0�Z@d;d2d3�ZAG d4d5� d5e>�ZBd6ZCd7ZDd8ZEG d9d:� d:e>�ZFdS )<z�Implementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, 1.3/2.1 and withdrawn 2.0).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r )�Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSION�utf-8�1.1z
\|�
) �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License)r r! r" r# �Supported-Platformr$ r% r& r' r( r) r* �
Classifier� Download-URL� Obsoletes�Provides�Requires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) �
Maintainer�Maintainer-emailr* r, r- �Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 �Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extra)r9 r= r: r; r< )�Description-Content-Typer0 r/ r. )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sZ | dkr t S | dkrtS | dkr$tS | dv rBttdd� tD �� S | dkrNtS t| ��d S )N�1.0r �1.2)�1.3�2.1c s s | ]}|t vr|V qd S �N)� _345_FIELDS)�.0�fr r r � <genexpr>z � z%_version2fieldlist.<locals>.<genexpr>�2.0)� _241_FIELDS� _314_FIELDSrD �tuple� _566_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistq s rP c
C s: dd� }g }| � � D ]"\}}|g ddfv r,q|�|� qg d�}|D ]�}|tvrnd|v rn|�d� t�d|� |tvr�d|v r�|�d� t�d |� |tvr�d
|v r�|�d
� t�d |� |tvr�d |v r�|�d � t�d
|� |tv�rd|v �r|dk�r|�d� t�d|� |t vrDd|v rD|�d� t�d|� qDt
|�dk�rR|d S t
|�dk�rtt�d| � t d��d|v �o�||t �}d
|v �o�||t
�}d|v �o�||t�}d|v �o�||t�} t|�t|� t|� t| � dk�r�t d��|�s|�s|�s| �st|v �rtS |�r"dS |�r,d
S |�r6dS dS )z5Detect the best version depending on the fields used.c S s |D ]}|| v r dS qdS )NTFr )�keys�markers�markerr r r � _has_marker� s z"_best_version.<locals>._has_marker�UNKNOWNN)r? r r@ rA rI rB r? zRemoved 1.0 due to %sr zRemoved 1.1 due to %sr@ zRemoved 1.2 due to %srA zRemoved 1.3 due to %srB r% zRemoved 2.1 due to %srI zRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)�items�appendrJ �remove�logger�debugrK rD rM rN �lenr � _314_MARKERS� _345_MARKERS� _566_MARKERS� _426_MARKERS�intr )
�fieldsrT rQ �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r �
_best_version� s`
&
rd c C s i | ]}|� � �d d�|�qS )�-�_)�lower�replace)rE �namer r r �
<dictcomp>� s rj c C s i | ]\}}||�qS r r )rE �attr�fieldr r r rj � rH )r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t �d| �} t �d|�dd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.re � �.z%s-%s)� _FILESAFE�subrh )ri rO Z for_filenamer r r �_get_name_and_version� s rq c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataao The legacy metadata of a release.
Supports versions 1.0, 1.1, 1.2, 2.0 and 1.3/2.1 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||g� d �dk r td��i | _g | _d | _|| _|d urH| �|� n.|d ur\| �|� n|d urv| �|� | � � d S )N� �'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingry r r r �__init__� s
zLegacyMetadata.__init__c C s t | j�| jd< d S �Nr )rd rx �r~ r r r r}
s z#LegacyMetadata.set_metadata_versionc C s |� d||f � d S )Nz%s: %s
)�write)r~ r� ri rc r r r � _write_field
s zLegacyMetadata._write_fieldc C s
| � |�S rC )�get�r~ ri r r r � __getitem__ s zLegacyMetadata.__getitem__c C s | � ||�S rC )�set)r~ ri rc r r r � __setitem__ s zLegacyMetadata.__setitem__c C s6 | � |�}z | j|= W n ty0 t|��Y n0 d S rC )�
_convert_namerx �KeyError)r~ ri �
field_namer r r � __delitem__ s
zLegacyMetadata.__delitem__c C s || j v p| �|�| j v S rC )rx r� r� r r r � __contains__ s
�zLegacyMetadata.__contains__c C s( |t v r |S |�dd��� }t�||�S )Nre rf )� _ALL_FIELDSrh rg � _ATTR2FIELDr� r� r r r r� ! s z LegacyMetadata._convert_namec C s |t v s|tv rg S dS )NrU )� _LISTFIELDS�_ELEMENTSFIELDr� r r r �_default_value' s z LegacyMetadata._default_valuec C s& | j dv rt�d|�S t�d|�S d S )N�r? r �
)�metadata_version�_LINE_PREFIX_PRE_1_2rp �_LINE_PREFIX_1_2�r~ rc r r r �_remove_line_prefix, s
z"LegacyMetadata._remove_line_prefixc C s |t v r| | S t|��d S rC )r� �AttributeErrorr� r r r � __getattr__2 s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r! r" )rq )r~ Zfilesafer r r � get_fullname= s zLegacyMetadata.get_fullnamec C s | � |�}|tv S )z+return True if name is a valid metadata key)r� r� r� r r r �is_fieldC s
zLegacyMetadata.is_fieldc C s | � |�}|tv S rC )r� r� r� r r r �is_multi_fieldH s
z LegacyMetadata.is_multi_fieldc C s6 t j|ddd�}z| �|� W |�� n
|�� 0 dS )z*Read the metadata values from a file path.�rr ��encodingN)�codecs�openr{ �close)r~ �filepath�fpr r r rz L s zLegacyMetadata.readc C s� t |�}|d | jd< tD ]p}||vr(q|tv rf|�|�}|tv rX|durXdd� |D �}| �||� q|| }|dur|dkr| �||� q|�� }|r�|n| d | d< dS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |�d ���qS ��,)rL �split�rE rc r r r �
<listcomp>a rH z,LegacyMetadata.read_file.<locals>.<listcomp>rU r% )r rx r� r� �get_all�_LISTTUPLEFIELDSr� � get_payload)r~ Zfileob�msgrl �valuesrc �bodyr r r r{ T s
zLegacyMetadata.read_filec C s8 t j|ddd�}z| �||� W |�� n
|�� 0 dS )z&Write the metadata fields to filepath.�wr r� N)r� r� �
write_filer� )r~ r� � skip_unknownr� r r r r� p s zLegacyMetadata.writec C s� | � � t| d �D ]�}| �|�}|r8|dg dgfv r8q|tv rV| �||d�|�� q|tvr�|dkr�| jdv r~|�dd�}n |�dd�}|g}|t v r�d d
� |D �}|D ]}| �|||� q�qd S ) z0Write the PKG-INFO format data to a file object.r rU r� r% r� r� r z
|c S s g | ]}d � |��qS r� ��joinr� r r r r� � rH z-LegacyMetadata.write_file.<locals>.<listcomp>N)
r} rP r� r� r� r� r� r� rh r� )r~ �
fileobjectr� rl r� rc r r r r� x s$
zLegacyMetadata.write_filec sv � fdd�}|sn@t |d�r:|�� D ]}|||| � q$n|D ]\}}|||� q>|rr|�� D ]\}}|||� q^dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t v r |r � �� �| �|� d S rC )r� r� r� )rb rc r� r r �_set� s z#LegacyMetadata.update.<locals>._setrQ N)�hasattrrQ rV )r~ �other�kwargsr� �k�vr r� r r| � s
zLegacyMetadata.updatec C sh | � |�}|tv s|dkrNt|ttf�sNt|t�rHdd� |�d�D �}qzg }n,|tv rzt|ttf�szt|t�rv|g}ng }t� t
j ��r<| d }t | j
�}|tv r�|dur�|D ](}|�|�d�d �s�t�d |||� q�nb|tv �r |du�r |�|��s<t�d
|||� n0|tv �r<|du�r<|�|��s<t�d
|||� |tv �rZ|d k�rZ| �|�}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }|� � �qS r )�strip)rE r� r r r r� � rH z&LegacyMetadata.set.<locals>.<listcomp>r� r! N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r� r� �
isinstance�listrL r r� r� rY � isEnabledFor�logging�WARNINGr
ry �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� rx )r~ ri rc � project_namery r� r r r r� � sJ
�
�
� � �
zLegacyMetadata.setc C s� | � |�}|| jvr*|tu r&| �|�}|S |tv r@| j| }|S |tv r�| j| }|du r^g S g }|D ].}|tvr~|�|� qf|�|d |d f� qf|S |tv r�| j| }t |t
�r�|� d�S | j| S )zGet a metadata field.Nr r r� ) r� rx �_MISSINGr� r� r� r� rW r� r� r r� )r~ ri rs rc �res�valr r r r� � s.
zLegacyMetadata.getc s� | � � g g }}dD ]}|| vr|�|� q|rP|g krPdd�|� }t|��dD ]}|| vrT|�|� qT| d dkr�||fS t| j�� � fdd�}t|ft� jft � j
ffD ]@\}}|D ]2} | � | d �}
|
d ur�||
�s�|�d
| |
f � q�q�||fS ) zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are provided)r! r" z missing required metadata: %s�, )r' r( r r@ c s( | D ] }� � |�d�d �s dS qdS )Nr� r FT)r� r� )rc r� �ry r r �are_valid_constraints s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r} rW r� r r
ry r� r� r� r� r� r� ) r~ �strict�missing�warningsrk r� r� ra �
controllerrl rc r r� r �check� s8
��� zLegacyMetadata.checkc C sh | � � t| d �}i }|D ]F}|r.|| jv r t| }|dkrL| | ||< q dd� | | D �||< q |S )a Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
This is as per https://www.python.org/dev/peps/pep-0566/#id17.
r � project_urlc S s g | ]}d � |��qS r� r� )rE �ur r r r� 5 rH z)LegacyMetadata.todict.<locals>.<listcomp>)r} rP rx � _FIELD2ATTR)r~ Z skip_missingra �datar� rb r r r �todict" s zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| v r| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r~ � requirementsrl r r r �add_requirements9 s
z LegacyMetadata.add_requirementsc C s t t| d ��S r� )r� rP r� r r r rQ D s zLegacyMetadata.keysc c s | � � D ]
}|V qd S rC �rQ )r~ rb r r r �__iter__G s zLegacyMetadata.__iter__c s � fdd�� � � D �S )Nc s g | ] }� | �qS r r �rE rb r� r r r� L rH z)LegacyMetadata.values.<locals>.<listcomp>r� r� r r� r r� K s zLegacyMetadata.valuesc s � fdd�� � � D �S )Nc s g | ]}|� | f�qS r r r� r� r r r� O rH z(LegacyMetadata.items.<locals>.<listcomp>r� r� r r� r rV N s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r ri rO r� r r r �__repr__Q s �zLegacyMetadata.__repr__)NNNrs )F)F)F)N)F)F)"r r r r r� r} r� r� r� r� r� r� r� r� r� r� r� r� rz r{ r� r� r| r� r� r� r� r� r� rQ r� r� rV r� r r r r rr � s@ �
,
,
rr z pydist.jsonz
metadata.json�METADATAc @ s� e Zd ZdZe�d�Ze�dej�Ze Z
e�d�Z dZ de
Zdddd �Zd
Zd Zedfedfe
dfe dfd �Zd
ZdHdd�Zed�ZdefZdefZdefdefeeedefeeeedefddd�
Z[[dd� Z dId d �Z d d � Z e d d!� �Z e d"d#� �Z!e!j"d$d#� �Z!dJd%d&�Z#e d'd(� �Z$e d)d*� �Z%e%j"d+d*� �Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)d4d5d6d7d8d9d:d;d<dd=�
Z*d>d?� Z+dKdBdC�Z,dDdE� Z-dFdG� Z.dS )Lr z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rI z distlib (%s)r )�legacy)ri rO �summaryzqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r� ri rO r� )�_legacy�_datary Nrs c C s@ |||g� d �dk r td��d | _d | _|| _|d urxz| �||� || _W n( tyt t||d�| _| �� Y n0 n�d }|r�t |d��}|�
� }W d � q�1 s�0 Y n |r�|�
� }|d u r�| j | j d�| _nbt
|t�s�|�d�}z t�|�| _| �| j|� W n. t�y: tt|�|d�| _| �� Y n0 d S )Nrt ru )r� ry �rb�r� � generatorr )r� ry )rv rw r� r� ry �_validate_mappingr rr �validater� rz �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r~ r r� r� ry r� rF r r r r� � s@
(�
�zMetadata.__init__)ri rO �license�keywordsr� r6 r; r= r, )r- N)r N)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commands� classifiers�
source_urlr� c
C sX t �| d�}t �| d�}||v �r|| \}}| jr^|d u rP|d u rHd n|� }n | j�|�}n�|d u rjd n|� }|dvr�| j�||�}n�t � }|}| j�d�} | �r
|dkr�| �d|�}nP|dkr�| �d�} | r�| �||�}n,| �d �} | s�| j�d �} | �r
| �||�}||u �rT|}n:||v�r2t �| |�}n"| j�rH| j�|�}n | j�|�}|S )
N� common_keys� mapped_keys�r r r� r r �
extensionsr �python.commandsr �python.details�python.exports)�object�__getattribute__r� r� r� )
r~ rb �common�mapped�lk�maker�resultrc �sentinel�dr r r r
� sD
zMetadata.__getattribute__c C sH || j v rD| j | \}}|p | j|vrD|�|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSry �matchr )r~ rb rc ry �pattern�
exclusions�mr r r �_validate_value� s
��zMetadata._validate_valuec C s* | � ||� t�| d�}t�| d�}||v r�|| \}}| jrV|d u rJt�|| j|< nf|dvrj|| j|< nR| j�di �}|dkr�||d< n2|dkr�|�di �}|||< n|�d i �}|||< nh||vr�t�| ||� nP|d
k�rt|t ��r|�
� }|�r|� � }ng }| j�r || j|< n
|| j|< d S ) Nr r r r r r r r
r r� ) r r r
r� �NotImplementedErrorr� �
setdefault� __setattr__r� r r� r� )r~ rb rc r r r rf r r r r r � s<
zMetadata.__setattr__c C s t | j| jd�S �NT)rq ri rO r� r r r �name_and_version% s zMetadata.name_and_versionc C sF | j r| j d }n| j�dg �}d| j| jf }||vrB|�|� |S )Nr5 �providesz%s (%s))r� r� r ri rO rW )r~ r �sr r r r ) s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nr5 r )r� r� r� r r r r 4 s c
C s� | j r |}n�g }t|pg | j�}|D ]d}d|vr>d|vr>d}n8d|vrLd}n|�d�|v }|rv|�d�}|rvt||�}|r$|�|d � q$dD ]F}d| } | |v r�|�| � | j�d| g �}|�| j|||d�� q�|S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentT�requires)�build�dev�testz:%s:z %s_requires)r� �env) r� r r� r� r
�extendrX r� �get_requirements)
r~ �reqtsr� r( r r �includerS rb �er r r r* ; s2
�
zMetadata.get_requirementsc C s | j r| �� S | jS rC )r� � _from_legacyr� r� r r r �
dictionarye s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S rC )r� r r r� �DEPENDENCY_KEYSr� r r r � dependenciesk s zMetadata.dependenciesc C s | j r t�n | j�|� d S rC )r� r r� r| r� r r r r1 r s c C s� |� d�| jkrt� �g }| j�� D ]"\}}||vr$||vr$|�|� q$|rbdd�|� }t|��|�� D ]\}}| �|||� qjd S )Nr� zMissing metadata items: %sr� ) r� r� r �MANDATORY_KEYSrV rW r� r r ) r~ r� ry r� rb r r� r� r� r r r r� y s zMetadata._validate_mappingc C sB | j r.| j �d�\}}|s |r>t�d||� n| �| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� rY r� r� r� ry )r~ r� r� r r r r� � s �zMetadata.validatec C s( | j r| j �d�S t| j| j�}|S d S r )r� r� r r� �
INDEX_KEYS)r~ r r r r r� � s zMetadata.todictc
C s� | j r | jrJ �| j| jd�}| j �d�}dD ]*}||v r.|dkrHd}n|}|| ||< q.|�dg �}|dgkrtg }||d< d }|D ]*\}}||v r�|| r�d
|| ig||< q�| j|d < i }i } |S ) Nr� T)ri rO r� r� � description�
classifierr5 r r& � r� ))Z
requires_distr� )Zsetup_requires_distr� r$ r )r� r� r� r� r� r� r )
r~ r Zlmdr� �nk�kwrQ �ok�author�
maintainerr r r r. � s. �
zMetadata._from_legacyr! r" r* r$ r% r' r( r) r- )
ri rO )r r
r� r� r4 )r �python.projectZ project_urlsZHome)r r< �contactsr ri )r r< r= r �emailr )r r
r c C s� dd� }| j r| jrJ �t� }| j }| j�� D ]t\}}t|t�sV||v r�|| ||< q.|}d}|D ]2}z || }W qb ttfy� d}Y q�Y qb0 qb|r.|||< q.|| j | j
�} || j | j �}
| j
r�t| j
�|d< t| �|d< t|
�|d< |S )Nc S s� t � }| D ]|}|�d�}|�d�}|d }|D ]V}|sF|sF|�|� q.d}|rVd| }|rp|rld||f }n|}|�d�||f�� q.q
|S )Nr" r# r$ r6 z
extra == "%s"z (%s) and %sr� )r� r� �addr� )�entriesr+ r- r" r( Zrlistr� rS r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entriesTFr= r6 r; )r� r� rr �LEGACY_MAPPINGrV r� rL r� �
IndexErrorr� r� r� r� r� �sorted) r~ rA r Znmdr7 r9 r �foundr� Zr1Zr2r r r �
_to_legacy� s2
zMetadata._to_legacyFTc C s� ||g� d �dkrtd��| �� |r`| jr4| j}n| �� }|rP|j||d� q�|j||d� nr| jrp| �� }n| j}|r�t j
||dddd� nBt � |dd��$}t j
||dddd� W d � n1 s�0 Y d S ) Nr z)Exactly one of path and fileobj is needed)r� Trt )� ensure_ascii�indent� sort_keysr� r )
rv r� r� r� rF r� r� r. r� r� �dumpr� r� )r~ r r� r� r� Z legacy_mdr rF r r r r� � s*
� �zMetadata.writec C s� | j r| j �|� nr| j�dg �}d }|D ] }d|vr*d|vr*|} qHq*|d u rfd|i}|�d|� n t|d �t|�B }t|�|d< d S )Nr� r# r" r$ r )r� r� r� r �insertr� rD )r~ r� r� �always�entryZrsetr r r r�
s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)ri rO r� r r� )r~ ri rO r r r r� s
�zMetadata.__repr__)NNNrs )N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr� r r� r2 r3 r0 r � __slots__r� r� r r� Z none_list�dictZ none_dictr r
r r �propertyr r �setterr* r/ r1 r� r� r� r. rB rF r� r� r� r r r r r [ s�
�� �
-�+
'
*
�
2
r )F)Gr �
__future__r r� r> r r� r� rN r6 r r �compatr r r rR r
�utilr r rO r
r � getLoggerr rY r r r r �__all__r r rO r� r� rJ rK r\ rD r] rN r_ rM r^ r� r� r| ZEXTRA_RErP rd r� rV r� r� r� r� r� r� r� r� r r� ro rq rr ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r �<module> sx
I�
j site-packages/pip/_vendor/distlib/metadata.py 0000644 00000114305 15056474501 0015307 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Implementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, 1.3/2.1 and withdrawn 2.0).
"""
from __future__ import unicode_literals
import codecs
from email import message_from_file
import json
import logging
import re
from . import DistlibException, __version__
from .compat import StringIO, string_types, text_type
from .markers import interpret
from .util import extract_by_key, get_extras
from .version import get_scheme, PEP440_VERSION_RE
logger = logging.getLogger(__name__)
class MetadataMissingError(DistlibException):
"""A required metadata is missing"""
class MetadataConflictError(DistlibException):
"""Attempt to read or write metadata fields that are conflictual."""
class MetadataUnrecognizedVersionError(DistlibException):
"""Unknown metadata version number."""
class MetadataInvalidError(DistlibException):
"""A metadata value is invalid"""
# public API of this module
__all__ = ['Metadata', 'PKG_INFO_ENCODING', 'PKG_INFO_PREFERRED_VERSION']
# Encoding used for the PKG-INFO files
PKG_INFO_ENCODING = 'utf-8'
# preferred version. Hopefully will be changed
# to 1.2 once PEP 345 is supported everywhere
PKG_INFO_PREFERRED_VERSION = '1.1'
_LINE_PREFIX_1_2 = re.compile('\n \\|')
_LINE_PREFIX_PRE_1_2 = re.compile('\n ')
_241_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License')
_314_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License', 'Classifier', 'Download-URL', 'Obsoletes',
'Provides', 'Requires')
_314_MARKERS = ('Obsoletes', 'Provides', 'Requires', 'Classifier',
'Download-URL')
_345_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External')
_345_MARKERS = ('Provides-Dist', 'Requires-Dist', 'Requires-Python',
'Obsoletes-Dist', 'Requires-External', 'Maintainer',
'Maintainer-email', 'Project-URL')
_426_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External', 'Private-Version',
'Obsoleted-By', 'Setup-Requires-Dist', 'Extension',
'Provides-Extra')
_426_MARKERS = ('Private-Version', 'Provides-Extra', 'Obsoleted-By',
'Setup-Requires-Dist', 'Extension')
# See issue #106: Sometimes 'Requires' and 'Provides' occur wrongly in
# the metadata. Include them in the tuple literal below to allow them
# (for now).
# Ditto for Obsoletes - see issue #140.
_566_FIELDS = _426_FIELDS + ('Description-Content-Type',
'Requires', 'Provides', 'Obsoletes')
_566_MARKERS = ('Description-Content-Type',)
_ALL_FIELDS = set()
_ALL_FIELDS.update(_241_FIELDS)
_ALL_FIELDS.update(_314_FIELDS)
_ALL_FIELDS.update(_345_FIELDS)
_ALL_FIELDS.update(_426_FIELDS)
_ALL_FIELDS.update(_566_FIELDS)
EXTRA_RE = re.compile(r'''extra\s*==\s*("([^"]+)"|'([^']+)')''')
def _version2fieldlist(version):
if version == '1.0':
return _241_FIELDS
elif version == '1.1':
return _314_FIELDS
elif version == '1.2':
return _345_FIELDS
elif version in ('1.3', '2.1'):
# avoid adding field names if already there
return _345_FIELDS + tuple(f for f in _566_FIELDS if f not in _345_FIELDS)
elif version == '2.0':
return _426_FIELDS
raise MetadataUnrecognizedVersionError(version)
def _best_version(fields):
"""Detect the best version depending on the fields used."""
def _has_marker(keys, markers):
for marker in markers:
if marker in keys:
return True
return False
keys = []
for key, value in fields.items():
if value in ([], 'UNKNOWN', None):
continue
keys.append(key)
possible_versions = ['1.0', '1.1', '1.2', '1.3', '2.0', '2.1']
# first let's try to see if a field is not part of one of the version
for key in keys:
if key not in _241_FIELDS and '1.0' in possible_versions:
possible_versions.remove('1.0')
logger.debug('Removed 1.0 due to %s', key)
if key not in _314_FIELDS and '1.1' in possible_versions:
possible_versions.remove('1.1')
logger.debug('Removed 1.1 due to %s', key)
if key not in _345_FIELDS and '1.2' in possible_versions:
possible_versions.remove('1.2')
logger.debug('Removed 1.2 due to %s', key)
if key not in _566_FIELDS and '1.3' in possible_versions:
possible_versions.remove('1.3')
logger.debug('Removed 1.3 due to %s', key)
if key not in _566_FIELDS and '2.1' in possible_versions:
if key != 'Description': # In 2.1, description allowed after headers
possible_versions.remove('2.1')
logger.debug('Removed 2.1 due to %s', key)
if key not in _426_FIELDS and '2.0' in possible_versions:
possible_versions.remove('2.0')
logger.debug('Removed 2.0 due to %s', key)
# possible_version contains qualified versions
if len(possible_versions) == 1:
return possible_versions[0] # found !
elif len(possible_versions) == 0:
logger.debug('Out of options - unknown metadata set: %s', fields)
raise MetadataConflictError('Unknown metadata set')
# let's see if one unique marker is found
is_1_1 = '1.1' in possible_versions and _has_marker(keys, _314_MARKERS)
is_1_2 = '1.2' in possible_versions and _has_marker(keys, _345_MARKERS)
is_2_1 = '2.1' in possible_versions and _has_marker(keys, _566_MARKERS)
is_2_0 = '2.0' in possible_versions and _has_marker(keys, _426_MARKERS)
if int(is_1_1) + int(is_1_2) + int(is_2_1) + int(is_2_0) > 1:
raise MetadataConflictError('You used incompatible 1.1/1.2/2.0/2.1 fields')
# we have the choice, 1.0, or 1.2, or 2.0
# - 1.0 has a broken Summary field but works with all tools
# - 1.1 is to avoid
# - 1.2 fixes Summary but has little adoption
# - 2.0 adds more features and is very new
if not is_1_1 and not is_1_2 and not is_2_1 and not is_2_0:
# we couldn't find any specific marker
if PKG_INFO_PREFERRED_VERSION in possible_versions:
return PKG_INFO_PREFERRED_VERSION
if is_1_1:
return '1.1'
if is_1_2:
return '1.2'
if is_2_1:
return '2.1'
return '2.0'
# This follows the rules about transforming keys as described in
# https://www.python.org/dev/peps/pep-0566/#id17
_ATTR2FIELD = {
name.lower().replace("-", "_"): name for name in _ALL_FIELDS
}
_FIELD2ATTR = {field: attr for attr, field in _ATTR2FIELD.items()}
_PREDICATE_FIELDS = ('Requires-Dist', 'Obsoletes-Dist', 'Provides-Dist')
_VERSIONS_FIELDS = ('Requires-Python',)
_VERSION_FIELDS = ('Version',)
_LISTFIELDS = ('Platform', 'Classifier', 'Obsoletes',
'Requires', 'Provides', 'Obsoletes-Dist',
'Provides-Dist', 'Requires-Dist', 'Requires-External',
'Project-URL', 'Supported-Platform', 'Setup-Requires-Dist',
'Provides-Extra', 'Extension')
_LISTTUPLEFIELDS = ('Project-URL',)
_ELEMENTSFIELD = ('Keywords',)
_UNICODEFIELDS = ('Author', 'Maintainer', 'Summary', 'Description')
_MISSING = object()
_FILESAFE = re.compile('[^A-Za-z0-9.]+')
def _get_name_and_version(name, version, for_filename=False):
"""Return the distribution name with version.
If for_filename is true, return a filename-escaped form."""
if for_filename:
# For both name and version any runs of non-alphanumeric or '.'
# characters are replaced with a single '-'. Additionally any
# spaces in the version string become '.'
name = _FILESAFE.sub('-', name)
version = _FILESAFE.sub('-', version.replace(' ', '.'))
return '%s-%s' % (name, version)
class LegacyMetadata(object):
"""The legacy metadata of a release.
Supports versions 1.0, 1.1, 1.2, 2.0 and 1.3/2.1 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
"""
# TODO document the mapping API and UNKNOWN default key
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._fields = {}
self.requires_files = []
self._dependencies = None
self.scheme = scheme
if path is not None:
self.read(path)
elif fileobj is not None:
self.read_file(fileobj)
elif mapping is not None:
self.update(mapping)
self.set_metadata_version()
def set_metadata_version(self):
self._fields['Metadata-Version'] = _best_version(self._fields)
def _write_field(self, fileobj, name, value):
fileobj.write('%s: %s\n' % (name, value))
def __getitem__(self, name):
return self.get(name)
def __setitem__(self, name, value):
return self.set(name, value)
def __delitem__(self, name):
field_name = self._convert_name(name)
try:
del self._fields[field_name]
except KeyError:
raise KeyError(name)
def __contains__(self, name):
return (name in self._fields or
self._convert_name(name) in self._fields)
def _convert_name(self, name):
if name in _ALL_FIELDS:
return name
name = name.replace('-', '_').lower()
return _ATTR2FIELD.get(name, name)
def _default_value(self, name):
if name in _LISTFIELDS or name in _ELEMENTSFIELD:
return []
return 'UNKNOWN'
def _remove_line_prefix(self, value):
if self.metadata_version in ('1.0', '1.1'):
return _LINE_PREFIX_PRE_1_2.sub('\n', value)
else:
return _LINE_PREFIX_1_2.sub('\n', value)
def __getattr__(self, name):
if name in _ATTR2FIELD:
return self[name]
raise AttributeError(name)
#
# Public API
#
# dependencies = property(_get_dependencies, _set_dependencies)
def get_fullname(self, filesafe=False):
"""Return the distribution name with version.
If filesafe is true, return a filename-escaped form."""
return _get_name_and_version(self['Name'], self['Version'], filesafe)
def is_field(self, name):
"""return True if name is a valid metadata key"""
name = self._convert_name(name)
return name in _ALL_FIELDS
def is_multi_field(self, name):
name = self._convert_name(name)
return name in _LISTFIELDS
def read(self, filepath):
"""Read the metadata values from a file path."""
fp = codecs.open(filepath, 'r', encoding='utf-8')
try:
self.read_file(fp)
finally:
fp.close()
def read_file(self, fileob):
"""Read the metadata values from a file object."""
msg = message_from_file(fileob)
self._fields['Metadata-Version'] = msg['metadata-version']
# When reading, get all the fields we can
for field in _ALL_FIELDS:
if field not in msg:
continue
if field in _LISTFIELDS:
# we can have multiple lines
values = msg.get_all(field)
if field in _LISTTUPLEFIELDS and values is not None:
values = [tuple(value.split(',')) for value in values]
self.set(field, values)
else:
# single line
value = msg[field]
if value is not None and value != 'UNKNOWN':
self.set(field, value)
# PEP 566 specifies that the body be used for the description, if
# available
body = msg.get_payload()
self["Description"] = body if body else self["Description"]
# logger.debug('Attempting to set metadata for %s', self)
# self.set_metadata_version()
def write(self, filepath, skip_unknown=False):
"""Write the metadata fields to filepath."""
fp = codecs.open(filepath, 'w', encoding='utf-8')
try:
self.write_file(fp, skip_unknown)
finally:
fp.close()
def write_file(self, fileobject, skip_unknown=False):
"""Write the PKG-INFO format data to a file object."""
self.set_metadata_version()
for field in _version2fieldlist(self['Metadata-Version']):
values = self.get(field)
if skip_unknown and values in ('UNKNOWN', [], ['UNKNOWN']):
continue
if field in _ELEMENTSFIELD:
self._write_field(fileobject, field, ','.join(values))
continue
if field not in _LISTFIELDS:
if field == 'Description':
if self.metadata_version in ('1.0', '1.1'):
values = values.replace('\n', '\n ')
else:
values = values.replace('\n', '\n |')
values = [values]
if field in _LISTTUPLEFIELDS:
values = [','.join(value) for value in values]
for value in values:
self._write_field(fileobject, field, value)
def update(self, other=None, **kwargs):
"""Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
"""
def _set(key, value):
if key in _ATTR2FIELD and value:
self.set(self._convert_name(key), value)
if not other:
# other is None or empty container
pass
elif hasattr(other, 'keys'):
for k in other.keys():
_set(k, other[k])
else:
for k, v in other:
_set(k, v)
if kwargs:
for k, v in kwargs.items():
_set(k, v)
def set(self, name, value):
"""Control then set a metadata field."""
name = self._convert_name(name)
if ((name in _ELEMENTSFIELD or name == 'Platform') and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [v.strip() for v in value.split(',')]
else:
value = []
elif (name in _LISTFIELDS and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [value]
else:
value = []
if logger.isEnabledFor(logging.WARNING):
project_name = self['Name']
scheme = get_scheme(self.scheme)
if name in _PREDICATE_FIELDS and value is not None:
for v in value:
# check that the values are valid
if not scheme.is_valid_matcher(v.split(';')[0]):
logger.warning(
"'%s': '%s' is not valid (field '%s')",
project_name, v, name)
# FIXME this rejects UNKNOWN, is that right?
elif name in _VERSIONS_FIELDS and value is not None:
if not scheme.is_valid_constraint_list(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
elif name in _VERSION_FIELDS and value is not None:
if not scheme.is_valid_version(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
if name in _UNICODEFIELDS:
if name == 'Description':
value = self._remove_line_prefix(value)
self._fields[name] = value
def get(self, name, default=_MISSING):
"""Get a metadata field."""
name = self._convert_name(name)
if name not in self._fields:
if default is _MISSING:
default = self._default_value(name)
return default
if name in _UNICODEFIELDS:
value = self._fields[name]
return value
elif name in _LISTFIELDS:
value = self._fields[name]
if value is None:
return []
res = []
for val in value:
if name not in _LISTTUPLEFIELDS:
res.append(val)
else:
# That's for Project-URL
res.append((val[0], val[1]))
return res
elif name in _ELEMENTSFIELD:
value = self._fields[name]
if isinstance(value, string_types):
return value.split(',')
return self._fields[name]
def check(self, strict=False):
"""Check if the metadata is compliant. If strict is True then raise if
no Name or Version are provided"""
self.set_metadata_version()
# XXX should check the versions (if the file was loaded)
missing, warnings = [], []
for attr in ('Name', 'Version'): # required by PEP 345
if attr not in self:
missing.append(attr)
if strict and missing != []:
msg = 'missing required metadata: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for attr in ('Home-page', 'Author'):
if attr not in self:
missing.append(attr)
# checking metadata 1.2 (XXX needs to check 1.1, 1.0)
if self['Metadata-Version'] != '1.2':
return missing, warnings
scheme = get_scheme(self.scheme)
def are_valid_constraints(value):
for v in value:
if not scheme.is_valid_matcher(v.split(';')[0]):
return False
return True
for fields, controller in ((_PREDICATE_FIELDS, are_valid_constraints),
(_VERSIONS_FIELDS,
scheme.is_valid_constraint_list),
(_VERSION_FIELDS,
scheme.is_valid_version)):
for field in fields:
value = self.get(field, None)
if value is not None and not controller(value):
warnings.append("Wrong value for '%s': %s" % (field, value))
return missing, warnings
def todict(self, skip_missing=False):
"""Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
This is as per https://www.python.org/dev/peps/pep-0566/#id17.
"""
self.set_metadata_version()
fields = _version2fieldlist(self['Metadata-Version'])
data = {}
for field_name in fields:
if not skip_missing or field_name in self._fields:
key = _FIELD2ATTR[field_name]
if key != 'project_url':
data[key] = self[field_name]
else:
data[key] = [','.join(u) for u in self[field_name]]
return data
def add_requirements(self, requirements):
if self['Metadata-Version'] == '1.1':
# we can't have 1.1 metadata *and* Setuptools requires
for field in ('Obsoletes', 'Requires', 'Provides'):
if field in self:
del self[field]
self['Requires-Dist'] += requirements
# Mapping API
# TODO could add iter* variants
def keys(self):
return list(_version2fieldlist(self['Metadata-Version']))
def __iter__(self):
for key in self.keys():
yield key
def values(self):
return [self[key] for key in self.keys()]
def items(self):
return [(key, self[key]) for key in self.keys()]
def __repr__(self):
return '<%s %s %s>' % (self.__class__.__name__, self.name,
self.version)
METADATA_FILENAME = 'pydist.json'
WHEEL_METADATA_FILENAME = 'metadata.json'
LEGACY_METADATA_FILENAME = 'METADATA'
class Metadata(object):
"""
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
"""
METADATA_VERSION_MATCHER = re.compile(r'^\d+(\.\d+)*$')
NAME_MATCHER = re.compile('^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$', re.I)
VERSION_MATCHER = PEP440_VERSION_RE
SUMMARY_MATCHER = re.compile('.{1,2047}')
METADATA_VERSION = '2.0'
GENERATOR = 'distlib (%s)' % __version__
MANDATORY_KEYS = {
'name': (),
'version': (),
'summary': ('legacy',),
}
INDEX_KEYS = ('name version license summary description author '
'author_email keywords platform home_page classifiers '
'download_url')
DEPENDENCY_KEYS = ('extras run_requires test_requires build_requires '
'dev_requires provides meta_requires obsoleted_by '
'supports_environments')
SYNTAX_VALIDATORS = {
'metadata_version': (METADATA_VERSION_MATCHER, ()),
'name': (NAME_MATCHER, ('legacy',)),
'version': (VERSION_MATCHER, ('legacy',)),
'summary': (SUMMARY_MATCHER, ('legacy',)),
}
__slots__ = ('_legacy', '_data', 'scheme')
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._legacy = None
self._data = None
self.scheme = scheme
#import pdb; pdb.set_trace()
if mapping is not None:
try:
self._validate_mapping(mapping, scheme)
self._data = mapping
except MetadataUnrecognizedVersionError:
self._legacy = LegacyMetadata(mapping=mapping, scheme=scheme)
self.validate()
else:
data = None
if path:
with open(path, 'rb') as f:
data = f.read()
elif fileobj:
data = fileobj.read()
if data is None:
# Initialised with no args - to be added
self._data = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
else:
if not isinstance(data, text_type):
data = data.decode('utf-8')
try:
self._data = json.loads(data)
self._validate_mapping(self._data, scheme)
except ValueError:
# Note: MetadataUnrecognizedVersionError does not
# inherit from ValueError (it's a DistlibException,
# which should not inherit from ValueError).
# The ValueError comes from the json.load - if that
# succeeds and we get a validation error, we want
# that to propagate
self._legacy = LegacyMetadata(fileobj=StringIO(data),
scheme=scheme)
self.validate()
common_keys = set(('name', 'version', 'license', 'keywords', 'summary'))
none_list = (None, list)
none_dict = (None, dict)
mapped_keys = {
'run_requires': ('Requires-Dist', list),
'build_requires': ('Setup-Requires-Dist', list),
'dev_requires': none_list,
'test_requires': none_list,
'meta_requires': none_list,
'extras': ('Provides-Extra', list),
'modules': none_list,
'namespaces': none_list,
'exports': none_dict,
'commands': none_dict,
'classifiers': ('Classifier', list),
'source_url': ('Download-URL', None),
'metadata_version': ('Metadata-Version', None),
}
del none_list, none_dict
def __getattribute__(self, key):
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, maker = mapped[key]
if self._legacy:
if lk is None:
result = None if maker is None else maker()
else:
result = self._legacy.get(lk)
else:
value = None if maker is None else maker()
if key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
result = self._data.get(key, value)
else:
# special cases for PEP 459
sentinel = object()
result = sentinel
d = self._data.get('extensions')
if d:
if key == 'commands':
result = d.get('python.commands', value)
elif key == 'classifiers':
d = d.get('python.details')
if d:
result = d.get(key, value)
else:
d = d.get('python.exports')
if not d:
d = self._data.get('python.exports')
if d:
result = d.get(key, value)
if result is sentinel:
result = value
elif key not in common:
result = object.__getattribute__(self, key)
elif self._legacy:
result = self._legacy.get(key)
else:
result = self._data.get(key)
return result
def _validate_value(self, key, value, scheme=None):
if key in self.SYNTAX_VALIDATORS:
pattern, exclusions = self.SYNTAX_VALIDATORS[key]
if (scheme or self.scheme) not in exclusions:
m = pattern.match(value)
if not m:
raise MetadataInvalidError("'%s' is an invalid value for "
"the '%s' property" % (value,
key))
def __setattr__(self, key, value):
self._validate_value(key, value)
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, _ = mapped[key]
if self._legacy:
if lk is None:
raise NotImplementedError
self._legacy[lk] = value
elif key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
self._data[key] = value
else:
# special cases for PEP 459
d = self._data.setdefault('extensions', {})
if key == 'commands':
d['python.commands'] = value
elif key == 'classifiers':
d = d.setdefault('python.details', {})
d[key] = value
else:
d = d.setdefault('python.exports', {})
d[key] = value
elif key not in common:
object.__setattr__(self, key, value)
else:
if key == 'keywords':
if isinstance(value, string_types):
value = value.strip()
if value:
value = value.split()
else:
value = []
if self._legacy:
self._legacy[key] = value
else:
self._data[key] = value
@property
def name_and_version(self):
return _get_name_and_version(self.name, self.version, True)
@property
def provides(self):
if self._legacy:
result = self._legacy['Provides-Dist']
else:
result = self._data.setdefault('provides', [])
s = '%s (%s)' % (self.name, self.version)
if s not in result:
result.append(s)
return result
@provides.setter
def provides(self, value):
if self._legacy:
self._legacy['Provides-Dist'] = value
else:
self._data['provides'] = value
def get_requirements(self, reqts, extras=None, env=None):
"""
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
"""
if self._legacy:
result = reqts
else:
result = []
extras = get_extras(extras or [], self.extras)
for d in reqts:
if 'extra' not in d and 'environment' not in d:
# unconditional
include = True
else:
if 'extra' not in d:
# Not extra-dependent - only environment-dependent
include = True
else:
include = d.get('extra') in extras
if include:
# Not excluded because of extras, check environment
marker = d.get('environment')
if marker:
include = interpret(marker, env)
if include:
result.extend(d['requires'])
for key in ('build', 'dev', 'test'):
e = ':%s:' % key
if e in extras:
extras.remove(e)
# A recursive call, but it should terminate since 'test'
# has been removed from the extras
reqts = self._data.get('%s_requires' % key, [])
result.extend(self.get_requirements(reqts, extras=extras,
env=env))
return result
@property
def dictionary(self):
if self._legacy:
return self._from_legacy()
return self._data
@property
def dependencies(self):
if self._legacy:
raise NotImplementedError
else:
return extract_by_key(self._data, self.DEPENDENCY_KEYS)
@dependencies.setter
def dependencies(self, value):
if self._legacy:
raise NotImplementedError
else:
self._data.update(value)
def _validate_mapping(self, mapping, scheme):
if mapping.get('metadata_version') != self.METADATA_VERSION:
raise MetadataUnrecognizedVersionError()
missing = []
for key, exclusions in self.MANDATORY_KEYS.items():
if key not in mapping:
if scheme not in exclusions:
missing.append(key)
if missing:
msg = 'Missing metadata items: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for k, v in mapping.items():
self._validate_value(k, v, scheme)
def validate(self):
if self._legacy:
missing, warnings = self._legacy.check(True)
if missing or warnings:
logger.warning('Metadata: missing: %s, warnings: %s',
missing, warnings)
else:
self._validate_mapping(self._data, self.scheme)
def todict(self):
if self._legacy:
return self._legacy.todict(True)
else:
result = extract_by_key(self._data, self.INDEX_KEYS)
return result
def _from_legacy(self):
assert self._legacy and not self._data
result = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
lmd = self._legacy.todict(True) # skip missing ones
for k in ('name', 'version', 'license', 'summary', 'description',
'classifier'):
if k in lmd:
if k == 'classifier':
nk = 'classifiers'
else:
nk = k
result[nk] = lmd[k]
kw = lmd.get('Keywords', [])
if kw == ['']:
kw = []
result['keywords'] = kw
keys = (('requires_dist', 'run_requires'),
('setup_requires_dist', 'build_requires'))
for ok, nk in keys:
if ok in lmd and lmd[ok]:
result[nk] = [{'requires': lmd[ok]}]
result['provides'] = self.provides
author = {}
maintainer = {}
return result
LEGACY_MAPPING = {
'name': 'Name',
'version': 'Version',
('extensions', 'python.details', 'license'): 'License',
'summary': 'Summary',
'description': 'Description',
('extensions', 'python.project', 'project_urls', 'Home'): 'Home-page',
('extensions', 'python.project', 'contacts', 0, 'name'): 'Author',
('extensions', 'python.project', 'contacts', 0, 'email'): 'Author-email',
'source_url': 'Download-URL',
('extensions', 'python.details', 'classifiers'): 'Classifier',
}
def _to_legacy(self):
def process_entries(entries):
reqts = set()
for e in entries:
extra = e.get('extra')
env = e.get('environment')
rlist = e['requires']
for r in rlist:
if not env and not extra:
reqts.add(r)
else:
marker = ''
if extra:
marker = 'extra == "%s"' % extra
if env:
if marker:
marker = '(%s) and %s' % (env, marker)
else:
marker = env
reqts.add(';'.join((r, marker)))
return reqts
assert self._data and not self._legacy
result = LegacyMetadata()
nmd = self._data
# import pdb; pdb.set_trace()
for nk, ok in self.LEGACY_MAPPING.items():
if not isinstance(nk, tuple):
if nk in nmd:
result[ok] = nmd[nk]
else:
d = nmd
found = True
for k in nk:
try:
d = d[k]
except (KeyError, IndexError):
found = False
break
if found:
result[ok] = d
r1 = process_entries(self.run_requires + self.meta_requires)
r2 = process_entries(self.build_requires + self.dev_requires)
if self.extras:
result['Provides-Extra'] = sorted(self.extras)
result['Requires-Dist'] = sorted(r1)
result['Setup-Requires-Dist'] = sorted(r2)
# TODO: any other fields wanted
return result
def write(self, path=None, fileobj=None, legacy=False, skip_unknown=True):
if [path, fileobj].count(None) != 1:
raise ValueError('Exactly one of path and fileobj is needed')
self.validate()
if legacy:
if self._legacy:
legacy_md = self._legacy
else:
legacy_md = self._to_legacy()
if path:
legacy_md.write(path, skip_unknown=skip_unknown)
else:
legacy_md.write_file(fileobj, skip_unknown=skip_unknown)
else:
if self._legacy:
d = self._from_legacy()
else:
d = self._data
if fileobj:
json.dump(d, fileobj, ensure_ascii=True, indent=2,
sort_keys=True)
else:
with codecs.open(path, 'w', 'utf-8') as f:
json.dump(d, f, ensure_ascii=True, indent=2,
sort_keys=True)
def add_requirements(self, requirements):
if self._legacy:
self._legacy.add_requirements(requirements)
else:
run_requires = self._data.setdefault('run_requires', [])
always = None
for entry in run_requires:
if 'environment' not in entry and 'extra' not in entry:
always = entry
break
if always is None:
always = { 'requires': requirements }
run_requires.insert(0, always)
else:
rset = set(always['requires']) | set(requirements)
always['requires'] = sorted(rset)
def __repr__(self):
name = self.name or '(no name)'
version = self.version or 'no version'
return '<%s %s %s (%s)>' % (self.__class__.__name__,
self.metadata_version, name, version)
site-packages/pip/_vendor/distlib/manifest.py 0000644 00000034733 15056474501 0015343 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2013 Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
"""
import fnmatch
import logging
import os
import re
import sys
from . import DistlibException
from .compat import fsdecode
from .util import convert_path
__all__ = ['Manifest']
logger = logging.getLogger(__name__)
# a \ followed by some spaces + EOL
_COLLAPSE_PATTERN = re.compile('\\\\w*\n', re.M)
_COMMENTED_LINE = re.compile('#.*?(?=\n)|\n(?=$)', re.M | re.S)
#
# Due to the different results returned by fnmatch.translate, we need
# to do slightly different processing for Python 2.7 and 3.2 ... this needed
# to be brought in for Python 3.6 onwards.
#
_PYTHON_VERSION = sys.version_info[:2]
class Manifest(object):
"""A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
"""
def __init__(self, base=None):
"""
Initialise an instance.
:param base: The base directory to explore under.
"""
self.base = os.path.abspath(os.path.normpath(base or os.getcwd()))
self.prefix = self.base + os.sep
self.allfiles = None
self.files = set()
#
# Public API
#
def findall(self):
"""Find all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
"""
from stat import S_ISREG, S_ISDIR, S_ISLNK
self.allfiles = allfiles = []
root = self.base
stack = [root]
pop = stack.pop
push = stack.append
while stack:
root = pop()
names = os.listdir(root)
for name in names:
fullname = os.path.join(root, name)
# Avoid excess stat calls -- just one will do, thank you!
stat = os.stat(fullname)
mode = stat.st_mode
if S_ISREG(mode):
allfiles.append(fsdecode(fullname))
elif S_ISDIR(mode) and not S_ISLNK(mode):
push(fullname)
def add(self, item):
"""
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
"""
if not item.startswith(self.prefix):
item = os.path.join(self.base, item)
self.files.add(os.path.normpath(item))
def add_many(self, items):
"""
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
"""
for item in items:
self.add(item)
def sorted(self, wantdirs=False):
"""
Return sorted files in directory order
"""
def add_dir(dirs, d):
dirs.add(d)
logger.debug('add_dir added %s', d)
if d != self.base:
parent, _ = os.path.split(d)
assert parent not in ('', '/')
add_dir(dirs, parent)
result = set(self.files) # make a copy!
if wantdirs:
dirs = set()
for f in result:
add_dir(dirs, os.path.dirname(f))
result |= dirs
return [os.path.join(*path_tuple) for path_tuple in
sorted(os.path.split(path) for path in result)]
def clear(self):
"""Clear all collected files."""
self.files = set()
self.allfiles = []
def process_directive(self, directive):
"""
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
"""
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dirpattern).
action, patterns, thedir, dirpattern = self._parse_directive(directive)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=True):
logger.warning('no files found matching %r', pattern)
elif action == 'exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=True)
#if not found:
# logger.warning('no previously-included files '
# 'found matching %r', pattern)
elif action == 'global-include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=False):
logger.warning('no files found matching %r '
'anywhere in distribution', pattern)
elif action == 'global-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=False)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found anywhere in '
# 'distribution', pattern)
elif action == 'recursive-include':
for pattern in patterns:
if not self._include_pattern(pattern, prefix=thedir):
logger.warning('no files found matching %r '
'under directory %r', pattern, thedir)
elif action == 'recursive-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, prefix=thedir)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found under directory %r',
# pattern, thedir)
elif action == 'graft':
if not self._include_pattern(None, prefix=dirpattern):
logger.warning('no directories found matching %r',
dirpattern)
elif action == 'prune':
if not self._exclude_pattern(None, prefix=dirpattern):
logger.warning('no previously-included directories found '
'matching %r', dirpattern)
else: # pragma: no cover
# This should never happen, as it should be caught in
# _parse_template_line
raise DistlibException(
'invalid action %r' % action)
#
# Private API
#
def _parse_directive(self, directive):
"""
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
"""
words = directive.split()
if len(words) == 1 and words[0] not in ('include', 'exclude',
'global-include',
'global-exclude',
'recursive-include',
'recursive-exclude',
'graft', 'prune'):
# no action given, let's use the default 'include'
words.insert(0, 'include')
action = words[0]
patterns = thedir = dir_pattern = None
if action in ('include', 'exclude',
'global-include', 'global-exclude'):
if len(words) < 2:
raise DistlibException(
'%r expects <pattern1> <pattern2> ...' % action)
patterns = [convert_path(word) for word in words[1:]]
elif action in ('recursive-include', 'recursive-exclude'):
if len(words) < 3:
raise DistlibException(
'%r expects <dir> <pattern1> <pattern2> ...' % action)
thedir = convert_path(words[1])
patterns = [convert_path(word) for word in words[2:]]
elif action in ('graft', 'prune'):
if len(words) != 2:
raise DistlibException(
'%r expects a single <dir_pattern>' % action)
dir_pattern = convert_path(words[1])
else:
raise DistlibException('unknown action %r' % action)
return action, patterns, thedir, dir_pattern
def _include_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
"""
# XXX docstring lying about what the special chars are?
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
# delayed loading of allfiles list
if self.allfiles is None:
self.findall()
for name in self.allfiles:
if pattern_re.search(name):
self.files.add(name)
found = True
return found
def _exclude_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
"""
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
for f in list(self.files):
if pattern_re.search(f):
self.files.remove(f)
found = True
return found
def _translate_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
"""
if is_regex:
if isinstance(pattern, str):
return re.compile(pattern)
else:
return pattern
if _PYTHON_VERSION > (3, 2):
# ditch start and end characters
start, _, end = self._glob_to_re('_').partition('_')
if pattern:
pattern_re = self._glob_to_re(pattern)
if _PYTHON_VERSION > (3, 2):
assert pattern_re.startswith(start) and pattern_re.endswith(end)
else:
pattern_re = ''
base = re.escape(os.path.join(self.base, ''))
if prefix is not None:
# ditch end of pattern character
if _PYTHON_VERSION <= (3, 2):
empty_pattern = self._glob_to_re('')
prefix_re = self._glob_to_re(prefix)[:-len(empty_pattern)]
else:
prefix_re = self._glob_to_re(prefix)
assert prefix_re.startswith(start) and prefix_re.endswith(end)
prefix_re = prefix_re[len(start): len(prefix_re) - len(end)]
sep = os.sep
if os.sep == '\\':
sep = r'\\'
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + sep.join((prefix_re,
'.*' + pattern_re))
else:
pattern_re = pattern_re[len(start): len(pattern_re) - len(end)]
pattern_re = r'%s%s%s%s.*%s%s' % (start, base, prefix_re, sep,
pattern_re, end)
else: # no prefix -- respect anchor flag
if anchor:
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + pattern_re
else:
pattern_re = r'%s%s%s' % (start, base, pattern_re[len(start):])
return re.compile(pattern_re)
def _glob_to_re(self, pattern):
"""Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
"""
pattern_re = fnmatch.translate(pattern)
# '?' and '*' in the glob pattern become '.' and '.*' in the RE, which
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
# character except the special characters (currently: just os.sep).
sep = os.sep
if os.sep == '\\':
# we're using a regex to manipulate a regex, so we need
# to escape the backslash twice
sep = r'\\\\'
escaped = r'\1[^%s]' % sep
pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
site-packages/pip/_vendor/distlib/markers.py 0000644 00000011575 15056474501 0015200 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Parser for the environment markers micro-language defined in PEP 508.
"""
# Note: In PEP 345, the micro-language was Python compatible, so the ast
# module could be used to parse it. However, PEP 508 introduced operators such
# as ~= and === which aren't in Python, necessitating a different approach.
import os
import re
import sys
import platform
from .compat import string_types
from .util import in_venv, parse_marker
from .version import NormalizedVersion as NV
__all__ = ['interpret']
_VERSION_PATTERN = re.compile(r'((\d+(\.\d+)*\w*)|\'(\d+(\.\d+)*\w*)\'|\"(\d+(\.\d+)*\w*)\")')
def _is_literal(o):
if not isinstance(o, string_types) or not o:
return False
return o[0] in '\'"'
def _get_versions(s):
result = []
for m in _VERSION_PATTERN.finditer(s):
result.append(NV(m.groups()[0]))
return set(result)
class Evaluator(object):
"""
This class is used to evaluate marker expessions.
"""
operations = {
'==': lambda x, y: x == y,
'===': lambda x, y: x == y,
'~=': lambda x, y: x == y or x > y,
'!=': lambda x, y: x != y,
'<': lambda x, y: x < y,
'<=': lambda x, y: x == y or x < y,
'>': lambda x, y: x > y,
'>=': lambda x, y: x == y or x > y,
'and': lambda x, y: x and y,
'or': lambda x, y: x or y,
'in': lambda x, y: x in y,
'not in': lambda x, y: x not in y,
}
def evaluate(self, expr, context):
"""
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
"""
if isinstance(expr, string_types):
if expr[0] in '\'"':
result = expr[1:-1]
else:
if expr not in context:
raise SyntaxError('unknown variable: %s' % expr)
result = context[expr]
else:
assert isinstance(expr, dict)
op = expr['op']
if op not in self.operations:
raise NotImplementedError('op not implemented: %s' % op)
elhs = expr['lhs']
erhs = expr['rhs']
if _is_literal(expr['lhs']) and _is_literal(expr['rhs']):
raise SyntaxError('invalid comparison: %s %s %s' % (elhs, op, erhs))
lhs = self.evaluate(elhs, context)
rhs = self.evaluate(erhs, context)
if ((elhs == 'python_version' or erhs == 'python_version') and
op in ('<', '<=', '>', '>=', '===', '==', '!=', '~=')):
lhs = NV(lhs)
rhs = NV(rhs)
elif elhs == 'python_version' and op in ('in', 'not in'):
lhs = NV(lhs)
rhs = _get_versions(rhs)
result = self.operations[op](lhs, rhs)
return result
def default_context():
def format_full_version(info):
version = '%s.%s.%s' % (info.major, info.minor, info.micro)
kind = info.releaselevel
if kind != 'final':
version += kind[0] + str(info.serial)
return version
if hasattr(sys, 'implementation'):
implementation_version = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
implementation_version = '0'
implementation_name = ''
result = {
'implementation_name': implementation_name,
'implementation_version': implementation_version,
'os_name': os.name,
'platform_machine': platform.machine(),
'platform_python_implementation': platform.python_implementation(),
'platform_release': platform.release(),
'platform_system': platform.system(),
'platform_version': platform.version(),
'platform_in_venv': str(in_venv()),
'python_full_version': platform.python_version(),
'python_version': platform.python_version()[:3],
'sys_platform': sys.platform,
}
return result
DEFAULT_CONTEXT = default_context()
del default_context
evaluator = Evaluator()
def interpret(marker, execution_context=None):
"""
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
"""
try:
expr, rest = parse_marker(marker)
except Exception as e:
raise SyntaxError('Unable to interpret marker syntax: %s: %s' % (marker, e))
if rest and rest[0] != '#':
raise SyntaxError('unexpected trailing data in marker: %s: %s' % (marker, rest))
context = dict(DEFAULT_CONTEXT)
if execution_context:
context.update(execution_context)
return evaluator.evaluate(expr, context)
site-packages/pip/_vendor/distlib/index.py 0000644 00000050403 15056474501 0014634 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import hashlib
import logging
import os
import shutil
import subprocess
import tempfile
try:
from threading import Thread
except ImportError:
from dummy_threading import Thread
from . import DistlibException
from .compat import (HTTPBasicAuthHandler, Request, HTTPPasswordMgr,
urlparse, build_opener, string_types)
from .util import zip_dir, ServerProxy
logger = logging.getLogger(__name__)
DEFAULT_INDEX = 'https://pypi.org/pypi'
DEFAULT_REALM = 'pypi'
class PackageIndex(object):
"""
This class represents a package index compatible with PyPI, the Python
Package Index.
"""
boundary = b'----------ThIs_Is_tHe_distlib_index_bouNdaRY_$'
def __init__(self, url=None):
"""
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
"""
self.url = url or DEFAULT_INDEX
self.read_configuration()
scheme, netloc, path, params, query, frag = urlparse(self.url)
if params or query or frag or scheme not in ('http', 'https'):
raise DistlibException('invalid repository: %s' % self.url)
self.password_handler = None
self.ssl_verifier = None
self.gpg = None
self.gpg_home = None
with open(os.devnull, 'w') as sink:
# Use gpg by default rather than gpg2, as gpg2 insists on
# prompting for passwords
for s in ('gpg', 'gpg2'):
try:
rc = subprocess.check_call([s, '--version'], stdout=sink,
stderr=sink)
if rc == 0:
self.gpg = s
break
except OSError:
pass
def _get_pypirc_command(self):
"""
Get the distutils command for interacting with PyPI configurations.
:return: the command.
"""
from .util import _get_pypirc_command as cmd
return cmd()
def read_configuration(self):
"""
Read the PyPI access configuration as supported by distutils. This populates
``username``, ``password``, ``realm`` and ``url`` attributes from the
configuration.
"""
from .util import _load_pypirc
cfg = _load_pypirc(self)
self.username = cfg.get('username')
self.password = cfg.get('password')
self.realm = cfg.get('realm', 'pypi')
self.url = cfg.get('repository', self.url)
def save_configuration(self):
"""
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
"""
self.check_credentials()
from .util import _store_pypirc
_store_pypirc(self)
def check_credentials(self):
"""
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
"""
if self.username is None or self.password is None:
raise DistlibException('username and password must be set')
pm = HTTPPasswordMgr()
_, netloc, _, _, _, _ = urlparse(self.url)
pm.add_password(self.realm, netloc, self.username, self.password)
self.password_handler = HTTPBasicAuthHandler(pm)
def register(self, metadata):
"""
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
metadata.validate()
d = metadata.todict()
d[':action'] = 'verify'
request = self.encode_request(d.items(), [])
response = self.send_request(request)
d[':action'] = 'submit'
request = self.encode_request(d.items(), [])
return self.send_request(request)
def _reader(self, name, stream, outbuf):
"""
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
"""
while True:
s = stream.readline()
if not s:
break
s = s.decode('utf-8').rstrip()
outbuf.append(s)
logger.debug('%s: %s' % (name, s))
stream.close()
def get_sign_command(self, filename, signer, sign_password,
keystore=None):
"""
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
if sign_password is not None:
cmd.extend(['--batch', '--passphrase-fd', '0'])
td = tempfile.mkdtemp()
sf = os.path.join(td, os.path.basename(filename) + '.asc')
cmd.extend(['--detach-sign', '--armor', '--local-user',
signer, '--output', sf, filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd, sf
def run_command(self, cmd, input_data=None):
"""
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
"""
kwargs = {
'stdout': subprocess.PIPE,
'stderr': subprocess.PIPE,
}
if input_data is not None:
kwargs['stdin'] = subprocess.PIPE
stdout = []
stderr = []
p = subprocess.Popen(cmd, **kwargs)
# We don't use communicate() here because we may need to
# get clever with interacting with the command
t1 = Thread(target=self._reader, args=('stdout', p.stdout, stdout))
t1.start()
t2 = Thread(target=self._reader, args=('stderr', p.stderr, stderr))
t2.start()
if input_data is not None:
p.stdin.write(input_data)
p.stdin.close()
p.wait()
t1.join()
t2.join()
return p.returncode, stdout, stderr
def sign_file(self, filename, signer, sign_password, keystore=None):
"""
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
"""
cmd, sig_file = self.get_sign_command(filename, signer, sign_password,
keystore)
rc, stdout, stderr = self.run_command(cmd,
sign_password.encode('utf-8'))
if rc != 0:
raise DistlibException('sign command failed with error '
'code %s' % rc)
return sig_file
def upload_file(self, metadata, filename, signer=None, sign_password=None,
filetype='sdist', pyversion='source', keystore=None):
"""
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.exists(filename):
raise DistlibException('not found: %s' % filename)
metadata.validate()
d = metadata.todict()
sig_file = None
if signer:
if not self.gpg:
logger.warning('no signing program available - not signed')
else:
sig_file = self.sign_file(filename, signer, sign_password,
keystore)
with open(filename, 'rb') as f:
file_data = f.read()
md5_digest = hashlib.md5(file_data).hexdigest()
sha256_digest = hashlib.sha256(file_data).hexdigest()
d.update({
':action': 'file_upload',
'protocol_version': '1',
'filetype': filetype,
'pyversion': pyversion,
'md5_digest': md5_digest,
'sha256_digest': sha256_digest,
})
files = [('content', os.path.basename(filename), file_data)]
if sig_file:
with open(sig_file, 'rb') as f:
sig_data = f.read()
files.append(('gpg_signature', os.path.basename(sig_file),
sig_data))
shutil.rmtree(os.path.dirname(sig_file))
request = self.encode_request(d.items(), files)
return self.send_request(request)
def upload_documentation(self, metadata, doc_dir):
"""
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.isdir(doc_dir):
raise DistlibException('not a directory: %r' % doc_dir)
fn = os.path.join(doc_dir, 'index.html')
if not os.path.exists(fn):
raise DistlibException('not found: %r' % fn)
metadata.validate()
name, version = metadata.name, metadata.version
zip_data = zip_dir(doc_dir).getvalue()
fields = [(':action', 'doc_upload'),
('name', name), ('version', version)]
files = [('content', name, zip_data)]
request = self.encode_request(fields, files)
return self.send_request(request)
def get_verify_command(self, signature_filename, data_filename,
keystore=None):
"""
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
cmd.extend(['--verify', signature_filename, data_filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd
def verify_signature(self, signature_filename, data_filename,
keystore=None):
"""
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
"""
if not self.gpg:
raise DistlibException('verification unavailable because gpg '
'unavailable')
cmd = self.get_verify_command(signature_filename, data_filename,
keystore)
rc, stdout, stderr = self.run_command(cmd)
if rc not in (0, 1):
raise DistlibException('verify command failed with error '
'code %s' % rc)
return rc == 0
def download_file(self, url, destfile, digest=None, reporthook=None):
"""
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
"""
if digest is None:
digester = None
logger.debug('No digest specified')
else:
if isinstance(digest, (list, tuple)):
hasher, digest = digest
else:
hasher = 'md5'
digester = getattr(hashlib, hasher)()
logger.debug('Digest specified: %s' % digest)
# The following code is equivalent to urlretrieve.
# We need to do it this way so that we can compute the
# digest of the file as we go.
with open(destfile, 'wb') as dfp:
# addinfourl is not a context manager on 2.x
# so we have to use try/finally
sfp = self.send_request(Request(url))
try:
headers = sfp.info()
blocksize = 8192
size = -1
read = 0
blocknum = 0
if "content-length" in headers:
size = int(headers["Content-Length"])
if reporthook:
reporthook(blocknum, blocksize, size)
while True:
block = sfp.read(blocksize)
if not block:
break
read += len(block)
dfp.write(block)
if digester:
digester.update(block)
blocknum += 1
if reporthook:
reporthook(blocknum, blocksize, size)
finally:
sfp.close()
# check that we got the whole file, if we can
if size >= 0 and read < size:
raise DistlibException(
'retrieval incomplete: got only %d out of %d bytes'
% (read, size))
# if we have a digest, it must match.
if digester:
actual = digester.hexdigest()
if digest != actual:
raise DistlibException('%s digest mismatch for %s: expected '
'%s, got %s' % (hasher, destfile,
digest, actual))
logger.debug('Digest verified: %s', digest)
def send_request(self, req):
"""
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
"""
handlers = []
if self.password_handler:
handlers.append(self.password_handler)
if self.ssl_verifier:
handlers.append(self.ssl_verifier)
opener = build_opener(*handlers)
return opener.open(req)
def encode_request(self, fields, files):
"""
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
"""
# Adapted from packaging, which in turn was adapted from
# http://code.activestate.com/recipes/146306
parts = []
boundary = self.boundary
for k, values in fields:
if not isinstance(values, (list, tuple)):
values = [values]
for v in values:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"' %
k).encode('utf-8'),
b'',
v.encode('utf-8')))
for key, filename, value in files:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"; filename="%s"' %
(key, filename)).encode('utf-8'),
b'',
value))
parts.extend((b'--' + boundary + b'--', b''))
body = b'\r\n'.join(parts)
ct = b'multipart/form-data; boundary=' + boundary
headers = {
'Content-type': ct,
'Content-length': str(len(body))
}
return Request(self.url, body, headers)
def search(self, terms, operator=None):
if isinstance(terms, string_types):
terms = {'name': terms}
rpc_proxy = ServerProxy(self.url, timeout=3.0)
try:
return rpc_proxy.search(terms, operator or 'and')
finally:
rpc_proxy('close')()
site-packages/pip/_vendor/distlib/wheel.py 0000644 00000123677 15056474501 0014647 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2020 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import base64
import codecs
import datetime
from email import message_from_file
import hashlib
import imp
import json
import logging
import os
import posixpath
import re
import shutil
import sys
import tempfile
import zipfile
from . import __version__, DistlibException
from .compat import sysconfig, ZipFile, fsdecode, text_type, filter
from .database import InstalledDistribution
from .metadata import (Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME,
LEGACY_METADATA_FILENAME)
from .util import (FileOperator, convert_path, CSVReader, CSVWriter, Cache,
cached_property, get_cache_base, read_exports, tempdir,
get_platform)
from .version import NormalizedVersion, UnsupportedVersionError
logger = logging.getLogger(__name__)
cache = None # created when needed
if hasattr(sys, 'pypy_version_info'): # pragma: no cover
IMP_PREFIX = 'pp'
elif sys.platform.startswith('java'): # pragma: no cover
IMP_PREFIX = 'jy'
elif sys.platform == 'cli': # pragma: no cover
IMP_PREFIX = 'ip'
else:
IMP_PREFIX = 'cp'
VER_SUFFIX = sysconfig.get_config_var('py_version_nodot')
if not VER_SUFFIX: # pragma: no cover
VER_SUFFIX = '%s%s' % sys.version_info[:2]
PYVER = 'py' + VER_SUFFIX
IMPVER = IMP_PREFIX + VER_SUFFIX
ARCH = get_platform().replace('-', '_').replace('.', '_')
ABI = sysconfig.get_config_var('SOABI')
if ABI and ABI.startswith('cpython-'):
ABI = ABI.replace('cpython-', 'cp').split('-')[0]
else:
def _derive_abi():
parts = ['cp', VER_SUFFIX]
if sysconfig.get_config_var('Py_DEBUG'):
parts.append('d')
if sysconfig.get_config_var('WITH_PYMALLOC'):
parts.append('m')
if sysconfig.get_config_var('Py_UNICODE_SIZE') == 4:
parts.append('u')
return ''.join(parts)
ABI = _derive_abi()
del _derive_abi
FILENAME_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
''', re.IGNORECASE | re.VERBOSE)
NAME_VERSION_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
''', re.IGNORECASE | re.VERBOSE)
SHEBANG_RE = re.compile(br'\s*#![^\r\n]*')
SHEBANG_DETAIL_RE = re.compile(br'^(\s*#!("[^"]+"|\S+))\s+(.*)$')
SHEBANG_PYTHON = b'#!python'
SHEBANG_PYTHONW = b'#!pythonw'
if os.sep == '/':
to_posix = lambda o: o
else:
to_posix = lambda o: o.replace(os.sep, '/')
class Mounter(object):
def __init__(self):
self.impure_wheels = {}
self.libs = {}
def add(self, pathname, extensions):
self.impure_wheels[pathname] = extensions
self.libs.update(extensions)
def remove(self, pathname):
extensions = self.impure_wheels.pop(pathname)
for k, v in extensions:
if k in self.libs:
del self.libs[k]
def find_module(self, fullname, path=None):
if fullname in self.libs:
result = self
else:
result = None
return result
def load_module(self, fullname):
if fullname in sys.modules:
result = sys.modules[fullname]
else:
if fullname not in self.libs:
raise ImportError('unable to find extension for %s' % fullname)
result = imp.load_dynamic(fullname, self.libs[fullname])
result.__loader__ = self
parts = fullname.rsplit('.', 1)
if len(parts) > 1:
result.__package__ = parts[0]
return result
_hook = Mounter()
class Wheel(object):
"""
Class to build and install from Wheel files (PEP 427).
"""
wheel_version = (1, 1)
hash_kind = 'sha256'
def __init__(self, filename=None, sign=False, verify=False):
"""
Initialise an instance using a (valid) filename.
"""
self.sign = sign
self.should_verify = verify
self.buildver = ''
self.pyver = [PYVER]
self.abi = ['none']
self.arch = ['any']
self.dirname = os.getcwd()
if filename is None:
self.name = 'dummy'
self.version = '0.1'
self._filename = self.filename
else:
m = NAME_VERSION_RE.match(filename)
if m:
info = m.groupdict('')
self.name = info['nm']
# Reinstate the local version separator
self.version = info['vn'].replace('_', '-')
self.buildver = info['bn']
self._filename = self.filename
else:
dirname, filename = os.path.split(filename)
m = FILENAME_RE.match(filename)
if not m:
raise DistlibException('Invalid name or '
'filename: %r' % filename)
if dirname:
self.dirname = os.path.abspath(dirname)
self._filename = filename
info = m.groupdict('')
self.name = info['nm']
self.version = info['vn']
self.buildver = info['bn']
self.pyver = info['py'].split('.')
self.abi = info['bi'].split('.')
self.arch = info['ar'].split('.')
@property
def filename(self):
"""
Build and return a filename from the various components.
"""
if self.buildver:
buildver = '-' + self.buildver
else:
buildver = ''
pyver = '.'.join(self.pyver)
abi = '.'.join(self.abi)
arch = '.'.join(self.arch)
# replace - with _ as a local version separator
version = self.version.replace('-', '_')
return '%s-%s%s-%s-%s-%s.whl' % (self.name, version, buildver,
pyver, abi, arch)
@property
def exists(self):
path = os.path.join(self.dirname, self.filename)
return os.path.isfile(path)
@property
def tags(self):
for pyver in self.pyver:
for abi in self.abi:
for arch in self.arch:
yield pyver, abi, arch
@cached_property
def metadata(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
wheel_metadata = self.get_wheel_metadata(zf)
wv = wheel_metadata['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
# if file_version < (1, 1):
# fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME,
# LEGACY_METADATA_FILENAME]
# else:
# fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME]
fns = [WHEEL_METADATA_FILENAME, LEGACY_METADATA_FILENAME]
result = None
for fn in fns:
try:
metadata_filename = posixpath.join(info_dir, fn)
with zf.open(metadata_filename) as bf:
wf = wrapper(bf)
result = Metadata(fileobj=wf)
if result:
break
except KeyError:
pass
if not result:
raise ValueError('Invalid wheel, because metadata is '
'missing: looked in %s' % ', '.join(fns))
return result
def get_wheel_metadata(self, zf):
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
metadata_filename = posixpath.join(info_dir, 'WHEEL')
with zf.open(metadata_filename) as bf:
wf = codecs.getreader('utf-8')(bf)
message = message_from_file(wf)
return dict(message)
@cached_property
def info(self):
pathname = os.path.join(self.dirname, self.filename)
with ZipFile(pathname, 'r') as zf:
result = self.get_wheel_metadata(zf)
return result
def process_shebang(self, data):
m = SHEBANG_RE.match(data)
if m:
end = m.end()
shebang, data_after_shebang = data[:end], data[end:]
# Preserve any arguments after the interpreter
if b'pythonw' in shebang.lower():
shebang_python = SHEBANG_PYTHONW
else:
shebang_python = SHEBANG_PYTHON
m = SHEBANG_DETAIL_RE.match(shebang)
if m:
args = b' ' + m.groups()[-1]
else:
args = b''
shebang = shebang_python + args
data = shebang + data_after_shebang
else:
cr = data.find(b'\r')
lf = data.find(b'\n')
if cr < 0 or cr > lf:
term = b'\n'
else:
if data[cr:cr + 2] == b'\r\n':
term = b'\r\n'
else:
term = b'\r'
data = SHEBANG_PYTHON + term + data
return data
def get_hash(self, data, hash_kind=None):
if hash_kind is None:
hash_kind = self.hash_kind
try:
hasher = getattr(hashlib, hash_kind)
except AttributeError:
raise DistlibException('Unsupported hash algorithm: %r' % hash_kind)
result = hasher(data).digest()
result = base64.urlsafe_b64encode(result).rstrip(b'=').decode('ascii')
return hash_kind, result
def write_record(self, records, record_path, base):
records = list(records) # make a copy, as mutated
p = to_posix(os.path.relpath(record_path, base))
records.append((p, '', ''))
with CSVWriter(record_path) as writer:
for row in records:
writer.writerow(row)
def write_records(self, info, libdir, archive_paths):
records = []
distinfo, info_dir = info
hasher = getattr(hashlib, self.hash_kind)
for ap, p in archive_paths:
with open(p, 'rb') as f:
data = f.read()
digest = '%s=%s' % self.get_hash(data)
size = os.path.getsize(p)
records.append((ap, digest, size))
p = os.path.join(distinfo, 'RECORD')
self.write_record(records, p, libdir)
ap = to_posix(os.path.join(info_dir, 'RECORD'))
archive_paths.append((ap, p))
def build_zip(self, pathname, archive_paths):
with ZipFile(pathname, 'w', zipfile.ZIP_DEFLATED) as zf:
for ap, p in archive_paths:
logger.debug('Wrote %s to %s in wheel', p, ap)
zf.write(p, ap)
def build(self, paths, tags=None, wheel_version=None):
"""
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
"""
if tags is None:
tags = {}
libkey = list(filter(lambda o: o in paths, ('purelib', 'platlib')))[0]
if libkey == 'platlib':
is_pure = 'false'
default_pyver = [IMPVER]
default_abi = [ABI]
default_arch = [ARCH]
else:
is_pure = 'true'
default_pyver = [PYVER]
default_abi = ['none']
default_arch = ['any']
self.pyver = tags.get('pyver', default_pyver)
self.abi = tags.get('abi', default_abi)
self.arch = tags.get('arch', default_arch)
libdir = paths[libkey]
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
archive_paths = []
# First, stuff which is not in site-packages
for key in ('data', 'headers', 'scripts'):
if key not in paths:
continue
path = paths[key]
if os.path.isdir(path):
for root, dirs, files in os.walk(path):
for fn in files:
p = fsdecode(os.path.join(root, fn))
rp = os.path.relpath(p, path)
ap = to_posix(os.path.join(data_dir, key, rp))
archive_paths.append((ap, p))
if key == 'scripts' and not p.endswith('.exe'):
with open(p, 'rb') as f:
data = f.read()
data = self.process_shebang(data)
with open(p, 'wb') as f:
f.write(data)
# Now, stuff which is in site-packages, other than the
# distinfo stuff.
path = libdir
distinfo = None
for root, dirs, files in os.walk(path):
if root == path:
# At the top level only, save distinfo for later
# and skip it for now
for i, dn in enumerate(dirs):
dn = fsdecode(dn)
if dn.endswith('.dist-info'):
distinfo = os.path.join(root, dn)
del dirs[i]
break
assert distinfo, '.dist-info directory expected, not found'
for fn in files:
# comment out next suite to leave .pyc files in
if fsdecode(fn).endswith(('.pyc', '.pyo')):
continue
p = os.path.join(root, fn)
rp = to_posix(os.path.relpath(p, path))
archive_paths.append((rp, p))
# Now distinfo. Assumed to be flat, i.e. os.listdir is enough.
files = os.listdir(distinfo)
for fn in files:
if fn not in ('RECORD', 'INSTALLER', 'SHARED', 'WHEEL'):
p = fsdecode(os.path.join(distinfo, fn))
ap = to_posix(os.path.join(info_dir, fn))
archive_paths.append((ap, p))
wheel_metadata = [
'Wheel-Version: %d.%d' % (wheel_version or self.wheel_version),
'Generator: distlib %s' % __version__,
'Root-Is-Purelib: %s' % is_pure,
]
for pyver, abi, arch in self.tags:
wheel_metadata.append('Tag: %s-%s-%s' % (pyver, abi, arch))
p = os.path.join(distinfo, 'WHEEL')
with open(p, 'w') as f:
f.write('\n'.join(wheel_metadata))
ap = to_posix(os.path.join(info_dir, 'WHEEL'))
archive_paths.append((ap, p))
# sort the entries by archive path. Not needed by any spec, but it
# keeps the archive listing and RECORD tidier than they would otherwise
# be. Use the number of path segments to keep directory entries together,
# and keep the dist-info stuff at the end.
def sorter(t):
ap = t[0]
n = ap.count('/')
if '.dist-info' in ap:
n += 10000
return (n, ap)
archive_paths = sorted(archive_paths, key=sorter)
# Now, at last, RECORD.
# Paths in here are archive paths - nothing else makes sense.
self.write_records((distinfo, info_dir), libdir, archive_paths)
# Now, ready to build the zip file
pathname = os.path.join(self.dirname, self.filename)
self.build_zip(pathname, archive_paths)
return pathname
def skip_entry(self, arcname):
"""
Determine whether an archive entry should be skipped when verifying
or installing.
"""
# The signature file won't be in RECORD,
# and we don't currently don't do anything with it
# We also skip directories, as they won't be in RECORD
# either. See:
#
# https://github.com/pypa/wheel/issues/294
# https://github.com/pypa/wheel/issues/287
# https://github.com/pypa/wheel/pull/289
#
return arcname.endswith(('/', '/RECORD.jws'))
def install(self, paths, maker, **kwargs):
"""
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
"""
dry_run = maker.dry_run
warner = kwargs.get('warner')
lib_only = kwargs.get('lib_only', False)
bc_hashed_invalidation = kwargs.get('bytecode_hashed_invalidation', False)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, LEGACY_METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
if (file_version != self.wheel_version) and warner:
warner(self.wheel_version, file_version)
if message['Root-Is-Purelib'] == 'true':
libdir = paths['purelib']
else:
libdir = paths['platlib']
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
data_pfx = posixpath.join(data_dir, '')
info_pfx = posixpath.join(info_dir, '')
script_pfx = posixpath.join(data_dir, 'scripts', '')
# make a new instance rather than a copy of maker's,
# as we mutate it
fileop = FileOperator(dry_run=dry_run)
fileop.record = True # so we can rollback if needed
bc = not sys.dont_write_bytecode # Double negatives. Lovely!
outfiles = [] # for RECORD writing
# for script copying/shebang processing
workdir = tempfile.mkdtemp()
# set target dir later
# we default add_launchers to False, as the
# Python Launcher should be used instead
maker.source_dir = workdir
maker.target_dir = None
try:
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if self.skip_entry(u_arcname):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
if lib_only and u_arcname.startswith((info_pfx, data_pfx)):
logger.debug('lib_only: skipping %s', u_arcname)
continue
is_script = (u_arcname.startswith(script_pfx)
and not u_arcname.endswith('.exe'))
if u_arcname.startswith(data_pfx):
_, where, rp = u_arcname.split('/', 2)
outfile = os.path.join(paths[where], convert_path(rp))
else:
# meant for site-packages.
if u_arcname in (wheel_metadata_name, record_name):
continue
outfile = os.path.join(libdir, convert_path(u_arcname))
if not is_script:
with zf.open(arcname) as bf:
fileop.copy_stream(bf, outfile)
# Issue #147: permission bits aren't preserved. Using
# zf.extract(zinfo, libdir) should have worked, but didn't,
# see https://www.thetopsites.net/article/53834422.shtml
# So ... manually preserve permission bits as given in zinfo
if os.name == 'posix':
# just set the normal permission bits
os.chmod(outfile, (zinfo.external_attr >> 16) & 0x1FF)
outfiles.append(outfile)
# Double check the digest of the written file
if not dry_run and row[1]:
with open(outfile, 'rb') as bf:
data = bf.read()
_, newdigest = self.get_hash(data, kind)
if newdigest != digest:
raise DistlibException('digest mismatch '
'on write for '
'%s' % outfile)
if bc and outfile.endswith('.py'):
try:
pyc = fileop.byte_compile(outfile,
hashed_invalidation=bc_hashed_invalidation)
outfiles.append(pyc)
except Exception:
# Don't give up if byte-compilation fails,
# but log it and perhaps warn the user
logger.warning('Byte-compilation failed',
exc_info=True)
else:
fn = os.path.basename(convert_path(arcname))
workname = os.path.join(workdir, fn)
with zf.open(arcname) as bf:
fileop.copy_stream(bf, workname)
dn, fn = os.path.split(outfile)
maker.target_dir = dn
filenames = maker.make(fn)
fileop.set_executable_mode(filenames)
outfiles.extend(filenames)
if lib_only:
logger.debug('lib_only: returning None')
dist = None
else:
# Generate scripts
# Try to get pydist.json so we can see if there are
# any commands to generate. If this fails (e.g. because
# of a legacy wheel), log a warning but don't give up.
commands = None
file_version = self.info['Wheel-Version']
if file_version == '1.0':
# Use legacy info
ep = posixpath.join(info_dir, 'entry_points.txt')
try:
with zf.open(ep) as bwf:
epdata = read_exports(bwf)
commands = {}
for key in ('console', 'gui'):
k = '%s_scripts' % key
if k in epdata:
commands['wrap_%s' % key] = d = {}
for v in epdata[k].values():
s = '%s:%s' % (v.prefix, v.suffix)
if v.flags:
s += ' [%s]' % ','.join(v.flags)
d[v.name] = s
except Exception:
logger.warning('Unable to read legacy script '
'metadata, so cannot generate '
'scripts')
else:
try:
with zf.open(metadata_name) as bwf:
wf = wrapper(bwf)
commands = json.load(wf).get('extensions')
if commands:
commands = commands.get('python.commands')
except Exception:
logger.warning('Unable to read JSON metadata, so '
'cannot generate scripts')
if commands:
console_scripts = commands.get('wrap_console', {})
gui_scripts = commands.get('wrap_gui', {})
if console_scripts or gui_scripts:
script_dir = paths.get('scripts', '')
if not os.path.isdir(script_dir):
raise ValueError('Valid script path not '
'specified')
maker.target_dir = script_dir
for k, v in console_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script)
fileop.set_executable_mode(filenames)
if gui_scripts:
options = {'gui': True }
for k, v in gui_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script, options)
fileop.set_executable_mode(filenames)
p = os.path.join(libdir, info_dir)
dist = InstalledDistribution(p)
# Write SHARED
paths = dict(paths) # don't change passed in dict
del paths['purelib']
del paths['platlib']
paths['lib'] = libdir
p = dist.write_shared_locations(paths, dry_run)
if p:
outfiles.append(p)
# Write RECORD
dist.write_installed_files(outfiles, paths['prefix'],
dry_run)
return dist
except Exception: # pragma: no cover
logger.exception('installation failed.')
fileop.rollback()
raise
finally:
shutil.rmtree(workdir)
def _get_dylib_cache(self):
global cache
if cache is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('dylib-cache'),
'%s.%s' % sys.version_info[:2])
cache = Cache(base)
return cache
def _get_extensions(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
arcname = posixpath.join(info_dir, 'EXTENSIONS')
wrapper = codecs.getreader('utf-8')
result = []
with ZipFile(pathname, 'r') as zf:
try:
with zf.open(arcname) as bf:
wf = wrapper(bf)
extensions = json.load(wf)
cache = self._get_dylib_cache()
prefix = cache.prefix_to_dir(pathname)
cache_base = os.path.join(cache.base, prefix)
if not os.path.isdir(cache_base):
os.makedirs(cache_base)
for name, relpath in extensions.items():
dest = os.path.join(cache_base, convert_path(relpath))
if not os.path.exists(dest):
extract = True
else:
file_time = os.stat(dest).st_mtime
file_time = datetime.datetime.fromtimestamp(file_time)
info = zf.getinfo(relpath)
wheel_time = datetime.datetime(*info.date_time)
extract = wheel_time > file_time
if extract:
zf.extract(relpath, cache_base)
result.append((name, dest))
except KeyError:
pass
return result
def is_compatible(self):
"""
Determine if a wheel is compatible with the running system.
"""
return is_compatible(self)
def is_mountable(self):
"""
Determine if a wheel is asserted as mountable by its metadata.
"""
return True # for now - metadata details TBD
def mount(self, append=False):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if not self.is_compatible():
msg = 'Wheel %s not compatible with this Python.' % pathname
raise DistlibException(msg)
if not self.is_mountable():
msg = 'Wheel %s is marked as not mountable.' % pathname
raise DistlibException(msg)
if pathname in sys.path:
logger.debug('%s already in path', pathname)
else:
if append:
sys.path.append(pathname)
else:
sys.path.insert(0, pathname)
extensions = self._get_extensions()
if extensions:
if _hook not in sys.meta_path:
sys.meta_path.append(_hook)
_hook.add(pathname, extensions)
def unmount(self):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if pathname not in sys.path:
logger.debug('%s not in path', pathname)
else:
sys.path.remove(pathname)
if pathname in _hook.impure_wheels:
_hook.remove(pathname)
if not _hook.impure_wheels:
if _hook in sys.meta_path:
sys.meta_path.remove(_hook)
def verify(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, LEGACY_METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
# TODO version verification
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
# See issue #115: some wheels have .. in their entries, but
# in the filename ... e.g. __main__..py ! So the check is
# updated to look for .. in the directory portions
p = u_arcname.split('/')
if '..' in p:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
if self.skip_entry(u_arcname):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
def update(self, modifier, dest_dir=None, **kwargs):
"""
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
"""
def get_version(path_map, info_dir):
version = path = None
key = '%s/%s' % (info_dir, LEGACY_METADATA_FILENAME)
if key not in path_map:
key = '%s/PKG-INFO' % info_dir
if key in path_map:
path = path_map[key]
version = Metadata(path=path).version
return version, path
def update_version(version, path):
updated = None
try:
v = NormalizedVersion(version)
i = version.find('-')
if i < 0:
updated = '%s+1' % version
else:
parts = [int(s) for s in version[i + 1:].split('.')]
parts[-1] += 1
updated = '%s+%s' % (version[:i],
'.'.join(str(i) for i in parts))
except UnsupportedVersionError:
logger.debug('Cannot update non-compliant (PEP-440) '
'version %r', version)
if updated:
md = Metadata(path=path)
md.version = updated
legacy = path.endswith(LEGACY_METADATA_FILENAME)
md.write(path=path, legacy=legacy)
logger.debug('Version updated from %r to %r', version,
updated)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
record_name = posixpath.join(info_dir, 'RECORD')
with tempdir() as workdir:
with ZipFile(pathname, 'r') as zf:
path_map = {}
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if u_arcname == record_name:
continue
if '..' in u_arcname:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
zf.extract(zinfo, workdir)
path = os.path.join(workdir, convert_path(u_arcname))
path_map[u_arcname] = path
# Remember the version.
original_version, _ = get_version(path_map, info_dir)
# Files extracted. Call the modifier.
modified = modifier(path_map, **kwargs)
if modified:
# Something changed - need to build a new wheel.
current_version, path = get_version(path_map, info_dir)
if current_version and (current_version == original_version):
# Add or update local version to signify changes.
update_version(current_version, path)
# Decide where the new wheel goes.
if dest_dir is None:
fd, newpath = tempfile.mkstemp(suffix='.whl',
prefix='wheel-update-',
dir=workdir)
os.close(fd)
else:
if not os.path.isdir(dest_dir):
raise DistlibException('Not a directory: %r' % dest_dir)
newpath = os.path.join(dest_dir, self.filename)
archive_paths = list(path_map.items())
distinfo = os.path.join(workdir, info_dir)
info = distinfo, info_dir
self.write_records(info, workdir, archive_paths)
self.build_zip(newpath, archive_paths)
if dest_dir is None:
shutil.copyfile(newpath, pathname)
return modified
def _get_glibc_version():
import platform
ver = platform.libc_ver()
result = []
if ver[0] == 'glibc':
for s in ver[1].split('.'):
result.append(int(s) if s.isdigit() else 0)
result = tuple(result)
return result
def compatible_tags():
"""
Return (pyver, abi, arch) tuples compatible with this Python.
"""
versions = [VER_SUFFIX]
major = VER_SUFFIX[0]
for minor in range(sys.version_info[1] - 1, - 1, -1):
versions.append(''.join([major, str(minor)]))
abis = []
for suffix, _, _ in imp.get_suffixes():
if suffix.startswith('.abi'):
abis.append(suffix.split('.', 2)[1])
abis.sort()
if ABI != 'none':
abis.insert(0, ABI)
abis.append('none')
result = []
arches = [ARCH]
if sys.platform == 'darwin':
m = re.match(r'(\w+)_(\d+)_(\d+)_(\w+)$', ARCH)
if m:
name, major, minor, arch = m.groups()
minor = int(minor)
matches = [arch]
if arch in ('i386', 'ppc'):
matches.append('fat')
if arch in ('i386', 'ppc', 'x86_64'):
matches.append('fat3')
if arch in ('ppc64', 'x86_64'):
matches.append('fat64')
if arch in ('i386', 'x86_64'):
matches.append('intel')
if arch in ('i386', 'x86_64', 'intel', 'ppc', 'ppc64'):
matches.append('universal')
while minor >= 0:
for match in matches:
s = '%s_%s_%s_%s' % (name, major, minor, match)
if s != ARCH: # already there
arches.append(s)
minor -= 1
# Most specific - our Python version, ABI and arch
for abi in abis:
for arch in arches:
result.append((''.join((IMP_PREFIX, versions[0])), abi, arch))
# manylinux
if abi != 'none' and sys.platform.startswith('linux'):
arch = arch.replace('linux_', '')
parts = _get_glibc_version()
if len(parts) == 2:
if parts >= (2, 5):
result.append((''.join((IMP_PREFIX, versions[0])), abi,
'manylinux1_%s' % arch))
if parts >= (2, 12):
result.append((''.join((IMP_PREFIX, versions[0])), abi,
'manylinux2010_%s' % arch))
if parts >= (2, 17):
result.append((''.join((IMP_PREFIX, versions[0])), abi,
'manylinux2014_%s' % arch))
result.append((''.join((IMP_PREFIX, versions[0])), abi,
'manylinux_%s_%s_%s' % (parts[0], parts[1],
arch)))
# where no ABI / arch dependency, but IMP_PREFIX dependency
for i, version in enumerate(versions):
result.append((''.join((IMP_PREFIX, version)), 'none', 'any'))
if i == 0:
result.append((''.join((IMP_PREFIX, version[0])), 'none', 'any'))
# no IMP_PREFIX, ABI or arch dependency
for i, version in enumerate(versions):
result.append((''.join(('py', version)), 'none', 'any'))
if i == 0:
result.append((''.join(('py', version[0])), 'none', 'any'))
return set(result)
COMPATIBLE_TAGS = compatible_tags()
del compatible_tags
def is_compatible(wheel, tags=None):
if not isinstance(wheel, Wheel):
wheel = Wheel(wheel) # assume it's a filename
result = False
if tags is None:
tags = COMPATIBLE_TAGS
for ver, abi, arch in tags:
if ver in wheel.pyver and abi in wheel.abi and arch in wheel.arch:
result = True
break
return result
site-packages/pip/_vendor/distlib/scripts.py 0000644 00000042470 15056474501 0015221 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from io import BytesIO
import logging
import os
import re
import struct
import sys
from .compat import sysconfig, detect_encoding, ZipFile
from .resources import finder
from .util import (FileOperator, get_export_entry, convert_path,
get_executable, get_platform, in_venv)
logger = logging.getLogger(__name__)
_DEFAULT_MANIFEST = '''
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>'''.strip()
# check if Python is called on the first line with this expression
FIRST_LINE_RE = re.compile(b'^#!.*pythonw?[0-9.]*([ \t].*)?$')
SCRIPT_TEMPLATE = r'''# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
'''
def enquote_executable(executable):
if ' ' in executable:
# make sure we quote only the executable in case of env
# for example /usr/bin/env "/dir with spaces/bin/jython"
# instead of "/usr/bin/env /dir with spaces/bin/jython"
# otherwise whole
if executable.startswith('/usr/bin/env '):
env, _executable = executable.split(' ', 1)
if ' ' in _executable and not _executable.startswith('"'):
executable = '%s "%s"' % (env, _executable)
else:
if not executable.startswith('"'):
executable = '"%s"' % executable
return executable
# Keep the old name around (for now), as there is at least one project using it!
_enquote_executable = enquote_executable
class ScriptMaker(object):
"""
A class to copy or create scripts from source scripts or callable
specifications.
"""
script_template = SCRIPT_TEMPLATE
executable = None # for shebangs
def __init__(self, source_dir, target_dir, add_launchers=True,
dry_run=False, fileop=None):
self.source_dir = source_dir
self.target_dir = target_dir
self.add_launchers = add_launchers
self.force = False
self.clobber = False
# It only makes sense to set mode bits on POSIX.
self.set_mode = (os.name == 'posix') or (os.name == 'java' and
os._name == 'posix')
self.variants = set(('', 'X.Y'))
self._fileop = fileop or FileOperator(dry_run)
self._is_nt = os.name == 'nt' or (
os.name == 'java' and os._name == 'nt')
self.version_info = sys.version_info
def _get_alternate_executable(self, executable, options):
if options.get('gui', False) and self._is_nt: # pragma: no cover
dn, fn = os.path.split(executable)
fn = fn.replace('python', 'pythonw')
executable = os.path.join(dn, fn)
return executable
if sys.platform.startswith('java'): # pragma: no cover
def _is_shell(self, executable):
"""
Determine if the specified executable is a script
(contains a #! line)
"""
try:
with open(executable) as fp:
return fp.read(2) == '#!'
except (OSError, IOError):
logger.warning('Failed to open %s', executable)
return False
def _fix_jython_executable(self, executable):
if self._is_shell(executable):
# Workaround for Jython is not needed on Linux systems.
import java
if java.lang.System.getProperty('os.name') == 'Linux':
return executable
elif executable.lower().endswith('jython.exe'):
# Use wrapper exe for Jython on Windows
return executable
return '/usr/bin/env %s' % executable
def _build_shebang(self, executable, post_interp):
"""
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
"""
if os.name != 'posix':
simple_shebang = True
else:
# Add 3 for '#!' prefix and newline suffix.
shebang_length = len(executable) + len(post_interp) + 3
if sys.platform == 'darwin':
max_shebang_length = 512
else:
max_shebang_length = 127
simple_shebang = ((b' ' not in executable) and
(shebang_length <= max_shebang_length))
if simple_shebang:
result = b'#!' + executable + post_interp + b'\n'
else:
result = b'#!/bin/sh\n'
result += b"'''exec' " + executable + post_interp + b' "$0" "$@"\n'
result += b"' '''"
return result
def _get_shebang(self, encoding, post_interp=b'', options=None):
enquote = True
if self.executable:
executable = self.executable
enquote = False # assume this will be taken care of
elif not sysconfig.is_python_build():
executable = get_executable()
elif in_venv(): # pragma: no cover
executable = os.path.join(sysconfig.get_path('scripts'),
'python%s' % sysconfig.get_config_var('EXE'))
else: # pragma: no cover
executable = os.path.join(
sysconfig.get_config_var('BINDIR'),
'python%s%s' % (sysconfig.get_config_var('VERSION'),
sysconfig.get_config_var('EXE')))
if not os.path.isfile(executable):
# for Python builds from source on Windows, no Python executables with
# a version suffix are created, so we use python.exe
executable = os.path.join(sysconfig.get_config_var('BINDIR'),
'python%s' % (sysconfig.get_config_var('EXE')))
if options:
executable = self._get_alternate_executable(executable, options)
if sys.platform.startswith('java'): # pragma: no cover
executable = self._fix_jython_executable(executable)
# Normalise case for Windows - COMMENTED OUT
# executable = os.path.normcase(executable)
# N.B. The normalising operation above has been commented out: See
# issue #124. Although paths in Windows are generally case-insensitive,
# they aren't always. For example, a path containing a ẞ (which is a
# LATIN CAPITAL LETTER SHARP S - U+1E9E) is normcased to ß (which is a
# LATIN SMALL LETTER SHARP S' - U+00DF). The two are not considered by
# Windows as equivalent in path names.
# If the user didn't specify an executable, it may be necessary to
# cater for executable paths with spaces (not uncommon on Windows)
if enquote:
executable = enquote_executable(executable)
# Issue #51: don't use fsencode, since we later try to
# check that the shebang is decodable using utf-8.
executable = executable.encode('utf-8')
# in case of IronPython, play safe and enable frames support
if (sys.platform == 'cli' and '-X:Frames' not in post_interp
and '-X:FullFrames' not in post_interp): # pragma: no cover
post_interp += b' -X:Frames'
shebang = self._build_shebang(executable, post_interp)
# Python parser starts to read a script using UTF-8 until
# it gets a #coding:xxx cookie. The shebang has to be the
# first line of a file, the #coding:xxx cookie cannot be
# written before. So the shebang has to be decodable from
# UTF-8.
try:
shebang.decode('utf-8')
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable from utf-8' % shebang)
# If the script is encoded to a custom encoding (use a
# #coding:xxx cookie), the shebang has to be decodable from
# the script encoding too.
if encoding != 'utf-8':
try:
shebang.decode(encoding)
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable '
'from the script encoding (%r)' % (shebang, encoding))
return shebang
def _get_script_text(self, entry):
return self.script_template % dict(module=entry.prefix,
import_name=entry.suffix.split('.')[0],
func=entry.suffix)
manifest = _DEFAULT_MANIFEST
def get_manifest(self, exename):
base = os.path.basename(exename)
return self.manifest % base
def _write_script(self, names, shebang, script_bytes, filenames, ext):
use_launcher = self.add_launchers and self._is_nt
linesep = os.linesep.encode('utf-8')
if not shebang.endswith(linesep):
shebang += linesep
if not use_launcher:
script_bytes = shebang + script_bytes
else: # pragma: no cover
if ext == 'py':
launcher = self._get_launcher('t')
else:
launcher = self._get_launcher('w')
stream = BytesIO()
with ZipFile(stream, 'w') as zf:
zf.writestr('__main__.py', script_bytes)
zip_data = stream.getvalue()
script_bytes = launcher + shebang + zip_data
for name in names:
outname = os.path.join(self.target_dir, name)
if use_launcher: # pragma: no cover
n, e = os.path.splitext(outname)
if e.startswith('.py'):
outname = n
outname = '%s.exe' % outname
try:
self._fileop.write_binary_file(outname, script_bytes)
except Exception:
# Failed writing an executable - it might be in use.
logger.warning('Failed to write executable - trying to '
'use .deleteme logic')
dfname = '%s.deleteme' % outname
if os.path.exists(dfname):
os.remove(dfname) # Not allowed to fail here
os.rename(outname, dfname) # nor here
self._fileop.write_binary_file(outname, script_bytes)
logger.debug('Able to replace executable using '
'.deleteme logic')
try:
os.remove(dfname)
except Exception:
pass # still in use - ignore error
else:
if self._is_nt and not outname.endswith('.' + ext): # pragma: no cover
outname = '%s.%s' % (outname, ext)
if os.path.exists(outname) and not self.clobber:
logger.warning('Skipping existing file %s', outname)
continue
self._fileop.write_binary_file(outname, script_bytes)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
variant_separator = '-'
def get_script_filenames(self, name):
result = set()
if '' in self.variants:
result.add(name)
if 'X' in self.variants:
result.add('%s%s' % (name, self.version_info[0]))
if 'X.Y' in self.variants:
result.add('%s%s%s.%s' % (name, self.variant_separator,
self.version_info[0], self.version_info[1]))
return result
def _make_script(self, entry, filenames, options=None):
post_interp = b''
if options:
args = options.get('interpreter_args', [])
if args:
args = ' %s' % ' '.join(args)
post_interp = args.encode('utf-8')
shebang = self._get_shebang('utf-8', post_interp, options=options)
script = self._get_script_text(entry).encode('utf-8')
scriptnames = self.get_script_filenames(entry.name)
if options and options.get('gui', False):
ext = 'pyw'
else:
ext = 'py'
self._write_script(scriptnames, shebang, script, filenames, ext)
def _copy_script(self, script, filenames):
adjust = False
script = os.path.join(self.source_dir, convert_path(script))
outname = os.path.join(self.target_dir, os.path.basename(script))
if not self.force and not self._fileop.newer(script, outname):
logger.debug('not copying %s (up-to-date)', script)
return
# Always open the file, but ignore failures in dry-run mode --
# that way, we'll get accurate feedback if we can read the
# script.
try:
f = open(script, 'rb')
except IOError: # pragma: no cover
if not self.dry_run:
raise
f = None
else:
first_line = f.readline()
if not first_line: # pragma: no cover
logger.warning('%s is an empty file (skipping)', script)
return
match = FIRST_LINE_RE.match(first_line.replace(b'\r\n', b'\n'))
if match:
adjust = True
post_interp = match.group(1) or b''
if not adjust:
if f:
f.close()
self._fileop.copy_file(script, outname)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
else:
logger.info('copying and adjusting %s -> %s', script,
self.target_dir)
if not self._fileop.dry_run:
encoding, lines = detect_encoding(f.readline)
f.seek(0)
shebang = self._get_shebang(encoding, post_interp)
if b'pythonw' in first_line: # pragma: no cover
ext = 'pyw'
else:
ext = 'py'
n = os.path.basename(outname)
self._write_script([n], shebang, f.read(), filenames, ext)
if f:
f.close()
@property
def dry_run(self):
return self._fileop.dry_run
@dry_run.setter
def dry_run(self, value):
self._fileop.dry_run = value
if os.name == 'nt' or (os.name == 'java' and os._name == 'nt'): # pragma: no cover
# Executable launcher support.
# Launchers are from https://bitbucket.org/vinay.sajip/simple_launcher/
def _get_launcher(self, kind):
if struct.calcsize('P') == 8: # 64-bit
bits = '64'
else:
bits = '32'
platform_suffix = '-arm' if get_platform() == 'win-arm64' else ''
name = '%s%s%s.exe' % (kind, bits, platform_suffix)
# Issue 31: don't hardcode an absolute package name, but
# determine it relative to the current package
distlib_package = __name__.rsplit('.', 1)[0]
resource = finder(distlib_package).find(name)
if not resource:
msg = ('Unable to find resource %s in package %s' % (name,
distlib_package))
raise ValueError(msg)
return resource.bytes
# Public API follows
def make(self, specification, options=None):
"""
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
"""
filenames = []
entry = get_export_entry(specification)
if entry is None:
self._copy_script(specification, filenames)
else:
self._make_script(entry, filenames, options=options)
return filenames
def make_multiple(self, specifications, options=None):
"""
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
"""
filenames = []
for specification in specifications:
filenames.extend(self.make(specification, options))
return filenames
site-packages/pip/_vendor/distlib/compat.py 0000644 00000121027 15056474501 0015011 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import absolute_import
import os
import re
import sys
try:
import ssl
except ImportError: # pragma: no cover
ssl = None
if sys.version_info[0] < 3: # pragma: no cover
from StringIO import StringIO
string_types = basestring,
text_type = unicode
from types import FileType as file_type
import __builtin__ as builtins
import ConfigParser as configparser
from ._backport import shutil
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urlunsplit
from urllib import (urlretrieve, quote as _quote, unquote, url2pathname,
pathname2url, ContentTooShortError, splittype)
def quote(s):
if isinstance(s, unicode):
s = s.encode('utf-8')
return _quote(s)
import urllib2
from urllib2 import (Request, urlopen, URLError, HTTPError,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib2 import HTTPSHandler
import httplib
import xmlrpclib
import Queue as queue
from HTMLParser import HTMLParser
import htmlentitydefs
raw_input = raw_input
from itertools import ifilter as filter
from itertools import ifilterfalse as filterfalse
# Leaving this around for now, in case it needs resurrecting in some way
# _userprog = None
# def splituser(host):
# """splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'."""
# global _userprog
# if _userprog is None:
# import re
# _userprog = re.compile('^(.*)@(.*)$')
# match = _userprog.match(host)
# if match: return match.group(1, 2)
# return None, host
else: # pragma: no cover
from io import StringIO
string_types = str,
text_type = str
from io import TextIOWrapper as file_type
import builtins
import configparser
import shutil
from urllib.parse import (urlparse, urlunparse, urljoin, quote,
unquote, urlsplit, urlunsplit, splittype)
from urllib.request import (urlopen, urlretrieve, Request, url2pathname,
pathname2url,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib.request import HTTPSHandler
from urllib.error import HTTPError, URLError, ContentTooShortError
import http.client as httplib
import urllib.request as urllib2
import xmlrpc.client as xmlrpclib
import queue
from html.parser import HTMLParser
import html.entities as htmlentitydefs
raw_input = input
from itertools import filterfalse
filter = filter
try:
from ssl import match_hostname, CertificateError
except ImportError: # pragma: no cover
class CertificateError(ValueError):
pass
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
parts = dn.split('.')
leftmost, remainder = parts[0], parts[1:]
wildcards = leftmost.count('*')
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn))
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == '*':
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append('[^.]+')
elif leftmost.startswith('xn--') or hostname.startswith('xn--'):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r'\*', '[^.]*'))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE)
return pat.match(hostname)
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED")
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
try:
from types import SimpleNamespace as Container
except ImportError: # pragma: no cover
class Container(object):
"""
A generic container for when multiple values need to be returned
"""
def __init__(self, **kwargs):
self.__dict__.update(kwargs)
try:
from shutil import which
except ImportError: # pragma: no cover
# Implementation from Python 3.3
def which(cmd, mode=os.F_OK | os.X_OK, path=None):
"""Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
"""
# Check that a given file can be accessed with the correct mode.
# Additionally check that `file` is not a directory, as on Windows
# directories pass the os.access check.
def _access_check(fn, mode):
return (os.path.exists(fn) and os.access(fn, mode)
and not os.path.isdir(fn))
# If we're given a path with a directory part, look it up directly rather
# than referring to PATH directories. This includes checking relative to the
# current directory, e.g. ./script
if os.path.dirname(cmd):
if _access_check(cmd, mode):
return cmd
return None
if path is None:
path = os.environ.get("PATH", os.defpath)
if not path:
return None
path = path.split(os.pathsep)
if sys.platform == "win32":
# The current directory takes precedence on Windows.
if not os.curdir in path:
path.insert(0, os.curdir)
# PATHEXT is necessary to check on Windows.
pathext = os.environ.get("PATHEXT", "").split(os.pathsep)
# See if the given file matches any of the expected path extensions.
# This will allow us to short circuit when given "python.exe".
# If it does match, only test that one, otherwise we have to try
# others.
if any(cmd.lower().endswith(ext.lower()) for ext in pathext):
files = [cmd]
else:
files = [cmd + ext for ext in pathext]
else:
# On other platforms you don't have things like PATHEXT to tell you
# what file suffixes are executable, so just pass on cmd as-is.
files = [cmd]
seen = set()
for dir in path:
normdir = os.path.normcase(dir)
if not normdir in seen:
seen.add(normdir)
for thefile in files:
name = os.path.join(dir, thefile)
if _access_check(name, mode):
return name
return None
# ZipFile is a context manager in 2.7, but not in 2.6
from zipfile import ZipFile as BaseZipFile
if hasattr(BaseZipFile, '__enter__'): # pragma: no cover
ZipFile = BaseZipFile
else: # pragma: no cover
from zipfile import ZipExtFile as BaseZipExtFile
class ZipExtFile(BaseZipExtFile):
def __init__(self, base):
self.__dict__.update(base.__dict__)
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
class ZipFile(BaseZipFile):
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
def open(self, *args, **kwargs):
base = BaseZipFile.open(self, *args, **kwargs)
return ZipExtFile(base)
try:
from platform import python_implementation
except ImportError: # pragma: no cover
def python_implementation():
"""Return a string identifying the Python implementation."""
if 'PyPy' in sys.version:
return 'PyPy'
if os.name == 'java':
return 'Jython'
if sys.version.startswith('IronPython'):
return 'IronPython'
return 'CPython'
try:
import sysconfig
except ImportError: # pragma: no cover
from ._backport import sysconfig
try:
callable = callable
except NameError: # pragma: no cover
from collections.abc import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
fsdecode = os.fsdecode
except AttributeError: # pragma: no cover
# Issue #99: on some systems (e.g. containerised),
# sys.getfilesystemencoding() returns None, and we need a real value,
# so fall back to utf-8. From the CPython 2.7 docs relating to Unix and
# sys.getfilesystemencoding(): the return value is "the user’s preference
# according to the result of nl_langinfo(CODESET), or None if the
# nl_langinfo(CODESET) failed."
_fsencoding = sys.getfilesystemencoding() or 'utf-8'
if _fsencoding == 'mbcs':
_fserrors = 'strict'
else:
_fserrors = 'surrogateescape'
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, text_type):
return filename.encode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
def fsdecode(filename):
if isinstance(filename, text_type):
return filename
elif isinstance(filename, bytes):
return filename.decode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
try:
from tokenize import detect_encoding
except ImportError: # pragma: no cover
from codecs import BOM_UTF8, lookup
import re
cookie_re = re.compile(r"coding[:=]\s*([-\w.]+)")
def _get_normal_name(orig_enc):
"""Imitates get_normal_name in tokenizer.c."""
# Only care about the first 12 characters.
enc = orig_enc[:12].lower().replace("_", "-")
if enc == "utf-8" or enc.startswith("utf-8-"):
return "utf-8"
if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \
enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")):
return "iso-8859-1"
return orig_enc
def detect_encoding(readline):
"""
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
"""
try:
filename = readline.__self__.name
except AttributeError:
filename = None
bom_found = False
encoding = None
default = 'utf-8'
def read_or_stop():
try:
return readline()
except StopIteration:
return b''
def find_cookie(line):
try:
# Decode as UTF-8. Either the line is an encoding declaration,
# in which case it should be pure ASCII, or it must be UTF-8
# per default encoding.
line_string = line.decode('utf-8')
except UnicodeDecodeError:
msg = "invalid or missing encoding declaration"
if filename is not None:
msg = '{} for {!r}'.format(msg, filename)
raise SyntaxError(msg)
matches = cookie_re.findall(line_string)
if not matches:
return None
encoding = _get_normal_name(matches[0])
try:
codec = lookup(encoding)
except LookupError:
# This behaviour mimics the Python interpreter
if filename is None:
msg = "unknown encoding: " + encoding
else:
msg = "unknown encoding for {!r}: {}".format(filename,
encoding)
raise SyntaxError(msg)
if bom_found:
if codec.name != 'utf-8':
# This behaviour mimics the Python interpreter
if filename is None:
msg = 'encoding problem: utf-8'
else:
msg = 'encoding problem for {!r}: utf-8'.format(filename)
raise SyntaxError(msg)
encoding += '-sig'
return encoding
first = read_or_stop()
if first.startswith(BOM_UTF8):
bom_found = True
first = first[3:]
default = 'utf-8-sig'
if not first:
return default, []
encoding = find_cookie(first)
if encoding:
return encoding, [first]
second = read_or_stop()
if not second:
return default, [first]
encoding = find_cookie(second)
if encoding:
return encoding, [first, second]
return default, [first, second]
# For converting & <-> & etc.
try:
from html import escape
except ImportError:
from cgi import escape
if sys.version_info[:2] < (3, 4):
unescape = HTMLParser().unescape
else:
from html import unescape
try:
from collections import ChainMap
except ImportError: # pragma: no cover
from collections import MutableMapping
try:
from reprlib import recursive_repr as _recursive_repr
except ImportError:
def _recursive_repr(fillvalue='...'):
'''
Decorator to make a repr function return fillvalue for a recursive
call
'''
def decorating_function(user_function):
repr_running = set()
def wrapper(self):
key = id(self), get_ident()
if key in repr_running:
return fillvalue
repr_running.add(key)
try:
result = user_function(self)
finally:
repr_running.discard(key)
return result
# Can't use functools.wraps() here because of bootstrap issues
wrapper.__module__ = getattr(user_function, '__module__')
wrapper.__doc__ = getattr(user_function, '__doc__')
wrapper.__name__ = getattr(user_function, '__name__')
wrapper.__annotations__ = getattr(user_function, '__annotations__', {})
return wrapper
return decorating_function
class ChainMap(MutableMapping):
''' A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
'''
def __init__(self, *maps):
'''Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
'''
self.maps = list(maps) or [{}] # always at least one map
def __missing__(self, key):
raise KeyError(key)
def __getitem__(self, key):
for mapping in self.maps:
try:
return mapping[key] # can't use 'key in mapping' with defaultdict
except KeyError:
pass
return self.__missing__(key) # support subclasses that define __missing__
def get(self, key, default=None):
return self[key] if key in self else default
def __len__(self):
return len(set().union(*self.maps)) # reuses stored hash values if possible
def __iter__(self):
return iter(set().union(*self.maps))
def __contains__(self, key):
return any(key in m for m in self.maps)
def __bool__(self):
return any(self.maps)
@_recursive_repr()
def __repr__(self):
return '{0.__class__.__name__}({1})'.format(
self, ', '.join(map(repr, self.maps)))
@classmethod
def fromkeys(cls, iterable, *args):
'Create a ChainMap with a single dict created from the iterable.'
return cls(dict.fromkeys(iterable, *args))
def copy(self):
'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]'
return self.__class__(self.maps[0].copy(), *self.maps[1:])
__copy__ = copy
def new_child(self): # like Django's Context.push()
'New ChainMap with a new dict followed by all previous maps.'
return self.__class__({}, *self.maps)
@property
def parents(self): # like Django's Context.pop()
'New ChainMap from maps[1:].'
return self.__class__(*self.maps[1:])
def __setitem__(self, key, value):
self.maps[0][key] = value
def __delitem__(self, key):
try:
del self.maps[0][key]
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def popitem(self):
'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.'
try:
return self.maps[0].popitem()
except KeyError:
raise KeyError('No keys found in the first mapping.')
def pop(self, key, *args):
'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].'
try:
return self.maps[0].pop(key, *args)
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def clear(self):
'Clear maps[0], leaving maps[1:] intact.'
self.maps[0].clear()
try:
from importlib.util import cache_from_source # Python >= 3.4
except ImportError: # pragma: no cover
try:
from imp import cache_from_source
except ImportError: # pragma: no cover
def cache_from_source(path, debug_override=None):
assert path.endswith('.py')
if debug_override is None:
debug_override = __debug__
if debug_override:
suffix = 'c'
else:
suffix = 'o'
return path + suffix
try:
from collections import OrderedDict
except ImportError: # pragma: no cover
## {{{ http://code.activestate.com/recipes/576693/ (r9)
# Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy.
# Passes Python2.7's test suite and incorporates all the latest updates.
try:
from thread import get_ident as _get_ident
except ImportError:
from dummy_thread import get_ident as _get_ident
try:
from _abcoll import KeysView, ValuesView, ItemsView
except ImportError:
pass
class OrderedDict(dict):
'Dictionary that remembers insertion order'
# An inherited dict maps keys to values.
# The inherited dict provides __getitem__, __len__, __contains__, and get.
# The remaining methods are order-aware.
# Big-O running times for all methods are the same as for regular dictionaries.
# The internal self.__map dictionary maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm).
# Each link is stored as a list of length three: [PREV, NEXT, KEY].
def __init__(self, *args, **kwds):
'''Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
'''
if len(args) > 1:
raise TypeError('expected at most 1 arguments, got %d' % len(args))
try:
self.__root
except AttributeError:
self.__root = root = [] # sentinel node
root[:] = [root, root, None]
self.__map = {}
self.__update(*args, **kwds)
def __setitem__(self, key, value, dict_setitem=dict.__setitem__):
'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link which goes at the end of the linked
# list, and the inherited dictionary is updated with the new key/value pair.
if key not in self:
root = self.__root
last = root[0]
last[1] = root[0] = self.__map[key] = [last, root, key]
dict_setitem(self, key, value)
def __delitem__(self, key, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which is
# then removed by updating the links in the predecessor and successor nodes.
dict_delitem(self, key)
link_prev, link_next, key = self.__map.pop(key)
link_prev[1] = link_next
link_next[0] = link_prev
def __iter__(self):
'od.__iter__() <==> iter(od)'
root = self.__root
curr = root[1]
while curr is not root:
yield curr[2]
curr = curr[1]
def __reversed__(self):
'od.__reversed__() <==> reversed(od)'
root = self.__root
curr = root[0]
while curr is not root:
yield curr[2]
curr = curr[0]
def clear(self):
'od.clear() -> None. Remove all items from od.'
try:
for node in self.__map.itervalues():
del node[:]
root = self.__root
root[:] = [root, root, None]
self.__map.clear()
except AttributeError:
pass
dict.clear(self)
def popitem(self, last=True):
'''od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
'''
if not self:
raise KeyError('dictionary is empty')
root = self.__root
if last:
link = root[0]
link_prev = link[0]
link_prev[1] = root
root[0] = link_prev
else:
link = root[1]
link_next = link[1]
root[1] = link_next
link_next[0] = root
key = link[2]
del self.__map[key]
value = dict.pop(self, key)
return key, value
# -- the following methods do not depend on the internal structure --
def keys(self):
'od.keys() -> list of keys in od'
return list(self)
def values(self):
'od.values() -> list of values in od'
return [self[key] for key in self]
def items(self):
'od.items() -> list of (key, value) pairs in od'
return [(key, self[key]) for key in self]
def iterkeys(self):
'od.iterkeys() -> an iterator over the keys in od'
return iter(self)
def itervalues(self):
'od.itervalues -> an iterator over the values in od'
for k in self:
yield self[k]
def iteritems(self):
'od.iteritems -> an iterator over the (key, value) items in od'
for k in self:
yield (k, self[k])
def update(*args, **kwds):
'''od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
'''
if len(args) > 2:
raise TypeError('update() takes at most 2 positional '
'arguments (%d given)' % (len(args),))
elif not args:
raise TypeError('update() takes at least 1 argument (0 given)')
self = args[0]
# Make progressively weaker assumptions about "other"
other = ()
if len(args) == 2:
other = args[1]
if isinstance(other, dict):
for key in other:
self[key] = other[key]
elif hasattr(other, 'keys'):
for key in other.keys():
self[key] = other[key]
else:
for key, value in other:
self[key] = value
for key, value in kwds.items():
self[key] = value
__update = update # let subclasses override update without breaking __init__
__marker = object()
def pop(self, key, default=__marker):
'''od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
'''
if key in self:
result = self[key]
del self[key]
return result
if default is self.__marker:
raise KeyError(key)
return default
def setdefault(self, key, default=None):
'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od'
if key in self:
return self[key]
self[key] = default
return default
def __repr__(self, _repr_running=None):
'od.__repr__() <==> repr(od)'
if not _repr_running: _repr_running = {}
call_key = id(self), _get_ident()
if call_key in _repr_running:
return '...'
_repr_running[call_key] = 1
try:
if not self:
return '%s()' % (self.__class__.__name__,)
return '%s(%r)' % (self.__class__.__name__, self.items())
finally:
del _repr_running[call_key]
def __reduce__(self):
'Return state information for pickling'
items = [[k, self[k]] for k in self]
inst_dict = vars(self).copy()
for k in vars(OrderedDict()):
inst_dict.pop(k, None)
if inst_dict:
return (self.__class__, (items,), inst_dict)
return self.__class__, (items,)
def copy(self):
'od.copy() -> a shallow copy of od'
return self.__class__(self)
@classmethod
def fromkeys(cls, iterable, value=None):
'''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
'''
d = cls()
for key in iterable:
d[key] = value
return d
def __eq__(self, other):
'''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
'''
if isinstance(other, OrderedDict):
return len(self)==len(other) and self.items() == other.items()
return dict.__eq__(self, other)
def __ne__(self, other):
return not self == other
# -- the following methods are only used in Python 2.7 --
def viewkeys(self):
"od.viewkeys() -> a set-like object providing a view on od's keys"
return KeysView(self)
def viewvalues(self):
"od.viewvalues() -> an object providing a view on od's values"
return ValuesView(self)
def viewitems(self):
"od.viewitems() -> a set-like object providing a view on od's items"
return ItemsView(self)
try:
from logging.config import BaseConfigurator, valid_ident
except ImportError: # pragma: no cover
IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I)
def valid_ident(s):
m = IDENTIFIER.match(s)
if not m:
raise ValueError('Not a valid Python identifier: %r' % s)
return True
# The ConvertingXXX classes are wrappers around standard Python containers,
# and they serve to convert any suitable values in the container. The
# conversion converts base dicts, lists and tuples to their wrapped
# equivalents, whereas strings which match a conversion format are converted
# appropriately.
#
# Each wrapper should have a configurator attribute holding the actual
# configurator to use for conversion.
class ConvertingDict(dict):
"""A converting dictionary wrapper."""
def __getitem__(self, key):
value = dict.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def get(self, key, default=None):
value = dict.get(self, key, default)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, key, default=None):
value = dict.pop(self, key, default)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class ConvertingList(list):
"""A converting list wrapper."""
def __getitem__(self, key):
value = list.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, idx=-1):
value = list.pop(self, idx)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
return result
class ConvertingTuple(tuple):
"""A converting tuple wrapper."""
def __getitem__(self, key):
value = tuple.__getitem__(self, key)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class BaseConfigurator(object):
"""
The configurator base class which defines some useful defaults.
"""
CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$')
WORD_PATTERN = re.compile(r'^\s*(\w+)\s*')
DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*')
INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*')
DIGIT_PATTERN = re.compile(r'^\d+$')
value_converters = {
'ext' : 'ext_convert',
'cfg' : 'cfg_convert',
}
# We might want to use a different one, e.g. importlib
importer = staticmethod(__import__)
def __init__(self, config):
self.config = ConvertingDict(config)
self.config.configurator = self
def resolve(self, s):
"""
Resolve strings to objects using standard import and attribute
syntax.
"""
name = s.split('.')
used = name.pop(0)
try:
found = self.importer(used)
for frag in name:
used += '.' + frag
try:
found = getattr(found, frag)
except AttributeError:
self.importer(used)
found = getattr(found, frag)
return found
except ImportError:
e, tb = sys.exc_info()[1:]
v = ValueError('Cannot resolve %r: %s' % (s, e))
v.__cause__, v.__traceback__ = e, tb
raise v
def ext_convert(self, value):
"""Default converter for the ext:// protocol."""
return self.resolve(value)
def cfg_convert(self, value):
"""Default converter for the cfg:// protocol."""
rest = value
m = self.WORD_PATTERN.match(rest)
if m is None:
raise ValueError("Unable to convert %r" % value)
else:
rest = rest[m.end():]
d = self.config[m.groups()[0]]
#print d, rest
while rest:
m = self.DOT_PATTERN.match(rest)
if m:
d = d[m.groups()[0]]
else:
m = self.INDEX_PATTERN.match(rest)
if m:
idx = m.groups()[0]
if not self.DIGIT_PATTERN.match(idx):
d = d[idx]
else:
try:
n = int(idx) # try as number first (most likely)
d = d[n]
except TypeError:
d = d[idx]
if m:
rest = rest[m.end():]
else:
raise ValueError('Unable to convert '
'%r at %r' % (value, rest))
#rest should be empty
return d
def convert(self, value):
"""
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
"""
if not isinstance(value, ConvertingDict) and isinstance(value, dict):
value = ConvertingDict(value)
value.configurator = self
elif not isinstance(value, ConvertingList) and isinstance(value, list):
value = ConvertingList(value)
value.configurator = self
elif not isinstance(value, ConvertingTuple) and\
isinstance(value, tuple):
value = ConvertingTuple(value)
value.configurator = self
elif isinstance(value, string_types):
m = self.CONVERT_PATTERN.match(value)
if m:
d = m.groupdict()
prefix = d['prefix']
converter = self.value_converters.get(prefix, None)
if converter:
suffix = d['suffix']
converter = getattr(self, converter)
value = converter(suffix)
return value
def configure_custom(self, config):
"""Configure an object with a user-supplied factory."""
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
kwargs = dict([(k, config[k]) for k in config if valid_ident(k)])
result = c(**kwargs)
if props:
for name, value in props.items():
setattr(result, name, value)
return result
def as_tuple(self, value):
"""Utility function which converts lists to tuples."""
if isinstance(value, list):
value = tuple(value)
return value
site-packages/pip/_vendor/distlib/database.py 0000644 00000143563 15056474501 0015303 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""PEP 376 implementation."""
from __future__ import unicode_literals
import base64
import codecs
import contextlib
import hashlib
import logging
import os
import posixpath
import sys
import zipimport
from . import DistlibException, resources
from .compat import StringIO
from .version import get_scheme, UnsupportedVersionError
from .metadata import (Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME,
LEGACY_METADATA_FILENAME)
from .util import (parse_requirement, cached_property, parse_name_and_version,
read_exports, write_exports, CSVReader, CSVWriter)
__all__ = ['Distribution', 'BaseInstalledDistribution',
'InstalledDistribution', 'EggInfoDistribution',
'DistributionPath']
logger = logging.getLogger(__name__)
EXPORTS_FILENAME = 'pydist-exports.json'
COMMANDS_FILENAME = 'pydist-commands.json'
DIST_FILES = ('INSTALLER', METADATA_FILENAME, 'RECORD', 'REQUESTED',
'RESOURCES', EXPORTS_FILENAME, 'SHARED')
DISTINFO_EXT = '.dist-info'
class _Cache(object):
"""
A simple cache mapping names and .dist-info paths to distributions
"""
def __init__(self):
"""
Initialise an instance. There is normally one for each DistributionPath.
"""
self.name = {}
self.path = {}
self.generated = False
def clear(self):
"""
Clear the cache, setting it to its initial state.
"""
self.name.clear()
self.path.clear()
self.generated = False
def add(self, dist):
"""
Add a distribution to the cache.
:param dist: The distribution to add.
"""
if dist.path not in self.path:
self.path[dist.path] = dist
self.name.setdefault(dist.key, []).append(dist)
class DistributionPath(object):
"""
Represents a set of distributions installed on a path (typically sys.path).
"""
def __init__(self, path=None, include_egg=False):
"""
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
"""
if path is None:
path = sys.path
self.path = path
self._include_dist = True
self._include_egg = include_egg
self._cache = _Cache()
self._cache_egg = _Cache()
self._cache_enabled = True
self._scheme = get_scheme('default')
def _get_cache_enabled(self):
return self._cache_enabled
def _set_cache_enabled(self, value):
self._cache_enabled = value
cache_enabled = property(_get_cache_enabled, _set_cache_enabled)
def clear_cache(self):
"""
Clears the internal cache.
"""
self._cache.clear()
self._cache_egg.clear()
def _yield_distributions(self):
"""
Yield .dist-info and/or .egg(-info) distributions.
"""
# We need to check if we've seen some resources already, because on
# some Linux systems (e.g. some Debian/Ubuntu variants) there are
# symlinks which alias other files in the environment.
seen = set()
for path in self.path:
finder = resources.finder_for_path(path)
if finder is None:
continue
r = finder.find('')
if not r or not r.is_container:
continue
rset = sorted(r.resources)
for entry in rset:
r = finder.find(entry)
if not r or r.path in seen:
continue
if self._include_dist and entry.endswith(DISTINFO_EXT):
possible_filenames = [METADATA_FILENAME,
WHEEL_METADATA_FILENAME,
LEGACY_METADATA_FILENAME]
for metadata_filename in possible_filenames:
metadata_path = posixpath.join(entry, metadata_filename)
pydist = finder.find(metadata_path)
if pydist:
break
else:
continue
with contextlib.closing(pydist.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
logger.debug('Found %s', r.path)
seen.add(r.path)
yield new_dist_class(r.path, metadata=metadata,
env=self)
elif self._include_egg and entry.endswith(('.egg-info',
'.egg')):
logger.debug('Found %s', r.path)
seen.add(r.path)
yield old_dist_class(r.path, self)
def _generate_cache(self):
"""
Scan the path for distributions and populate the cache with
those that are found.
"""
gen_dist = not self._cache.generated
gen_egg = self._include_egg and not self._cache_egg.generated
if gen_dist or gen_egg:
for dist in self._yield_distributions():
if isinstance(dist, InstalledDistribution):
self._cache.add(dist)
else:
self._cache_egg.add(dist)
if gen_dist:
self._cache.generated = True
if gen_egg:
self._cache_egg.generated = True
@classmethod
def distinfo_dirname(cls, name, version):
"""
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string"""
name = name.replace('-', '_')
return '-'.join([name, version]) + DISTINFO_EXT
def get_distributions(self):
"""
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
"""
if not self._cache_enabled:
for dist in self._yield_distributions():
yield dist
else:
self._generate_cache()
for dist in self._cache.path.values():
yield dist
if self._include_egg:
for dist in self._cache_egg.path.values():
yield dist
def get_distribution(self, name):
"""
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
"""
result = None
name = name.lower()
if not self._cache_enabled:
for dist in self._yield_distributions():
if dist.key == name:
result = dist
break
else:
self._generate_cache()
if name in self._cache.name:
result = self._cache.name[name][0]
elif self._include_egg and name in self._cache_egg.name:
result = self._cache_egg.name[name][0]
return result
def provides_distribution(self, name, version=None):
"""
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
"""
matcher = None
if version is not None:
try:
matcher = self._scheme.matcher('%s (%s)' % (name, version))
except ValueError:
raise DistlibException('invalid name or version: %r, %r' %
(name, version))
for dist in self.get_distributions():
# We hit a problem on Travis where enum34 was installed and doesn't
# have a provides attribute ...
if not hasattr(dist, 'provides'):
logger.debug('No "provides": %s', dist)
else:
provided = dist.provides
for p in provided:
p_name, p_ver = parse_name_and_version(p)
if matcher is None:
if p_name == name:
yield dist
break
else:
if p_name == name and matcher.match(p_ver):
yield dist
break
def get_file_path(self, name, relative_path):
"""
Return the path to a resource file.
"""
dist = self.get_distribution(name)
if dist is None:
raise LookupError('no distribution named %r found' % name)
return dist.get_resource_path(relative_path)
def get_exported_entries(self, category, name=None):
"""
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
"""
for dist in self.get_distributions():
r = dist.exports
if category in r:
d = r[category]
if name is not None:
if name in d:
yield d[name]
else:
for v in d.values():
yield v
class Distribution(object):
"""
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
"""
build_time_dependency = False
"""
Set to True if it's known to be only a build-time dependency (i.e.
not needed after installation).
"""
requested = False
"""A boolean that indicates whether the ``REQUESTED`` metadata file is
present (in other words, whether the package was installed by user
request or it was installed as a dependency)."""
def __init__(self, metadata):
"""
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
"""
self.metadata = metadata
self.name = metadata.name
self.key = self.name.lower() # for case-insensitive comparisons
self.version = metadata.version
self.locator = None
self.digest = None
self.extras = None # additional features requested
self.context = None # environment marker overrides
self.download_urls = set()
self.digests = {}
@property
def source_url(self):
"""
The source archive download URL for this distribution.
"""
return self.metadata.source_url
download_url = source_url # Backward compatibility
@property
def name_and_version(self):
"""
A utility property which displays the name and version in parentheses.
"""
return '%s (%s)' % (self.name, self.version)
@property
def provides(self):
"""
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
"""
plist = self.metadata.provides
s = '%s (%s)' % (self.name, self.version)
if s not in plist:
plist.append(s)
return plist
def _get_requirements(self, req_attr):
md = self.metadata
logger.debug('Getting requirements from metadata %r', md.todict())
reqts = getattr(md, req_attr)
return set(md.get_requirements(reqts, extras=self.extras,
env=self.context))
@property
def run_requires(self):
return self._get_requirements('run_requires')
@property
def meta_requires(self):
return self._get_requirements('meta_requires')
@property
def build_requires(self):
return self._get_requirements('build_requires')
@property
def test_requires(self):
return self._get_requirements('test_requires')
@property
def dev_requires(self):
return self._get_requirements('dev_requires')
def matches_requirement(self, req):
"""
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
"""
# Requirement may contain extras - parse to lose those
# from what's passed to the matcher
r = parse_requirement(req)
scheme = get_scheme(self.metadata.scheme)
try:
matcher = scheme.matcher(r.requirement)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
result = False
for p in self.provides:
p_name, p_ver = parse_name_and_version(p)
if p_name != name:
continue
try:
result = matcher.match(p_ver)
break
except UnsupportedVersionError:
pass
return result
def __repr__(self):
"""
Return a textual representation of this instance,
"""
if self.source_url:
suffix = ' [%s]' % self.source_url
else:
suffix = ''
return '<Distribution %s (%s)%s>' % (self.name, self.version, suffix)
def __eq__(self, other):
"""
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
"""
if type(other) is not type(self):
result = False
else:
result = (self.name == other.name and
self.version == other.version and
self.source_url == other.source_url)
return result
def __hash__(self):
"""
Compute hash in a way which matches the equality test.
"""
return hash(self.name) + hash(self.version) + hash(self.source_url)
class BaseInstalledDistribution(Distribution):
"""
This is the base class for installed distributions (whether PEP 376 or
legacy).
"""
hasher = None
def __init__(self, metadata, path, env=None):
"""
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
"""
super(BaseInstalledDistribution, self).__init__(metadata)
self.path = path
self.dist_path = env
def get_hash(self, data, hasher=None):
"""
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
"""
if hasher is None:
hasher = self.hasher
if hasher is None:
hasher = hashlib.md5
prefix = ''
else:
hasher = getattr(hashlib, hasher)
prefix = '%s=' % self.hasher
digest = hasher(data).digest()
digest = base64.urlsafe_b64encode(digest).rstrip(b'=').decode('ascii')
return '%s%s' % (prefix, digest)
class InstalledDistribution(BaseInstalledDistribution):
"""
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
"""
hasher = 'sha256'
def __init__(self, path, metadata=None, env=None):
self.modules = []
self.finder = finder = resources.finder_for_path(path)
if finder is None:
raise ValueError('finder unavailable for %s' % path)
if env and env._cache_enabled and path in env._cache.path:
metadata = env._cache.path[path].metadata
elif metadata is None:
r = finder.find(METADATA_FILENAME)
# Temporary - for Wheel 0.23 support
if r is None:
r = finder.find(WHEEL_METADATA_FILENAME)
# Temporary - for legacy support
if r is None:
r = finder.find(LEGACY_METADATA_FILENAME)
if r is None:
raise ValueError('no %s found in %s' % (METADATA_FILENAME,
path))
with contextlib.closing(r.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
super(InstalledDistribution, self).__init__(metadata, path, env)
if env and env._cache_enabled:
env._cache.add(self)
r = finder.find('REQUESTED')
self.requested = r is not None
p = os.path.join(path, 'top_level.txt')
if os.path.exists(p):
with open(p, 'rb') as f:
data = f.read().decode('utf-8')
self.modules = data.splitlines()
def __repr__(self):
return '<InstalledDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def _get_records(self):
"""
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
"""
results = []
r = self.get_distinfo_resource('RECORD')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as record_reader:
# Base location is parent dir of .dist-info dir
#base_location = os.path.dirname(self.path)
#base_location = os.path.abspath(base_location)
for row in record_reader:
missing = [None for i in range(len(row), 3)]
path, checksum, size = row + missing
#if not os.path.isabs(path):
# path = path.replace('/', os.sep)
# path = os.path.join(base_location, path)
results.append((path, checksum, size))
return results
@cached_property
def exports(self):
"""
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
result = self.read_exports()
return result
def read_exports(self):
"""
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
with contextlib.closing(r.as_stream()) as stream:
result = read_exports(stream)
return result
def write_exports(self, exports):
"""
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
"""
rf = self.get_distinfo_file(EXPORTS_FILENAME)
with open(rf, 'w') as f:
write_exports(exports, f)
def get_resource_path(self, relative_path):
"""
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
"""
r = self.get_distinfo_resource('RESOURCES')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as resources_reader:
for relative, destination in resources_reader:
if relative == relative_path:
return destination
raise KeyError('no resource file with relative path %r '
'is installed' % relative_path)
def list_installed_files(self):
"""
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
"""
for result in self._get_records():
yield result
def write_installed_files(self, paths, prefix, dry_run=False):
"""
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
"""
prefix = os.path.join(prefix, '')
base = os.path.dirname(self.path)
base_under_prefix = base.startswith(prefix)
base = os.path.join(base, '')
record_path = self.get_distinfo_file('RECORD')
logger.info('creating %s', record_path)
if dry_run:
return None
with CSVWriter(record_path) as writer:
for path in paths:
if os.path.isdir(path) or path.endswith(('.pyc', '.pyo')):
# do not put size and hash, as in PEP-376
hash_value = size = ''
else:
size = '%d' % os.path.getsize(path)
with open(path, 'rb') as fp:
hash_value = self.get_hash(fp.read())
if path.startswith(base) or (base_under_prefix and
path.startswith(prefix)):
path = os.path.relpath(path, base)
writer.writerow((path, hash_value, size))
# add the RECORD file itself
if record_path.startswith(base):
record_path = os.path.relpath(record_path, base)
writer.writerow((record_path, '', ''))
return record_path
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
base = os.path.dirname(self.path)
record_path = self.get_distinfo_file('RECORD')
for path, hash_value, size in self.list_installed_files():
if not os.path.isabs(path):
path = os.path.join(base, path)
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
elif os.path.isfile(path):
actual_size = str(os.path.getsize(path))
if size and actual_size != size:
mismatches.append((path, 'size', size, actual_size))
elif hash_value:
if '=' in hash_value:
hasher = hash_value.split('=', 1)[0]
else:
hasher = None
with open(path, 'rb') as f:
actual_hash = self.get_hash(f.read(), hasher)
if actual_hash != hash_value:
mismatches.append((path, 'hash', hash_value, actual_hash))
return mismatches
@cached_property
def shared_locations(self):
"""
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
"""
result = {}
shared_path = os.path.join(self.path, 'SHARED')
if os.path.isfile(shared_path):
with codecs.open(shared_path, 'r', encoding='utf-8') as f:
lines = f.read().splitlines()
for line in lines:
key, value = line.split('=', 1)
if key == 'namespace':
result.setdefault(key, []).append(value)
else:
result[key] = value
return result
def write_shared_locations(self, paths, dry_run=False):
"""
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
"""
shared_path = os.path.join(self.path, 'SHARED')
logger.info('creating %s', shared_path)
if dry_run:
return None
lines = []
for key in ('prefix', 'lib', 'headers', 'scripts', 'data'):
path = paths[key]
if os.path.isdir(paths[key]):
lines.append('%s=%s' % (key, path))
for ns in paths.get('namespace', ()):
lines.append('namespace=%s' % ns)
with codecs.open(shared_path, 'w', encoding='utf-8') as f:
f.write('\n'.join(lines))
return shared_path
def get_distinfo_resource(self, path):
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
finder = resources.finder_for_path(self.path)
if finder is None:
raise DistlibException('Unable to get a finder for %s' % self.path)
return finder.find(path)
def get_distinfo_file(self, path):
"""
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
"""
# Check if it is an absolute path # XXX use relpath, add tests
if path.find(os.sep) >= 0:
# it's an absolute path?
distinfo_dirname, path = path.split(os.sep)[-2:]
if distinfo_dirname != self.path.split(os.sep)[-1]:
raise DistlibException(
'dist-info file %r does not belong to the %r %s '
'distribution' % (path, self.name, self.version))
# The file must be relative
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
return os.path.join(self.path, path)
def list_distinfo_files(self):
"""
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
"""
base = os.path.dirname(self.path)
for path, checksum, size in self._get_records():
# XXX add separator or use real relpath algo
if not os.path.isabs(path):
path = os.path.join(base, path)
if path.startswith(self.path):
yield path
def __eq__(self, other):
return (isinstance(other, InstalledDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
class EggInfoDistribution(BaseInstalledDistribution):
"""Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory."""
requested = True # as we have no way of knowing, assume it was
shared_locations = {}
def __init__(self, path, env=None):
def set_name_and_version(s, n, v):
s.name = n
s.key = n.lower() # for case-insensitive comparisons
s.version = v
self.path = path
self.dist_path = env
if env and env._cache_enabled and path in env._cache_egg.path:
metadata = env._cache_egg.path[path].metadata
set_name_and_version(self, metadata.name, metadata.version)
else:
metadata = self._get_metadata(path)
# Need to be set before caching
set_name_and_version(self, metadata.name, metadata.version)
if env and env._cache_enabled:
env._cache_egg.add(self)
super(EggInfoDistribution, self).__init__(metadata, path, env)
def _get_metadata(self, path):
requires = None
def parse_requires_data(data):
"""Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
"""
reqs = []
lines = data.splitlines()
for line in lines:
line = line.strip()
if line.startswith('['):
logger.warning('Unexpected line: quitting requirement scan: %r',
line)
break
r = parse_requirement(line)
if not r:
logger.warning('Not recognised as a requirement: %r', line)
continue
if r.extras:
logger.warning('extra requirements in requires.txt are '
'not supported')
if not r.constraints:
reqs.append(r.name)
else:
cons = ', '.join('%s%s' % c for c in r.constraints)
reqs.append('%s (%s)' % (r.name, cons))
return reqs
def parse_requires_path(req_path):
"""Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
"""
reqs = []
try:
with codecs.open(req_path, 'r', 'utf-8') as fp:
reqs = parse_requires_data(fp.read())
except IOError:
pass
return reqs
tl_path = tl_data = None
if path.endswith('.egg'):
if os.path.isdir(path):
p = os.path.join(path, 'EGG-INFO')
meta_path = os.path.join(p, 'PKG-INFO')
metadata = Metadata(path=meta_path, scheme='legacy')
req_path = os.path.join(p, 'requires.txt')
tl_path = os.path.join(p, 'top_level.txt')
requires = parse_requires_path(req_path)
else:
# FIXME handle the case where zipfile is not available
zipf = zipimport.zipimporter(path)
fileobj = StringIO(
zipf.get_data('EGG-INFO/PKG-INFO').decode('utf8'))
metadata = Metadata(fileobj=fileobj, scheme='legacy')
try:
data = zipf.get_data('EGG-INFO/requires.txt')
tl_data = zipf.get_data('EGG-INFO/top_level.txt').decode('utf-8')
requires = parse_requires_data(data.decode('utf-8'))
except IOError:
requires = None
elif path.endswith('.egg-info'):
if os.path.isdir(path):
req_path = os.path.join(path, 'requires.txt')
requires = parse_requires_path(req_path)
path = os.path.join(path, 'PKG-INFO')
tl_path = os.path.join(path, 'top_level.txt')
metadata = Metadata(path=path, scheme='legacy')
else:
raise DistlibException('path must end with .egg-info or .egg, '
'got %r' % path)
if requires:
metadata.add_requirements(requires)
# look for top-level modules in top_level.txt, if present
if tl_data is None:
if tl_path is not None and os.path.exists(tl_path):
with open(tl_path, 'rb') as f:
tl_data = f.read().decode('utf-8')
if not tl_data:
tl_data = []
else:
tl_data = tl_data.splitlines()
self.modules = tl_data
return metadata
def __repr__(self):
return '<EggInfoDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
record_path = os.path.join(self.path, 'installed-files.txt')
if os.path.exists(record_path):
for path, _, _ in self.list_installed_files():
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
return mismatches
def list_installed_files(self):
"""
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
"""
def _md5(path):
f = open(path, 'rb')
try:
content = f.read()
finally:
f.close()
return hashlib.md5(content).hexdigest()
def _size(path):
return os.stat(path).st_size
record_path = os.path.join(self.path, 'installed-files.txt')
result = []
if os.path.exists(record_path):
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
p = os.path.normpath(os.path.join(self.path, line))
# "./" is present as a marker between installed files
# and installation metadata files
if not os.path.exists(p):
logger.warning('Non-existent file: %s', p)
if p.endswith(('.pyc', '.pyo')):
continue
#otherwise fall through and fail
if not os.path.isdir(p):
result.append((p, _md5(p), _size(p)))
result.append((record_path, None, None))
return result
def list_distinfo_files(self, absolute=False):
"""
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
"""
record_path = os.path.join(self.path, 'installed-files.txt')
if os.path.exists(record_path):
skip = True
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
if line == './':
skip = False
continue
if not skip:
p = os.path.normpath(os.path.join(self.path, line))
if p.startswith(self.path):
if absolute:
yield p
else:
yield line
def __eq__(self, other):
return (isinstance(other, EggInfoDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
new_dist_class = InstalledDistribution
old_dist_class = EggInfoDistribution
class DependencyGraph(object):
"""
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
"""
def __init__(self):
self.adjacency_list = {}
self.reverse_list = {}
self.missing = {}
def add_distribution(self, distribution):
"""Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
"""
self.adjacency_list[distribution] = []
self.reverse_list[distribution] = []
#self.missing[distribution] = []
def add_edge(self, x, y, label=None):
"""Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
"""
self.adjacency_list[x].append((y, label))
# multiple edges are allowed, so be careful
if x not in self.reverse_list[y]:
self.reverse_list[y].append(x)
def add_missing(self, distribution, requirement):
"""
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
"""
logger.debug('%s missing %r', distribution, requirement)
self.missing.setdefault(distribution, []).append(requirement)
def _repr_dist(self, dist):
return '%s %s' % (dist.name, dist.version)
def repr_node(self, dist, level=1):
"""Prints only a subgraph"""
output = [self._repr_dist(dist)]
for other, label in self.adjacency_list[dist]:
dist = self._repr_dist(other)
if label is not None:
dist = '%s [%s]' % (dist, label)
output.append(' ' * level + str(dist))
suboutput = self.repr_node(other, level + 1)
subs = suboutput.split('\n')
output.extend(subs[1:])
return '\n'.join(output)
def to_dot(self, f, skip_disconnected=True):
"""Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
"""
disconnected = []
f.write("digraph dependencies {\n")
for dist, adjs in self.adjacency_list.items():
if len(adjs) == 0 and not skip_disconnected:
disconnected.append(dist)
for other, label in adjs:
if not label is None:
f.write('"%s" -> "%s" [label="%s"]\n' %
(dist.name, other.name, label))
else:
f.write('"%s" -> "%s"\n' % (dist.name, other.name))
if not skip_disconnected and len(disconnected) > 0:
f.write('subgraph disconnected {\n')
f.write('label = "Disconnected"\n')
f.write('bgcolor = red\n')
for dist in disconnected:
f.write('"%s"' % dist.name)
f.write('\n')
f.write('}\n')
f.write('}\n')
def topological_sort(self):
"""
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
"""
result = []
# Make a shallow copy of the adjacency list
alist = {}
for k, v in self.adjacency_list.items():
alist[k] = v[:]
while True:
# See what we can remove in this run
to_remove = []
for k, v in list(alist.items())[:]:
if not v:
to_remove.append(k)
del alist[k]
if not to_remove:
# What's left in alist (if anything) is a cycle.
break
# Remove from the adjacency list of others
for k, v in alist.items():
alist[k] = [(d, r) for d, r in v if d not in to_remove]
logger.debug('Moving to result: %s',
['%s (%s)' % (d.name, d.version) for d in to_remove])
result.extend(to_remove)
return result, list(alist.keys())
def __repr__(self):
"""Representation of the graph"""
output = []
for dist, adjs in self.adjacency_list.items():
output.append(self.repr_node(dist))
return '\n'.join(output)
def make_graph(dists, scheme='default'):
"""Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
"""
scheme = get_scheme(scheme)
graph = DependencyGraph()
provided = {} # maps names to lists of (version, dist) tuples
# first, build the graph and find out what's provided
for dist in dists:
graph.add_distribution(dist)
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
provided.setdefault(name, []).append((version, dist))
# now make the edges
for dist in dists:
requires = (dist.run_requires | dist.meta_requires |
dist.build_requires | dist.dev_requires)
for req in requires:
try:
matcher = scheme.matcher(req)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
matched = False
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
graph.add_edge(dist, provider, req)
matched = True
break
if not matched:
graph.add_missing(dist, req)
return graph
def get_dependent_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
dep = [dist] # dependent distributions
todo = graph.reverse_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()
dep.append(d)
for succ in graph.reverse_list[d]:
if succ not in dep:
todo.append(succ)
dep.pop(0) # remove dist from dep, was there to prevent infinite loops
return dep
def get_required_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
req = [] # required distributions
todo = graph.adjacency_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()[0]
req.append(d)
for pred in graph.adjacency_list[d]:
if pred not in req:
todo.append(pred)
return req
def make_dist(name, version, **kwargs):
"""
A convenience method for making a dist given just a name and version.
"""
summary = kwargs.pop('summary', 'Placeholder for summary')
md = Metadata(**kwargs)
md.name = name
md.version = version
md.summary = summary or 'Placeholder for summary'
return Distribution(md)
site-packages/pip/_vendor/distlib/version.py 0000644 00000055731 15056474501 0015223 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
"""
import logging
import re
from .compat import string_types
from .util import parse_requirement
__all__ = ['NormalizedVersion', 'NormalizedMatcher',
'LegacyVersion', 'LegacyMatcher',
'SemanticVersion', 'SemanticMatcher',
'UnsupportedVersionError', 'get_scheme']
logger = logging.getLogger(__name__)
class UnsupportedVersionError(ValueError):
"""This is an unsupported version."""
pass
class Version(object):
def __init__(self, s):
self._string = s = s.strip()
self._parts = parts = self.parse(s)
assert isinstance(parts, tuple)
assert len(parts) > 0
def parse(self, s):
raise NotImplementedError('please implement in a subclass')
def _check_compatible(self, other):
if type(self) != type(other):
raise TypeError('cannot compare %r and %r' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
def __lt__(self, other):
self._check_compatible(other)
return self._parts < other._parts
def __gt__(self, other):
return not (self.__lt__(other) or self.__eq__(other))
def __le__(self, other):
return self.__lt__(other) or self.__eq__(other)
def __ge__(self, other):
return self.__gt__(other) or self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self._parts)
def __repr__(self):
return "%s('%s')" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
@property
def is_prerelease(self):
raise NotImplementedError('Please implement in subclasses.')
class Matcher(object):
version_class = None
# value is either a callable or the name of a method
_operators = {
'<': lambda v, c, p: v < c,
'>': lambda v, c, p: v > c,
'<=': lambda v, c, p: v == c or v < c,
'>=': lambda v, c, p: v == c or v > c,
'==': lambda v, c, p: v == c,
'===': lambda v, c, p: v == c,
# by default, compatible => >=.
'~=': lambda v, c, p: v == c or v > c,
'!=': lambda v, c, p: v != c,
}
# this is a method only to support alternative implementations
# via overriding
def parse_requirement(self, s):
return parse_requirement(s)
def __init__(self, s):
if self.version_class is None:
raise ValueError('Please specify a version class')
self._string = s = s.strip()
r = self.parse_requirement(s)
if not r:
raise ValueError('Not valid: %r' % s)
self.name = r.name
self.key = self.name.lower() # for case-insensitive comparisons
clist = []
if r.constraints:
# import pdb; pdb.set_trace()
for op, s in r.constraints:
if s.endswith('.*'):
if op not in ('==', '!='):
raise ValueError('\'.*\' not allowed for '
'%r constraints' % op)
# Could be a partial version (e.g. for '2.*') which
# won't parse as a version, so keep it as a string
vn, prefix = s[:-2], True
# Just to check that vn is a valid version
self.version_class(vn)
else:
# Should parse as a version, so we can create an
# instance for the comparison
vn, prefix = self.version_class(s), False
clist.append((op, vn, prefix))
self._parts = tuple(clist)
def match(self, version):
"""
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
"""
if isinstance(version, string_types):
version = self.version_class(version)
for operator, constraint, prefix in self._parts:
f = self._operators.get(operator)
if isinstance(f, string_types):
f = getattr(self, f)
if not f:
msg = ('%r not implemented '
'for %s' % (operator, self.__class__.__name__))
raise NotImplementedError(msg)
if not f(version, constraint, prefix):
return False
return True
@property
def exact_version(self):
result = None
if len(self._parts) == 1 and self._parts[0][0] in ('==', '==='):
result = self._parts[0][1]
return result
def _check_compatible(self, other):
if type(self) != type(other) or self.name != other.name:
raise TypeError('cannot compare %s and %s' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self.key == other.key and self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self.key) + hash(self._parts)
def __repr__(self):
return "%s(%r)" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
PEP440_VERSION_RE = re.compile(r'^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?'
r'(\.(post)(\d+))?(\.(dev)(\d+))?'
r'(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$')
def _pep_440_key(s):
s = s.strip()
m = PEP440_VERSION_RE.match(s)
if not m:
raise UnsupportedVersionError('Not a valid version: %s' % s)
groups = m.groups()
nums = tuple(int(v) for v in groups[1].split('.'))
while len(nums) > 1 and nums[-1] == 0:
nums = nums[:-1]
if not groups[0]:
epoch = 0
else:
epoch = int(groups[0][:-1])
pre = groups[4:6]
post = groups[7:9]
dev = groups[10:12]
local = groups[13]
if pre == (None, None):
pre = ()
else:
pre = pre[0], int(pre[1])
if post == (None, None):
post = ()
else:
post = post[0], int(post[1])
if dev == (None, None):
dev = ()
else:
dev = dev[0], int(dev[1])
if local is None:
local = ()
else:
parts = []
for part in local.split('.'):
# to ensure that numeric compares as > lexicographic, avoid
# comparing them directly, but encode a tuple which ensures
# correct sorting
if part.isdigit():
part = (1, int(part))
else:
part = (0, part)
parts.append(part)
local = tuple(parts)
if not pre:
# either before pre-release, or final release and after
if not post and dev:
# before pre-release
pre = ('a', -1) # to sort before a0
else:
pre = ('z',) # to sort after all pre-releases
# now look at the state of post and dev.
if not post:
post = ('_',) # sort before 'a'
if not dev:
dev = ('final',)
#print('%s -> %s' % (s, m.groups()))
return epoch, nums, pre, post, dev, local
_normalized_key = _pep_440_key
class NormalizedVersion(Version):
"""A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
"""
def parse(self, s):
result = _normalized_key(s)
# _normalized_key loses trailing zeroes in the release
# clause, since that's needed to ensure that X.Y == X.Y.0 == X.Y.0.0
# However, PEP 440 prefix matching needs it: for example,
# (~= 1.4.5.0) matches differently to (~= 1.4.5.0.0).
m = PEP440_VERSION_RE.match(s) # must succeed
groups = m.groups()
self._release_clause = tuple(int(v) for v in groups[1].split('.'))
return result
PREREL_TAGS = set(['a', 'b', 'c', 'rc', 'dev'])
@property
def is_prerelease(self):
return any(t[0] in self.PREREL_TAGS for t in self._parts if t)
def _match_prefix(x, y):
x = str(x)
y = str(y)
if x == y:
return True
if not x.startswith(y):
return False
n = len(y)
return x[n] == '.'
class NormalizedMatcher(Matcher):
version_class = NormalizedVersion
# value is either a callable or the name of a method
_operators = {
'~=': '_match_compatible',
'<': '_match_lt',
'>': '_match_gt',
'<=': '_match_le',
'>=': '_match_ge',
'==': '_match_eq',
'===': '_match_arbitrary',
'!=': '_match_ne',
}
def _adjust_local(self, version, constraint, prefix):
if prefix:
strip_local = '+' not in constraint and version._parts[-1]
else:
# both constraint and version are
# NormalizedVersion instances.
# If constraint does not have a local component,
# ensure the version doesn't, either.
strip_local = not constraint._parts[-1] and version._parts[-1]
if strip_local:
s = version._string.split('+', 1)[0]
version = self.version_class(s)
return version, constraint
def _match_lt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version >= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_gt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version <= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_le(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version <= constraint
def _match_ge(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version >= constraint
def _match_eq(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version == constraint)
else:
result = _match_prefix(version, constraint)
return result
def _match_arbitrary(self, version, constraint, prefix):
return str(version) == str(constraint)
def _match_ne(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version != constraint)
else:
result = not _match_prefix(version, constraint)
return result
def _match_compatible(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version == constraint:
return True
if version < constraint:
return False
# if not prefix:
# return True
release_clause = constraint._release_clause
if len(release_clause) > 1:
release_clause = release_clause[:-1]
pfx = '.'.join([str(i) for i in release_clause])
return _match_prefix(version, pfx)
_REPLACEMENTS = (
(re.compile('[.+-]$'), ''), # remove trailing puncts
(re.compile(r'^[.](\d)'), r'0.\1'), # .N -> 0.N at start
(re.compile('^[.-]'), ''), # remove leading puncts
(re.compile(r'^\((.*)\)$'), r'\1'), # remove parentheses
(re.compile(r'^v(ersion)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile(r'^r(ev)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\b(alfa|apha)\b'), 'alpha'), # misspelt alpha
(re.compile(r'\b(pre-alpha|prealpha)\b'),
'pre.alpha'), # standardise
(re.compile(r'\(beta\)$'), 'beta'), # remove parentheses
)
_SUFFIX_REPLACEMENTS = (
(re.compile('^[:~._+-]+'), ''), # remove leading puncts
(re.compile('[,*")([\\]]'), ''), # remove unwanted chars
(re.compile('[~:+_ -]'), '.'), # replace illegal chars
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\.$'), ''), # trailing '.'
)
_NUMERIC_PREFIX = re.compile(r'(\d+(\.\d+)*)')
def _suggest_semantic_version(s):
"""
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
"""
result = s.strip().lower()
for pat, repl in _REPLACEMENTS:
result = pat.sub(repl, result)
if not result:
result = '0.0.0'
# Now look for numeric prefix, and separate it out from
# the rest.
#import pdb; pdb.set_trace()
m = _NUMERIC_PREFIX.match(result)
if not m:
prefix = '0.0.0'
suffix = result
else:
prefix = m.groups()[0].split('.')
prefix = [int(i) for i in prefix]
while len(prefix) < 3:
prefix.append(0)
if len(prefix) == 3:
suffix = result[m.end():]
else:
suffix = '.'.join([str(i) for i in prefix[3:]]) + result[m.end():]
prefix = prefix[:3]
prefix = '.'.join([str(i) for i in prefix])
suffix = suffix.strip()
if suffix:
#import pdb; pdb.set_trace()
# massage the suffix.
for pat, repl in _SUFFIX_REPLACEMENTS:
suffix = pat.sub(repl, suffix)
if not suffix:
result = prefix
else:
sep = '-' if 'dev' in suffix else '+'
result = prefix + sep + suffix
if not is_semver(result):
result = None
return result
def _suggest_normalized_version(s):
"""Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
"""
try:
_normalized_key(s)
return s # already rational
except UnsupportedVersionError:
pass
rs = s.lower()
# part of this could use maketrans
for orig, repl in (('-alpha', 'a'), ('-beta', 'b'), ('alpha', 'a'),
('beta', 'b'), ('rc', 'c'), ('-final', ''),
('-pre', 'c'),
('-release', ''), ('.release', ''), ('-stable', ''),
('+', '.'), ('_', '.'), (' ', ''), ('.final', ''),
('final', '')):
rs = rs.replace(orig, repl)
# if something ends with dev or pre, we add a 0
rs = re.sub(r"pre$", r"pre0", rs)
rs = re.sub(r"dev$", r"dev0", rs)
# if we have something like "b-2" or "a.2" at the end of the
# version, that is probably beta, alpha, etc
# let's remove the dash or dot
rs = re.sub(r"([abc]|rc)[\-\.](\d+)$", r"\1\2", rs)
# 1.0-dev-r371 -> 1.0.dev371
# 0.1-dev-r79 -> 0.1.dev79
rs = re.sub(r"[\-\.](dev)[\-\.]?r?(\d+)$", r".\1\2", rs)
# Clean: 2.0.a.3, 2.0.b1, 0.9.0~c1
rs = re.sub(r"[.~]?([abc])\.?", r"\1", rs)
# Clean: v0.3, v1.0
if rs.startswith('v'):
rs = rs[1:]
# Clean leading '0's on numbers.
#TODO: unintended side-effect on, e.g., "2003.05.09"
# PyPI stats: 77 (~2%) better
rs = re.sub(r"\b0+(\d+)(?!\d)", r"\1", rs)
# Clean a/b/c with no version. E.g. "1.0a" -> "1.0a0". Setuptools infers
# zero.
# PyPI stats: 245 (7.56%) better
rs = re.sub(r"(\d+[abc])$", r"\g<1>0", rs)
# the 'dev-rNNN' tag is a dev tag
rs = re.sub(r"\.?(dev-r|dev\.r)\.?(\d+)$", r".dev\2", rs)
# clean the - when used as a pre delimiter
rs = re.sub(r"-(a|b|c)(\d+)$", r"\1\2", rs)
# a terminal "dev" or "devel" can be changed into ".dev0"
rs = re.sub(r"[\.\-](dev|devel)$", r".dev0", rs)
# a terminal "dev" can be changed into ".dev0"
rs = re.sub(r"(?![\.\-])dev$", r".dev0", rs)
# a terminal "final" or "stable" can be removed
rs = re.sub(r"(final|stable)$", "", rs)
# The 'r' and the '-' tags are post release tags
# 0.4a1.r10 -> 0.4a1.post10
# 0.9.33-17222 -> 0.9.33.post17222
# 0.9.33-r17222 -> 0.9.33.post17222
rs = re.sub(r"\.?(r|-|-r)\.?(\d+)$", r".post\2", rs)
# Clean 'r' instead of 'dev' usage:
# 0.9.33+r17222 -> 0.9.33.dev17222
# 1.0dev123 -> 1.0.dev123
# 1.0.git123 -> 1.0.dev123
# 1.0.bzr123 -> 1.0.dev123
# 0.1a0dev.123 -> 0.1a0.dev123
# PyPI stats: ~150 (~4%) better
rs = re.sub(r"\.?(dev|git|bzr)\.?(\d+)$", r".dev\2", rs)
# Clean '.pre' (normalized from '-pre' above) instead of 'c' usage:
# 0.2.pre1 -> 0.2c1
# 0.2-c1 -> 0.2c1
# 1.0preview123 -> 1.0c123
# PyPI stats: ~21 (0.62%) better
rs = re.sub(r"\.?(pre|preview|-c)(\d+)$", r"c\g<2>", rs)
# Tcl/Tk uses "px" for their post release markers
rs = re.sub(r"p(\d+)$", r".post\1", rs)
try:
_normalized_key(rs)
except UnsupportedVersionError:
rs = None
return rs
#
# Legacy version processing (distribute-compatible)
#
_VERSION_PART = re.compile(r'([a-z]+|\d+|[\.-])', re.I)
_VERSION_REPLACE = {
'pre': 'c',
'preview': 'c',
'-': 'final-',
'rc': 'c',
'dev': '@',
'': None,
'.': None,
}
def _legacy_key(s):
def get_parts(s):
result = []
for p in _VERSION_PART.split(s.lower()):
p = _VERSION_REPLACE.get(p, p)
if p:
if '0' <= p[:1] <= '9':
p = p.zfill(8)
else:
p = '*' + p
result.append(p)
result.append('*final')
return result
result = []
for p in get_parts(s):
if p.startswith('*'):
if p < '*final':
while result and result[-1] == '*final-':
result.pop()
while result and result[-1] == '00000000':
result.pop()
result.append(p)
return tuple(result)
class LegacyVersion(Version):
def parse(self, s):
return _legacy_key(s)
@property
def is_prerelease(self):
result = False
for x in self._parts:
if (isinstance(x, string_types) and x.startswith('*') and
x < '*final'):
result = True
break
return result
class LegacyMatcher(Matcher):
version_class = LegacyVersion
_operators = dict(Matcher._operators)
_operators['~='] = '_match_compatible'
numeric_re = re.compile(r'^(\d+(\.\d+)*)')
def _match_compatible(self, version, constraint, prefix):
if version < constraint:
return False
m = self.numeric_re.match(str(constraint))
if not m:
logger.warning('Cannot compute compatible match for version %s '
' and constraint %s', version, constraint)
return True
s = m.groups()[0]
if '.' in s:
s = s.rsplit('.', 1)[0]
return _match_prefix(version, s)
#
# Semantic versioning
#
_SEMVER_RE = re.compile(r'^(\d+)\.(\d+)\.(\d+)'
r'(-[a-z0-9]+(\.[a-z0-9-]+)*)?'
r'(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$', re.I)
def is_semver(s):
return _SEMVER_RE.match(s)
def _semantic_key(s):
def make_tuple(s, absent):
if s is None:
result = (absent,)
else:
parts = s[1:].split('.')
# We can't compare ints and strings on Python 3, so fudge it
# by zero-filling numeric values so simulate a numeric comparison
result = tuple([p.zfill(8) if p.isdigit() else p for p in parts])
return result
m = is_semver(s)
if not m:
raise UnsupportedVersionError(s)
groups = m.groups()
major, minor, patch = [int(i) for i in groups[:3]]
# choose the '|' and '*' so that versions sort correctly
pre, build = make_tuple(groups[3], '|'), make_tuple(groups[5], '*')
return (major, minor, patch), pre, build
class SemanticVersion(Version):
def parse(self, s):
return _semantic_key(s)
@property
def is_prerelease(self):
return self._parts[1][0] != '|'
class SemanticMatcher(Matcher):
version_class = SemanticVersion
class VersionScheme(object):
def __init__(self, key, matcher, suggester=None):
self.key = key
self.matcher = matcher
self.suggester = suggester
def is_valid_version(self, s):
try:
self.matcher.version_class(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_matcher(self, s):
try:
self.matcher(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_constraint_list(self, s):
"""
Used for processing some metadata fields
"""
# See issue #140. Be tolerant of a single trailing comma.
if s.endswith(','):
s = s[:-1]
return self.is_valid_matcher('dummy_name (%s)' % s)
def suggest(self, s):
if self.suggester is None:
result = None
else:
result = self.suggester(s)
return result
_SCHEMES = {
'normalized': VersionScheme(_normalized_key, NormalizedMatcher,
_suggest_normalized_version),
'legacy': VersionScheme(_legacy_key, LegacyMatcher, lambda self, s: s),
'semantic': VersionScheme(_semantic_key, SemanticMatcher,
_suggest_semantic_version),
}
_SCHEMES['default'] = _SCHEMES['normalized']
def get_scheme(name):
if name not in _SCHEMES:
raise ValueError('unknown scheme name: %r' % name)
return _SCHEMES[name]
site-packages/pip/_vendor/distlib/__init__.py 0000644 00000001105 15056474501 0015257 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2019 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import logging
__version__ = '0.3.3'
class DistlibException(Exception):
pass
try:
from logging import NullHandler
except ImportError: # pragma: no cover
class NullHandler(logging.Handler):
def handle(self, record): pass
def emit(self, record): pass
def createLock(self): self.lock = None
logger = logging.getLogger(__name__)
logger.addHandler(NullHandler())
site-packages/pip/_vendor/distlib/util.py 0000644 00000204266 15056474501 0014512 0 ustar 00 #
# Copyright (C) 2012-2021 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import codecs
from collections import deque
import contextlib
import csv
from glob import iglob as std_iglob
import io
import json
import logging
import os
import py_compile
import re
import socket
try:
import ssl
except ImportError: # pragma: no cover
ssl = None
import subprocess
import sys
import tarfile
import tempfile
import textwrap
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import time
from . import DistlibException
from .compat import (string_types, text_type, shutil, raw_input, StringIO,
cache_from_source, urlopen, urljoin, httplib, xmlrpclib,
splittype, HTTPHandler, BaseConfigurator, valid_ident,
Container, configparser, URLError, ZipFile, fsdecode,
unquote, urlparse)
logger = logging.getLogger(__name__)
#
# Requirement parsing code as per PEP 508
#
IDENTIFIER = re.compile(r'^([\w\.-]+)\s*')
VERSION_IDENTIFIER = re.compile(r'^([\w\.*+-]+)\s*')
COMPARE_OP = re.compile(r'^(<=?|>=?|={2,3}|[~!]=)\s*')
MARKER_OP = re.compile(r'^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*')
OR = re.compile(r'^or\b\s*')
AND = re.compile(r'^and\b\s*')
NON_SPACE = re.compile(r'(\S+)\s*')
STRING_CHUNK = re.compile(r'([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)')
def parse_marker(marker_string):
"""
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
"""
def marker_var(remaining):
# either identifier, or literal string
m = IDENTIFIER.match(remaining)
if m:
result = m.groups()[0]
remaining = remaining[m.end():]
elif not remaining:
raise SyntaxError('unexpected end of input')
else:
q = remaining[0]
if q not in '\'"':
raise SyntaxError('invalid expression: %s' % remaining)
oq = '\'"'.replace(q, '')
remaining = remaining[1:]
parts = [q]
while remaining:
# either a string chunk, or oq, or q to terminate
if remaining[0] == q:
break
elif remaining[0] == oq:
parts.append(oq)
remaining = remaining[1:]
else:
m = STRING_CHUNK.match(remaining)
if not m:
raise SyntaxError('error in string literal: %s' % remaining)
parts.append(m.groups()[0])
remaining = remaining[m.end():]
else:
s = ''.join(parts)
raise SyntaxError('unterminated string: %s' % s)
parts.append(q)
result = ''.join(parts)
remaining = remaining[1:].lstrip() # skip past closing quote
return result, remaining
def marker_expr(remaining):
if remaining and remaining[0] == '(':
result, remaining = marker(remaining[1:].lstrip())
if remaining[0] != ')':
raise SyntaxError('unterminated parenthesis: %s' % remaining)
remaining = remaining[1:].lstrip()
else:
lhs, remaining = marker_var(remaining)
while remaining:
m = MARKER_OP.match(remaining)
if not m:
break
op = m.groups()[0]
remaining = remaining[m.end():]
rhs, remaining = marker_var(remaining)
lhs = {'op': op, 'lhs': lhs, 'rhs': rhs}
result = lhs
return result, remaining
def marker_and(remaining):
lhs, remaining = marker_expr(remaining)
while remaining:
m = AND.match(remaining)
if not m:
break
remaining = remaining[m.end():]
rhs, remaining = marker_expr(remaining)
lhs = {'op': 'and', 'lhs': lhs, 'rhs': rhs}
return lhs, remaining
def marker(remaining):
lhs, remaining = marker_and(remaining)
while remaining:
m = OR.match(remaining)
if not m:
break
remaining = remaining[m.end():]
rhs, remaining = marker_and(remaining)
lhs = {'op': 'or', 'lhs': lhs, 'rhs': rhs}
return lhs, remaining
return marker(marker_string)
def parse_requirement(req):
"""
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
"""
remaining = req.strip()
if not remaining or remaining.startswith('#'):
return None
m = IDENTIFIER.match(remaining)
if not m:
raise SyntaxError('name expected: %s' % remaining)
distname = m.groups()[0]
remaining = remaining[m.end():]
extras = mark_expr = versions = uri = None
if remaining and remaining[0] == '[':
i = remaining.find(']', 1)
if i < 0:
raise SyntaxError('unterminated extra: %s' % remaining)
s = remaining[1:i]
remaining = remaining[i + 1:].lstrip()
extras = []
while s:
m = IDENTIFIER.match(s)
if not m:
raise SyntaxError('malformed extra: %s' % s)
extras.append(m.groups()[0])
s = s[m.end():]
if not s:
break
if s[0] != ',':
raise SyntaxError('comma expected in extras: %s' % s)
s = s[1:].lstrip()
if not extras:
extras = None
if remaining:
if remaining[0] == '@':
# it's a URI
remaining = remaining[1:].lstrip()
m = NON_SPACE.match(remaining)
if not m:
raise SyntaxError('invalid URI: %s' % remaining)
uri = m.groups()[0]
t = urlparse(uri)
# there are issues with Python and URL parsing, so this test
# is a bit crude. See bpo-20271, bpo-23505. Python doesn't
# always parse invalid URLs correctly - it should raise
# exceptions for malformed URLs
if not (t.scheme and t.netloc):
raise SyntaxError('Invalid URL: %s' % uri)
remaining = remaining[m.end():].lstrip()
else:
def get_versions(ver_remaining):
"""
Return a list of operator, version tuples if any are
specified, else None.
"""
m = COMPARE_OP.match(ver_remaining)
versions = None
if m:
versions = []
while True:
op = m.groups()[0]
ver_remaining = ver_remaining[m.end():]
m = VERSION_IDENTIFIER.match(ver_remaining)
if not m:
raise SyntaxError('invalid version: %s' % ver_remaining)
v = m.groups()[0]
versions.append((op, v))
ver_remaining = ver_remaining[m.end():]
if not ver_remaining or ver_remaining[0] != ',':
break
ver_remaining = ver_remaining[1:].lstrip()
# Some packages have a trailing comma which would break things
# See issue #148
if not ver_remaining:
break
m = COMPARE_OP.match(ver_remaining)
if not m:
raise SyntaxError('invalid constraint: %s' % ver_remaining)
if not versions:
versions = None
return versions, ver_remaining
if remaining[0] != '(':
versions, remaining = get_versions(remaining)
else:
i = remaining.find(')', 1)
if i < 0:
raise SyntaxError('unterminated parenthesis: %s' % remaining)
s = remaining[1:i]
remaining = remaining[i + 1:].lstrip()
# As a special diversion from PEP 508, allow a version number
# a.b.c in parentheses as a synonym for ~= a.b.c (because this
# is allowed in earlier PEPs)
if COMPARE_OP.match(s):
versions, _ = get_versions(s)
else:
m = VERSION_IDENTIFIER.match(s)
if not m:
raise SyntaxError('invalid constraint: %s' % s)
v = m.groups()[0]
s = s[m.end():].lstrip()
if s:
raise SyntaxError('invalid constraint: %s' % s)
versions = [('~=', v)]
if remaining:
if remaining[0] != ';':
raise SyntaxError('invalid requirement: %s' % remaining)
remaining = remaining[1:].lstrip()
mark_expr, remaining = parse_marker(remaining)
if remaining and remaining[0] != '#':
raise SyntaxError('unexpected trailing data: %s' % remaining)
if not versions:
rs = distname
else:
rs = '%s %s' % (distname, ', '.join(['%s %s' % con for con in versions]))
return Container(name=distname, extras=extras, constraints=versions,
marker=mark_expr, url=uri, requirement=rs)
def get_resources_dests(resources_root, rules):
"""Find destinations for resources files"""
def get_rel_path(root, path):
# normalizes and returns a lstripped-/-separated path
root = root.replace(os.path.sep, '/')
path = path.replace(os.path.sep, '/')
assert path.startswith(root)
return path[len(root):].lstrip('/')
destinations = {}
for base, suffix, dest in rules:
prefix = os.path.join(resources_root, base)
for abs_base in iglob(prefix):
abs_glob = os.path.join(abs_base, suffix)
for abs_path in iglob(abs_glob):
resource_file = get_rel_path(resources_root, abs_path)
if dest is None: # remove the entry if it was here
destinations.pop(resource_file, None)
else:
rel_path = get_rel_path(abs_base, abs_path)
rel_dest = dest.replace(os.path.sep, '/').rstrip('/')
destinations[resource_file] = rel_dest + '/' + rel_path
return destinations
def in_venv():
if hasattr(sys, 'real_prefix'):
# virtualenv venvs
result = True
else:
# PEP 405 venvs
result = sys.prefix != getattr(sys, 'base_prefix', sys.prefix)
return result
def get_executable():
# The __PYVENV_LAUNCHER__ dance is apparently no longer needed, as
# changes to the stub launcher mean that sys.executable always points
# to the stub on OS X
# if sys.platform == 'darwin' and ('__PYVENV_LAUNCHER__'
# in os.environ):
# result = os.environ['__PYVENV_LAUNCHER__']
# else:
# result = sys.executable
# return result
# Avoid normcasing: see issue #143
# result = os.path.normcase(sys.executable)
result = sys.executable
if not isinstance(result, text_type):
result = fsdecode(result)
return result
def proceed(prompt, allowed_chars, error_prompt=None, default=None):
p = prompt
while True:
s = raw_input(p)
p = prompt
if not s and default:
s = default
if s:
c = s[0].lower()
if c in allowed_chars:
break
if error_prompt:
p = '%c: %s\n%s' % (c, error_prompt, prompt)
return c
def extract_by_key(d, keys):
if isinstance(keys, string_types):
keys = keys.split()
result = {}
for key in keys:
if key in d:
result[key] = d[key]
return result
def read_exports(stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
# Try to load as JSON, falling back on legacy format
data = stream.read()
stream = StringIO(data)
try:
jdata = json.load(stream)
result = jdata['extensions']['python.exports']['exports']
for group, entries in result.items():
for k, v in entries.items():
s = '%s = %s' % (k, v)
entry = get_export_entry(s)
assert entry is not None
entries[k] = entry
return result
except Exception:
stream.seek(0, 0)
def read_stream(cp, stream):
if hasattr(cp, 'read_file'):
cp.read_file(stream)
else:
cp.readfp(stream)
cp = configparser.ConfigParser()
try:
read_stream(cp, stream)
except configparser.MissingSectionHeaderError:
stream.close()
data = textwrap.dedent(data)
stream = StringIO(data)
read_stream(cp, stream)
result = {}
for key in cp.sections():
result[key] = entries = {}
for name, value in cp.items(key):
s = '%s = %s' % (name, value)
entry = get_export_entry(s)
assert entry is not None
#entry.dist = self
entries[name] = entry
return result
def write_exports(exports, stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getwriter('utf-8')(stream)
cp = configparser.ConfigParser()
for k, v in exports.items():
# TODO check k, v for valid values
cp.add_section(k)
for entry in v.values():
if entry.suffix is None:
s = entry.prefix
else:
s = '%s:%s' % (entry.prefix, entry.suffix)
if entry.flags:
s = '%s [%s]' % (s, ', '.join(entry.flags))
cp.set(k, entry.name, s)
cp.write(stream)
@contextlib.contextmanager
def tempdir():
td = tempfile.mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
@contextlib.contextmanager
def chdir(d):
cwd = os.getcwd()
try:
os.chdir(d)
yield
finally:
os.chdir(cwd)
@contextlib.contextmanager
def socket_timeout(seconds=15):
cto = socket.getdefaulttimeout()
try:
socket.setdefaulttimeout(seconds)
yield
finally:
socket.setdefaulttimeout(cto)
class cached_property(object):
def __init__(self, func):
self.func = func
#for attr in ('__name__', '__module__', '__doc__'):
# setattr(self, attr, getattr(func, attr, None))
def __get__(self, obj, cls=None):
if obj is None:
return self
value = self.func(obj)
object.__setattr__(obj, self.func.__name__, value)
#obj.__dict__[self.func.__name__] = value = self.func(obj)
return value
def convert_path(pathname):
"""Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
"""
if os.sep == '/':
return pathname
if not pathname:
return pathname
if pathname[0] == '/':
raise ValueError("path '%s' cannot be absolute" % pathname)
if pathname[-1] == '/':
raise ValueError("path '%s' cannot end with '/'" % pathname)
paths = pathname.split('/')
while os.curdir in paths:
paths.remove(os.curdir)
if not paths:
return os.curdir
return os.path.join(*paths)
class FileOperator(object):
def __init__(self, dry_run=False):
self.dry_run = dry_run
self.ensured = set()
self._init_record()
def _init_record(self):
self.record = False
self.files_written = set()
self.dirs_created = set()
def record_as_written(self, path):
if self.record:
self.files_written.add(path)
def newer(self, source, target):
"""Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
"""
if not os.path.exists(source):
raise DistlibException("file '%r' does not exist" %
os.path.abspath(source))
if not os.path.exists(target):
return True
return os.stat(source).st_mtime > os.stat(target).st_mtime
def copy_file(self, infile, outfile, check=True):
"""Copy a file respecting dry-run and force flags.
"""
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying %s to %s', infile, outfile)
if not self.dry_run:
msg = None
if check:
if os.path.islink(outfile):
msg = '%s is a symlink' % outfile
elif os.path.exists(outfile) and not os.path.isfile(outfile):
msg = '%s is a non-regular file' % outfile
if msg:
raise ValueError(msg + ' which would be overwritten')
shutil.copyfile(infile, outfile)
self.record_as_written(outfile)
def copy_stream(self, instream, outfile, encoding=None):
assert not os.path.isdir(outfile)
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying stream %s to %s', instream, outfile)
if not self.dry_run:
if encoding is None:
outstream = open(outfile, 'wb')
else:
outstream = codecs.open(outfile, 'w', encoding=encoding)
try:
shutil.copyfileobj(instream, outstream)
finally:
outstream.close()
self.record_as_written(outfile)
def write_binary_file(self, path, data):
self.ensure_dir(os.path.dirname(path))
if not self.dry_run:
if os.path.exists(path):
os.remove(path)
with open(path, 'wb') as f:
f.write(data)
self.record_as_written(path)
def write_text_file(self, path, data, encoding):
self.write_binary_file(path, data.encode(encoding))
def set_mode(self, bits, mask, files):
if os.name == 'posix' or (os.name == 'java' and os._name == 'posix'):
# Set the executable bits (owner, group, and world) on
# all the files specified.
for f in files:
if self.dry_run:
logger.info("changing mode of %s", f)
else:
mode = (os.stat(f).st_mode | bits) & mask
logger.info("changing mode of %s to %o", f, mode)
os.chmod(f, mode)
set_executable_mode = lambda s, f: s.set_mode(0o555, 0o7777, f)
def ensure_dir(self, path):
path = os.path.abspath(path)
if path not in self.ensured and not os.path.exists(path):
self.ensured.add(path)
d, f = os.path.split(path)
self.ensure_dir(d)
logger.info('Creating %s' % path)
if not self.dry_run:
os.mkdir(path)
if self.record:
self.dirs_created.add(path)
def byte_compile(self, path, optimize=False, force=False, prefix=None, hashed_invalidation=False):
dpath = cache_from_source(path, not optimize)
logger.info('Byte-compiling %s to %s', path, dpath)
if not self.dry_run:
if force or self.newer(path, dpath):
if not prefix:
diagpath = None
else:
assert path.startswith(prefix)
diagpath = path[len(prefix):]
compile_kwargs = {}
if hashed_invalidation and hasattr(py_compile, 'PycInvalidationMode'):
compile_kwargs['invalidation_mode'] = py_compile.PycInvalidationMode.CHECKED_HASH
py_compile.compile(path, dpath, diagpath, True, **compile_kwargs) # raise error
self.record_as_written(dpath)
return dpath
def ensure_removed(self, path):
if os.path.exists(path):
if os.path.isdir(path) and not os.path.islink(path):
logger.debug('Removing directory tree at %s', path)
if not self.dry_run:
shutil.rmtree(path)
if self.record:
if path in self.dirs_created:
self.dirs_created.remove(path)
else:
if os.path.islink(path):
s = 'link'
else:
s = 'file'
logger.debug('Removing %s %s', s, path)
if not self.dry_run:
os.remove(path)
if self.record:
if path in self.files_written:
self.files_written.remove(path)
def is_writable(self, path):
result = False
while not result:
if os.path.exists(path):
result = os.access(path, os.W_OK)
break
parent = os.path.dirname(path)
if parent == path:
break
path = parent
return result
def commit(self):
"""
Commit recorded changes, turn off recording, return
changes.
"""
assert self.record
result = self.files_written, self.dirs_created
self._init_record()
return result
def rollback(self):
if not self.dry_run:
for f in list(self.files_written):
if os.path.exists(f):
os.remove(f)
# dirs should all be empty now, except perhaps for
# __pycache__ subdirs
# reverse so that subdirs appear before their parents
dirs = sorted(self.dirs_created, reverse=True)
for d in dirs:
flist = os.listdir(d)
if flist:
assert flist == ['__pycache__']
sd = os.path.join(d, flist[0])
os.rmdir(sd)
os.rmdir(d) # should fail if non-empty
self._init_record()
def resolve(module_name, dotted_path):
if module_name in sys.modules:
mod = sys.modules[module_name]
else:
mod = __import__(module_name)
if dotted_path is None:
result = mod
else:
parts = dotted_path.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
class ExportEntry(object):
def __init__(self, name, prefix, suffix, flags):
self.name = name
self.prefix = prefix
self.suffix = suffix
self.flags = flags
@cached_property
def value(self):
return resolve(self.prefix, self.suffix)
def __repr__(self): # pragma: no cover
return '<ExportEntry %s = %s:%s %s>' % (self.name, self.prefix,
self.suffix, self.flags)
def __eq__(self, other):
if not isinstance(other, ExportEntry):
result = False
else:
result = (self.name == other.name and
self.prefix == other.prefix and
self.suffix == other.suffix and
self.flags == other.flags)
return result
__hash__ = object.__hash__
ENTRY_RE = re.compile(r'''(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>[\w-]+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
''', re.VERBOSE)
def get_export_entry(specification):
m = ENTRY_RE.search(specification)
if not m:
result = None
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
else:
d = m.groupdict()
name = d['name']
path = d['callable']
colons = path.count(':')
if colons == 0:
prefix, suffix = path, None
else:
if colons != 1:
raise DistlibException("Invalid specification "
"'%s'" % specification)
prefix, suffix = path.split(':')
flags = d['flags']
if flags is None:
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
flags = []
else:
flags = [f.strip() for f in flags.split(',')]
result = ExportEntry(name, prefix, suffix, flags)
return result
def get_cache_base(suffix=None):
"""
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
"""
if suffix is None:
suffix = '.distlib'
if os.name == 'nt' and 'LOCALAPPDATA' in os.environ:
result = os.path.expandvars('$localappdata')
else:
# Assume posix, or old Windows
result = os.path.expanduser('~')
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if os.path.isdir(result):
usable = os.access(result, os.W_OK)
if not usable:
logger.warning('Directory exists but is not writable: %s', result)
else:
try:
os.makedirs(result)
usable = True
except OSError:
logger.warning('Unable to create %s', result, exc_info=True)
usable = False
if not usable:
result = tempfile.mkdtemp()
logger.warning('Default location unusable, using %s', result)
return os.path.join(result, suffix)
def path_to_cache_dir(path):
"""
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
"""
d, p = os.path.splitdrive(os.path.abspath(path))
if d:
d = d.replace(':', '---')
p = p.replace(os.sep, '--')
return d + p + '.cache'
def ensure_slash(s):
if not s.endswith('/'):
return s + '/'
return s
def parse_credentials(netloc):
username = password = None
if '@' in netloc:
prefix, netloc = netloc.rsplit('@', 1)
if ':' not in prefix:
username = prefix
else:
username, password = prefix.split(':', 1)
if username:
username = unquote(username)
if password:
password = unquote(password)
return username, password, netloc
def get_process_umask():
result = os.umask(0o22)
os.umask(result)
return result
def is_string_sequence(seq):
result = True
i = None
for i, s in enumerate(seq):
if not isinstance(s, string_types):
result = False
break
assert i is not None
return result
PROJECT_NAME_AND_VERSION = re.compile('([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-'
'([a-z0-9_.+-]+)', re.I)
PYTHON_VERSION = re.compile(r'-py(\d\.?\d?)')
def split_filename(filename, project_name=None):
"""
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
"""
result = None
pyver = None
filename = unquote(filename).replace(' ', '-')
m = PYTHON_VERSION.search(filename)
if m:
pyver = m.group(1)
filename = filename[:m.start()]
if project_name and len(filename) > len(project_name) + 1:
m = re.match(re.escape(project_name) + r'\b', filename)
if m:
n = m.end()
result = filename[:n], filename[n + 1:], pyver
if result is None:
m = PROJECT_NAME_AND_VERSION.match(filename)
if m:
result = m.group(1), m.group(3), pyver
return result
# Allow spaces in name because of legacy dists like "Twisted Core"
NAME_VERSION_RE = re.compile(r'(?P<name>[\w .-]+)\s*'
r'\(\s*(?P<ver>[^\s)]+)\)$')
def parse_name_and_version(p):
"""
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
"""
m = NAME_VERSION_RE.match(p)
if not m:
raise DistlibException('Ill-formed name/version string: \'%s\'' % p)
d = m.groupdict()
return d['name'].strip().lower(), d['ver']
def get_extras(requested, available):
result = set()
requested = set(requested or [])
available = set(available or [])
if '*' in requested:
requested.remove('*')
result |= available
for r in requested:
if r == '-':
result.add(r)
elif r.startswith('-'):
unwanted = r[1:]
if unwanted not in available:
logger.warning('undeclared extra: %s' % unwanted)
if unwanted in result:
result.remove(unwanted)
else:
if r not in available:
logger.warning('undeclared extra: %s' % r)
result.add(r)
return result
#
# Extended metadata functionality
#
def _get_external_data(url):
result = {}
try:
# urlopen might fail if it runs into redirections,
# because of Python issue #13696. Fixed in locators
# using a custom redirect handler.
resp = urlopen(url)
headers = resp.info()
ct = headers.get('Content-Type')
if not ct.startswith('application/json'):
logger.debug('Unexpected response for JSON request: %s', ct)
else:
reader = codecs.getreader('utf-8')(resp)
#data = reader.read().decode('utf-8')
#result = json.loads(data)
result = json.load(reader)
except Exception as e:
logger.exception('Failed to get external data for %s: %s', url, e)
return result
_external_data_base_url = 'https://www.red-dove.com/pypi/projects/'
def get_project_data(name):
url = '%s/%s/project.json' % (name[0].upper(), name)
url = urljoin(_external_data_base_url, url)
result = _get_external_data(url)
return result
def get_package_data(name, version):
url = '%s/%s/package-%s.json' % (name[0].upper(), name, version)
url = urljoin(_external_data_base_url, url)
return _get_external_data(url)
class Cache(object):
"""
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
"""
def __init__(self, base):
"""
Initialise an instance.
:param base: The base directory where the cache should be located.
"""
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if not os.path.isdir(base): # pragma: no cover
os.makedirs(base)
if (os.stat(base).st_mode & 0o77) != 0:
logger.warning('Directory \'%s\' is not private', base)
self.base = os.path.abspath(os.path.normpath(base))
def prefix_to_dir(self, prefix):
"""
Converts a resource prefix to a directory name in the cache.
"""
return path_to_cache_dir(prefix)
def clear(self):
"""
Clear the cache.
"""
not_removed = []
for fn in os.listdir(self.base):
fn = os.path.join(self.base, fn)
try:
if os.path.islink(fn) or os.path.isfile(fn):
os.remove(fn)
elif os.path.isdir(fn):
shutil.rmtree(fn)
except Exception:
not_removed.append(fn)
return not_removed
class EventMixin(object):
"""
A very simple publish/subscribe system.
"""
def __init__(self):
self._subscribers = {}
def add(self, event, subscriber, append=True):
"""
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
"""
subs = self._subscribers
if event not in subs:
subs[event] = deque([subscriber])
else:
sq = subs[event]
if append:
sq.append(subscriber)
else:
sq.appendleft(subscriber)
def remove(self, event, subscriber):
"""
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
"""
subs = self._subscribers
if event not in subs:
raise ValueError('No subscribers: %r' % event)
subs[event].remove(subscriber)
def get_subscribers(self, event):
"""
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
"""
return iter(self._subscribers.get(event, ()))
def publish(self, event, *args, **kwargs):
"""
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
"""
result = []
for subscriber in self.get_subscribers(event):
try:
value = subscriber(event, *args, **kwargs)
except Exception:
logger.exception('Exception during event publication')
value = None
result.append(value)
logger.debug('publish %s: args = %s, kwargs = %s, result = %s',
event, args, kwargs, result)
return result
#
# Simple sequencing
#
class Sequencer(object):
def __init__(self):
self._preds = {}
self._succs = {}
self._nodes = set() # nodes with no preds/succs
def add_node(self, node):
self._nodes.add(node)
def remove_node(self, node, edges=False):
if node in self._nodes:
self._nodes.remove(node)
if edges:
for p in set(self._preds.get(node, ())):
self.remove(p, node)
for s in set(self._succs.get(node, ())):
self.remove(node, s)
# Remove empties
for k, v in list(self._preds.items()):
if not v:
del self._preds[k]
for k, v in list(self._succs.items()):
if not v:
del self._succs[k]
def add(self, pred, succ):
assert pred != succ
self._preds.setdefault(succ, set()).add(pred)
self._succs.setdefault(pred, set()).add(succ)
def remove(self, pred, succ):
assert pred != succ
try:
preds = self._preds[succ]
succs = self._succs[pred]
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of anything' % succ)
try:
preds.remove(pred)
succs.remove(succ)
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of %r' % (succ, pred))
def is_step(self, step):
return (step in self._preds or step in self._succs or
step in self._nodes)
def get_steps(self, final):
if not self.is_step(final):
raise ValueError('Unknown: %r' % final)
result = []
todo = []
seen = set()
todo.append(final)
while todo:
step = todo.pop(0)
if step in seen:
# if a step was already seen,
# move it to the end (so it will appear earlier
# when reversed on return) ... but not for the
# final step, as that would be confusing for
# users
if step != final:
result.remove(step)
result.append(step)
else:
seen.add(step)
result.append(step)
preds = self._preds.get(step, ())
todo.extend(preds)
return reversed(result)
@property
def strong_connections(self):
#http://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm
index_counter = [0]
stack = []
lowlinks = {}
index = {}
result = []
graph = self._succs
def strongconnect(node):
# set the depth index for this node to the smallest unused index
index[node] = index_counter[0]
lowlinks[node] = index_counter[0]
index_counter[0] += 1
stack.append(node)
# Consider successors
try:
successors = graph[node]
except Exception:
successors = []
for successor in successors:
if successor not in lowlinks:
# Successor has not yet been visited
strongconnect(successor)
lowlinks[node] = min(lowlinks[node],lowlinks[successor])
elif successor in stack:
# the successor is in the stack and hence in the current
# strongly connected component (SCC)
lowlinks[node] = min(lowlinks[node],index[successor])
# If `node` is a root node, pop the stack and generate an SCC
if lowlinks[node] == index[node]:
connected_component = []
while True:
successor = stack.pop()
connected_component.append(successor)
if successor == node: break
component = tuple(connected_component)
# storing the result
result.append(component)
for node in graph:
if node not in lowlinks:
strongconnect(node)
return result
@property
def dot(self):
result = ['digraph G {']
for succ in self._preds:
preds = self._preds[succ]
for pred in preds:
result.append(' %s -> %s;' % (pred, succ))
for node in self._nodes:
result.append(' %s;' % node)
result.append('}')
return '\n'.join(result)
#
# Unarchiving functionality for zip, tar, tgz, tbz, whl
#
ARCHIVE_EXTENSIONS = ('.tar.gz', '.tar.bz2', '.tar', '.zip',
'.tgz', '.tbz', '.whl')
def unarchive(archive_filename, dest_dir, format=None, check=True):
def check_path(path):
if not isinstance(path, text_type):
path = path.decode('utf-8')
p = os.path.abspath(os.path.join(dest_dir, path))
if not p.startswith(dest_dir) or p[plen] != os.sep:
raise ValueError('path outside destination: %r' % p)
dest_dir = os.path.abspath(dest_dir)
plen = len(dest_dir)
archive = None
if format is None:
if archive_filename.endswith(('.zip', '.whl')):
format = 'zip'
elif archive_filename.endswith(('.tar.gz', '.tgz')):
format = 'tgz'
mode = 'r:gz'
elif archive_filename.endswith(('.tar.bz2', '.tbz')):
format = 'tbz'
mode = 'r:bz2'
elif archive_filename.endswith('.tar'):
format = 'tar'
mode = 'r'
else: # pragma: no cover
raise ValueError('Unknown format for %r' % archive_filename)
try:
if format == 'zip':
archive = ZipFile(archive_filename, 'r')
if check:
names = archive.namelist()
for name in names:
check_path(name)
else:
archive = tarfile.open(archive_filename, mode)
if check:
names = archive.getnames()
for name in names:
check_path(name)
if format != 'zip' and sys.version_info[0] < 3:
# See Python issue 17153. If the dest path contains Unicode,
# tarfile extraction fails on Python 2.x if a member path name
# contains non-ASCII characters - it leads to an implicit
# bytes -> unicode conversion using ASCII to decode.
for tarinfo in archive.getmembers():
if not isinstance(tarinfo.name, text_type):
tarinfo.name = tarinfo.name.decode('utf-8')
archive.extractall(dest_dir)
finally:
if archive:
archive.close()
def zip_dir(directory):
"""zip a directory tree into a BytesIO object"""
result = io.BytesIO()
dlen = len(directory)
with ZipFile(result, "w") as zf:
for root, dirs, files in os.walk(directory):
for name in files:
full = os.path.join(root, name)
rel = root[dlen:]
dest = os.path.join(rel, name)
zf.write(full, dest)
return result
#
# Simple progress bar
#
UNITS = ('', 'K', 'M', 'G','T','P')
class Progress(object):
unknown = 'UNKNOWN'
def __init__(self, minval=0, maxval=100):
assert maxval is None or maxval >= minval
self.min = self.cur = minval
self.max = maxval
self.started = None
self.elapsed = 0
self.done = False
def update(self, curval):
assert self.min <= curval
assert self.max is None or curval <= self.max
self.cur = curval
now = time.time()
if self.started is None:
self.started = now
else:
self.elapsed = now - self.started
def increment(self, incr):
assert incr >= 0
self.update(self.cur + incr)
def start(self):
self.update(self.min)
return self
def stop(self):
if self.max is not None:
self.update(self.max)
self.done = True
@property
def maximum(self):
return self.unknown if self.max is None else self.max
@property
def percentage(self):
if self.done:
result = '100 %'
elif self.max is None:
result = ' ?? %'
else:
v = 100.0 * (self.cur - self.min) / (self.max - self.min)
result = '%3d %%' % v
return result
def format_duration(self, duration):
if (duration <= 0) and self.max is None or self.cur == self.min:
result = '??:??:??'
#elif duration < 1:
# result = '--:--:--'
else:
result = time.strftime('%H:%M:%S', time.gmtime(duration))
return result
@property
def ETA(self):
if self.done:
prefix = 'Done'
t = self.elapsed
#import pdb; pdb.set_trace()
else:
prefix = 'ETA '
if self.max is None:
t = -1
elif self.elapsed == 0 or (self.cur == self.min):
t = 0
else:
#import pdb; pdb.set_trace()
t = float(self.max - self.min)
t /= self.cur - self.min
t = (t - 1) * self.elapsed
return '%s: %s' % (prefix, self.format_duration(t))
@property
def speed(self):
if self.elapsed == 0:
result = 0.0
else:
result = (self.cur - self.min) / self.elapsed
for unit in UNITS:
if result < 1000:
break
result /= 1000.0
return '%d %sB/s' % (result, unit)
#
# Glob functionality
#
RICH_GLOB = re.compile(r'\{([^}]*)\}')
_CHECK_RECURSIVE_GLOB = re.compile(r'[^/\\,{]\*\*|\*\*[^/\\,}]')
_CHECK_MISMATCH_SET = re.compile(r'^[^{]*\}|\{[^}]*$')
def iglob(path_glob):
"""Extended globbing function that supports ** and {opt1,opt2,opt3}."""
if _CHECK_RECURSIVE_GLOB.search(path_glob):
msg = """invalid glob %r: recursive glob "**" must be used alone"""
raise ValueError(msg % path_glob)
if _CHECK_MISMATCH_SET.search(path_glob):
msg = """invalid glob %r: mismatching set marker '{' or '}'"""
raise ValueError(msg % path_glob)
return _iglob(path_glob)
def _iglob(path_glob):
rich_path_glob = RICH_GLOB.split(path_glob, 1)
if len(rich_path_glob) > 1:
assert len(rich_path_glob) == 3, rich_path_glob
prefix, set, suffix = rich_path_glob
for item in set.split(','):
for path in _iglob(''.join((prefix, item, suffix))):
yield path
else:
if '**' not in path_glob:
for item in std_iglob(path_glob):
yield item
else:
prefix, radical = path_glob.split('**', 1)
if prefix == '':
prefix = '.'
if radical == '':
radical = '*'
else:
# we support both
radical = radical.lstrip('/')
radical = radical.lstrip('\\')
for path, dir, files in os.walk(prefix):
path = os.path.normpath(path)
for fn in _iglob(os.path.join(path, radical)):
yield fn
if ssl:
from .compat import (HTTPSHandler as BaseHTTPSHandler, match_hostname,
CertificateError)
#
# HTTPSConnection which verifies certificates/matches domains
#
class HTTPSConnection(httplib.HTTPSConnection):
ca_certs = None # set this to the path to the certs file (.pem)
check_domain = True # only used if ca_certs is not None
# noinspection PyPropertyAccess
def connect(self):
sock = socket.create_connection((self.host, self.port), self.timeout)
if getattr(self, '_tunnel_host', False):
self.sock = sock
self._tunnel()
if not hasattr(ssl, 'SSLContext'):
# For 2.x
if self.ca_certs:
cert_reqs = ssl.CERT_REQUIRED
else:
cert_reqs = ssl.CERT_NONE
self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file,
cert_reqs=cert_reqs,
ssl_version=ssl.PROTOCOL_SSLv23,
ca_certs=self.ca_certs)
else: # pragma: no cover
context = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
if hasattr(ssl, 'OP_NO_SSLv2'):
context.options |= ssl.OP_NO_SSLv2
if self.cert_file:
context.load_cert_chain(self.cert_file, self.key_file)
kwargs = {}
if self.ca_certs:
context.verify_mode = ssl.CERT_REQUIRED
context.load_verify_locations(cafile=self.ca_certs)
if getattr(ssl, 'HAS_SNI', False):
kwargs['server_hostname'] = self.host
self.sock = context.wrap_socket(sock, **kwargs)
if self.ca_certs and self.check_domain:
try:
match_hostname(self.sock.getpeercert(), self.host)
logger.debug('Host verified: %s', self.host)
except CertificateError: # pragma: no cover
self.sock.shutdown(socket.SHUT_RDWR)
self.sock.close()
raise
class HTTPSHandler(BaseHTTPSHandler):
def __init__(self, ca_certs, check_domain=True):
BaseHTTPSHandler.__init__(self)
self.ca_certs = ca_certs
self.check_domain = check_domain
def _conn_maker(self, *args, **kwargs):
"""
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
"""
result = HTTPSConnection(*args, **kwargs)
if self.ca_certs:
result.ca_certs = self.ca_certs
result.check_domain = self.check_domain
return result
def https_open(self, req):
try:
return self.do_open(self._conn_maker, req)
except URLError as e:
if 'certificate verify failed' in str(e.reason):
raise CertificateError('Unable to verify server certificate '
'for %s' % req.host)
else:
raise
#
# To prevent against mixing HTTP traffic with HTTPS (examples: A Man-In-The-
# Middle proxy using HTTP listens on port 443, or an index mistakenly serves
# HTML containing a http://xyz link when it should be https://xyz),
# you can use the following handler class, which does not allow HTTP traffic.
#
# It works by inheriting from HTTPHandler - so build_opener won't add a
# handler for HTTP itself.
#
class HTTPSOnlyHandler(HTTPSHandler, HTTPHandler):
def http_open(self, req):
raise URLError('Unexpected HTTP request on what should be a secure '
'connection: %s' % req)
#
# XML-RPC with timeouts
#
_ver_info = sys.version_info[:2]
if _ver_info == (2, 6):
class HTTP(httplib.HTTP):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
if ssl:
class HTTPS(httplib.HTTPS):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
class Transport(xmlrpclib.Transport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.Transport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, x509 = self.get_host_info(host)
if _ver_info == (2, 6):
result = HTTP(h, timeout=self.timeout)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPConnection(h)
result = self._connection[1]
return result
if ssl:
class SafeTransport(xmlrpclib.SafeTransport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.SafeTransport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, kwargs = self.get_host_info(host)
if not kwargs:
kwargs = {}
kwargs['timeout'] = self.timeout
if _ver_info == (2, 6):
result = HTTPS(host, None, **kwargs)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPSConnection(h, None,
**kwargs)
result = self._connection[1]
return result
class ServerProxy(xmlrpclib.ServerProxy):
def __init__(self, uri, **kwargs):
self.timeout = timeout = kwargs.pop('timeout', None)
# The above classes only come into play if a timeout
# is specified
if timeout is not None:
# scheme = splittype(uri) # deprecated as of Python 3.8
scheme = urlparse(uri)[0]
use_datetime = kwargs.get('use_datetime', 0)
if scheme == 'https':
tcls = SafeTransport
else:
tcls = Transport
kwargs['transport'] = t = tcls(timeout, use_datetime=use_datetime)
self.transport = t
xmlrpclib.ServerProxy.__init__(self, uri, **kwargs)
#
# CSV functionality. This is provided because on 2.x, the csv module can't
# handle Unicode. However, we need to deal with Unicode in e.g. RECORD files.
#
def _csv_open(fn, mode, **kwargs):
if sys.version_info[0] < 3:
mode += 'b'
else:
kwargs['newline'] = ''
# Python 3 determines encoding from locale. Force 'utf-8'
# file encoding to match other forced utf-8 encoding
kwargs['encoding'] = 'utf-8'
return open(fn, mode, **kwargs)
class CSVBase(object):
defaults = {
'delimiter': str(','), # The strs are used because we need native
'quotechar': str('"'), # str in the csv API (2.x won't take
'lineterminator': str('\n') # Unicode)
}
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.stream.close()
class CSVReader(CSVBase):
def __init__(self, **kwargs):
if 'stream' in kwargs:
stream = kwargs['stream']
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
self.stream = stream
else:
self.stream = _csv_open(kwargs['path'], 'r')
self.reader = csv.reader(self.stream, **self.defaults)
def __iter__(self):
return self
def next(self):
result = next(self.reader)
if sys.version_info[0] < 3:
for i, item in enumerate(result):
if not isinstance(item, text_type):
result[i] = item.decode('utf-8')
return result
__next__ = next
class CSVWriter(CSVBase):
def __init__(self, fn, **kwargs):
self.stream = _csv_open(fn, 'w')
self.writer = csv.writer(self.stream, **self.defaults)
def writerow(self, row):
if sys.version_info[0] < 3:
r = []
for item in row:
if isinstance(item, text_type):
item = item.encode('utf-8')
r.append(item)
row = r
self.writer.writerow(row)
#
# Configurator functionality
#
class Configurator(BaseConfigurator):
value_converters = dict(BaseConfigurator.value_converters)
value_converters['inc'] = 'inc_convert'
def __init__(self, config, base=None):
super(Configurator, self).__init__(config)
self.base = base or os.getcwd()
def configure_custom(self, config):
def convert(o):
if isinstance(o, (list, tuple)):
result = type(o)([convert(i) for i in o])
elif isinstance(o, dict):
if '()' in o:
result = self.configure_custom(o)
else:
result = {}
for k in o:
result[k] = convert(o[k])
else:
result = self.convert(o)
return result
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
args = config.pop('[]', ())
if args:
args = tuple([convert(o) for o in args])
items = [(k, convert(config[k])) for k in config if valid_ident(k)]
kwargs = dict(items)
result = c(*args, **kwargs)
if props:
for n, v in props.items():
setattr(result, n, convert(v))
return result
def __getitem__(self, key):
result = self.config[key]
if isinstance(result, dict) and '()' in result:
self.config[key] = result = self.configure_custom(result)
return result
def inc_convert(self, value):
"""Default converter for the inc:// protocol."""
if not os.path.isabs(value):
value = os.path.join(self.base, value)
with codecs.open(value, 'r', encoding='utf-8') as f:
result = json.load(f)
return result
class SubprocessMixin(object):
"""
Mixin for running subprocesses and capturing their output
"""
def __init__(self, verbose=False, progress=None):
self.verbose = verbose
self.progress = progress
def reader(self, stream, context):
"""
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
"""
progress = self.progress
verbose = self.verbose
while True:
s = stream.readline()
if not s:
break
if progress is not None:
progress(s, context)
else:
if not verbose:
sys.stderr.write('.')
else:
sys.stderr.write(s.decode('utf-8'))
sys.stderr.flush()
stream.close()
def run_command(self, cmd, **kwargs):
p = subprocess.Popen(cmd, stdout=subprocess.PIPE,
stderr=subprocess.PIPE, **kwargs)
t1 = threading.Thread(target=self.reader, args=(p.stdout, 'stdout'))
t1.start()
t2 = threading.Thread(target=self.reader, args=(p.stderr, 'stderr'))
t2.start()
p.wait()
t1.join()
t2.join()
if self.progress is not None:
self.progress('done.', 'main')
elif self.verbose:
sys.stderr.write('done.\n')
return p
def normalize_name(name):
"""Normalize a python package name a la PEP 503"""
# https://www.python.org/dev/peps/pep-0503/#normalized-names
return re.sub('[-_.]+', '-', name).lower()
# def _get_pypirc_command():
# """
# Get the distutils command for interacting with PyPI configurations.
# :return: the command.
# """
# from distutils.core import Distribution
# from distutils.config import PyPIRCCommand
# d = Distribution()
# return PyPIRCCommand(d)
class PyPIRCFile(object):
DEFAULT_REPOSITORY = 'https://upload.pypi.org/legacy/'
DEFAULT_REALM = 'pypi'
def __init__(self, fn=None, url=None):
if fn is None:
fn = os.path.join(os.path.expanduser('~'), '.pypirc')
self.filename = fn
self.url = url
def read(self):
result = {}
if os.path.exists(self.filename):
repository = self.url or self.DEFAULT_REPOSITORY
config = configparser.RawConfigParser()
config.read(self.filename)
sections = config.sections()
if 'distutils' in sections:
# let's get the list of servers
index_servers = config.get('distutils', 'index-servers')
_servers = [server.strip() for server in
index_servers.split('\n')
if server.strip() != '']
if _servers == []:
# nothing set, let's try to get the default pypi
if 'pypi' in sections:
_servers = ['pypi']
else:
for server in _servers:
result = {'server': server}
result['username'] = config.get(server, 'username')
# optional params
for key, default in (('repository', self.DEFAULT_REPOSITORY),
('realm', self.DEFAULT_REALM),
('password', None)):
if config.has_option(server, key):
result[key] = config.get(server, key)
else:
result[key] = default
# work around people having "repository" for the "pypi"
# section of their config set to the HTTP (rather than
# HTTPS) URL
if (server == 'pypi' and
repository in (self.DEFAULT_REPOSITORY, 'pypi')):
result['repository'] = self.DEFAULT_REPOSITORY
elif (result['server'] != repository and
result['repository'] != repository):
result = {}
elif 'server-login' in sections:
# old format
server = 'server-login'
if config.has_option(server, 'repository'):
repository = config.get(server, 'repository')
else:
repository = self.DEFAULT_REPOSITORY
result = {
'username': config.get(server, 'username'),
'password': config.get(server, 'password'),
'repository': repository,
'server': server,
'realm': self.DEFAULT_REALM
}
return result
def update(self, username, password):
# import pdb; pdb.set_trace()
config = configparser.RawConfigParser()
fn = self.filename
config.read(fn)
if not config.has_section('pypi'):
config.add_section('pypi')
config.set('pypi', 'username', username)
config.set('pypi', 'password', password)
with open(fn, 'w') as f:
config.write(f)
def _load_pypirc(index):
"""
Read the PyPI access configuration as supported by distutils.
"""
return PyPIRCFile(url=index.url).read()
def _store_pypirc(index):
PyPIRCFile().update(index.username, index.password)
#
# get_platform()/get_host_platform() copied from Python 3.10.a0 source, with some minor
# tweaks
#
def get_host_platform():
"""Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
if 'amd64' in sys.version.lower():
return 'win-amd64'
if '(arm)' in sys.version.lower():
return 'win-arm32'
if '(arm64)' in sys.version.lower():
return 'win-arm64'
return sys.platform
# Set for cross builds explicitly
if "_PYTHON_HOST_PLATFORM" in os.environ:
return os.environ["_PYTHON_HOST_PLATFORM"]
if os.name != 'posix' or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
(osname, host, release, version, machine) = os.uname()
# Convert the OS name to lowercase, remove '/' characters, and translate
# spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_').replace('/', '-')
if osname[:5] == 'linux':
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == 'sunos':
if release[0] >= '5': # SunOS 5 == Solaris 2
osname = 'solaris'
release = '%d.%s' % (int(release[0]) - 3, release[2:])
# We can't use 'platform.architecture()[0]' because a
# bootstrap problem. We use a dict to get an error
# if some suspicious happens.
bitness = {2147483647:'32bit', 9223372036854775807:'64bit'}
machine += '.%s' % bitness[sys.maxsize]
# fall through to standard osname-release-machine representation
elif osname[:3] == 'aix':
from _aix_support import aix_platform
return aix_platform()
elif osname[:6] == 'cygwin':
osname = 'cygwin'
rel_re = re.compile (r'[\d.]+', re.ASCII)
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == 'darwin':
import _osx_support, distutils.sysconfig
osname, release, machine = _osx_support.get_platform_osx(
distutils.sysconfig.get_config_vars(),
osname, release, machine)
return '%s-%s-%s' % (osname, release, machine)
_TARGET_TO_PLAT = {
'x86' : 'win32',
'x64' : 'win-amd64',
'arm' : 'win-arm32',
}
def get_platform():
if os.name != 'nt':
return get_host_platform()
cross_compilation_target = os.environ.get('VSCMD_ARG_TGT_ARCH')
if cross_compilation_target not in _TARGET_TO_PLAT:
return get_host_platform()
return _TARGET_TO_PLAT[cross_compilation_target]
site-packages/pip/_vendor/distlib/_backport/__pycache__/shutil.cpython-39.pyc 0000644 00000052324 15056474501 0023274 0 ustar 00 a
��Rekd � @ s d Z ddlZddlZddlZddlmZ ddlZzddlmZ W n e y^ ddl
mZ Y n0 ddl Z ddl m
Z
zddlZdZW n e y� dZY n0 zdd lmZ W n e y� dZY n0 zdd
lmZ W n e y� dZY n0 g d �ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�Zze W n e �yd dZ Y n0 dfdd�Z dd� Z dd � Z d d � Z!d d � Z"d!d"� Z#d#d$� Z$d%d&� Z%dde$dfd'd(�Z&dgd)d*�Z'd+d,� Z(d-d.� Z)d/d0� Z*d1d2� Z+d3d4� Z,dhd6d7�Z-did8d9�Z.djd:d;�Z/e-d<gd=fe-d>gd?fe-d@gdAfe/g dBfdC�Z0e�rLe-d>gd?fe0dD< dEdF� Z1dkdHdI�Z2dJdK� Z3dldLdM�Z4dNdO� Z5dPdQ� Z6dmdRdS�Z7dTdU� Z8dVdW� Z9dXdY� Z:dZd[� Z;d\d]ge;g d=fd^ge;g dAfd_ge:g dBfd`�Z<e�r�dage;g d?fe<dD< dbdc� Z=dnddde�Z>dS )oz�Utility functions for copying and archiving files and directory trees.
XXX The functions here don't copy the resource fork or other metadata on Mac.
� N)�abspath)�Callable� )�tarfileTF)�getpwnam)�getgrnam)� copyfileobj�copyfile�copymode�copystat�copy�copy2�copytree�move�rmtree�Error�SpecialFileError� ExecError� make_archive�get_archive_formats�register_archive_format�unregister_archive_format�get_unpack_formats�register_unpack_format�unregister_unpack_format�unpack_archive�ignore_patternsc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/_backport/shutil.pyr / s r c @ s e Zd ZdZdS )r z|Raised when trying to do a kind of operation (e.g. copying) which is
not supported on a special file (e.g. a named pipe)N�r r r �__doc__r r r r! r 2 s r c @ s e Zd ZdZdS )r z+Raised when a command could not be executedNr" r r r r! r 6 s r c @ s e Zd ZdZdS )� ReadErrorz%Raised when an archive cannot be readNr" r r r r! r$ 9 s r$ c @ s e Zd ZdZdS )�
RegistryErrorzVRaised when a registry operation with the archiving
and unpacking registries failsNr" r r r r! r% < s r% � @ c C s | � |�}|sq |�|� q dS )z=copy data from file-like object fsrc to file-like object fdstN)�read�write)�fsrc�fdst�length�bufr r r! r F s
r c C sZ t tjd�r2ztj�| |�W S ty0 Y dS 0 tj�tj�| ��tj�tj�|��kS )N�samefileF)�hasattr�os�pathr- �OSError�normcaser ��src�dstr r r! � _samefileN s �r6 c C s� t | |�rtd| |f ��| |fD ]>}zt�|�}W n tyF Y q"0 t�|j�r"td| ��q"t| d��D}t|d��}t ||� W d � n1 s�0 Y W d � n1 s�0 Y dS )zCopy data from src to dstz `%s` and `%s` are the same filez`%s` is a named pipe�rb�wbN)
r6 r r/ �statr1 �S_ISFIFO�st_moder �openr )r4 r5 �fn�str) r* r r r! r Z s
r c C s0 t td�r,t�| �}t�|j�}t�||� dS )z Copy mode bits from src to dst�chmodN)r. r/ r9 �S_IMODEr; r? )r4 r5 r> �moder r r! r
n s
r
c
C s� t �| �}t�|j�}tt d�r4t �||j|jf� tt d�rJt �||� tt d�r�t|d�r�zt � ||j
� W n< t y� } z$tt d�r�|j t j
kr�� W Y d}~n
d}~0 0 dS )zCCopy all stat info (mode bits, atime, mtime, flags) from src to dst�utimer? �chflags�st_flags�
EOPNOTSUPPN)r/ r9 r@ r; r. rB �st_atime�st_mtimer? rC rD r1 �errnorE )r4 r5 r> rA �whyr r r! r u s
�r c C s: t j�|�r"t j�|t j�| ��}t| |� t| |� dS )zVCopy data and mode bits ("cp src dst").
The destination may be a directory.
N)r/ r0 �isdir�join�basenamer r
r3 r r r! r � s
r c C s: t j�|�r"t j�|t j�| ��}t| |� t| |� dS )z]Copy data and all stat info ("cp -p src dst").
The destination may be a directory.
N)r/ r0 rJ rK rL r r r3 r r r! r
� s
r
c s � fdd�}|S )z�Function that can be used as copytree() ignore parameter.
Patterns is a sequence of glob-style patterns
that are used to exclude filesc s( g }� D ]}|� t�||�� qt|�S �N)�extend�fnmatch�filter�set)r0 �names�
ignored_names�pattern��patternsr r! �_ignore_patterns� s z)ignore_patterns.<locals>._ignore_patternsr )rV rW r rU r! r � s r c C s� t �| �}|dur || |�}nt� }t �|� g }|D �]} | |v rFq6t j�| | �}
t j�|| �} ztt j�|
�r�t �|
�} |r�t �| | � q�t j� | �s�|r�W q6||
| � n(t j�
|
�r�t |
| |||� n
||
| � W q6 t �y }
z |�
|
jd � W Y d}
~
q6d}
~
0 t�yD } z |�|
| t|�f� W Y d}~q6d}~0 0 q6zt| |� W nR t�y� } z8tdu�r�t|t��r�n|�
| |t|�f� W Y d}~n
d}~0 0 |�r�t |��dS )a� Recursively copy a directory tree.
The destination directory must not already exist.
If exception(s) occur, an Error is raised with a list of reasons.
If the optional symlinks flag is true, symbolic links in the
source tree result in symbolic links in the destination tree; if
it is false, the contents of the files pointed to by symbolic
links are copied. If the file pointed by the symlink doesn't
exist, an exception will be added in the list of errors raised in
an Error exception at the end of the copy process.
You can set the optional ignore_dangling_symlinks flag to true if you
want to silence this exception. Notice that this has no effect on
platforms that don't support os.symlink.
The optional ignore argument is a callable. If given, it
is called with the `src` parameter, which is the directory
being visited by copytree(), and `names` which is the list of
`src` contents, as returned by os.listdir():
callable(src, names) -> ignored_names
Since copytree() is called recursively, the callable will be
called once for each directory that is copied. It returns a
list of names relative to the `src` directory that should
not be copied.
The optional copy_function argument is a callable that will be used
to copy each file. It will be called with the source path and the
destination path as arguments. By default, copy2() is used, but any
function that supports the same signature (like copy()) can be used.
Nr )r/ �listdirrQ �makedirsr0 rK �islink�readlink�symlink�existsrJ r r rN �args�EnvironmentError�append�strr r1 � WindowsError�
isinstance)r4 r5 �symlinks�ignore�
copy_function�ignore_dangling_symlinksrR rS �errors�name�srcname�dstname�linkto�errrI r r r! r � sD $
$,*r c C sh |rdd� }n|du r dd� }zt j�| �r4td��W n( ty^ |t jj| t�� � Y dS 0 g }zt �| �}W n& t jy� |t j| t�� � Y n0 |D ]�}t j�| |�}zt � |�j
}W n t jy� d}Y n0 t � |�r�t
|||� q�zt �|� W q� t j�y( |t j|t�� � Y q�0 q�zt �| � W n( t j�yb |t j| t�� � Y n0 dS )a� Recursively delete a directory tree.
If ignore_errors is set, errors are ignored; otherwise, if onerror
is set, it is called to handle the error with arguments (func,
path, exc_info) where func is os.listdir, os.remove, or os.rmdir;
path is the argument to that function that caused it to fail; and
exc_info is a tuple returned by sys.exc_info(). If ignore_errors
is false and onerror is None, an exception is raised.
c W s d S rM r �r^ r r r! �onerror s zrmtree.<locals>.onerrorNc W s � d S rM r rn r r r! ro s z%Cannot call rmtree on a symbolic linkr )r/ r0 rZ r1 �sys�exc_inforX �errorrK �lstatr; r9 �S_ISDIRr �remove�rmdir)r0 �
ignore_errorsro rR ri �fullnamerA r r r! r � s>
r c C s t j�| �t jj��S rM )r/ r0 rL �rstrip�sep)r0 r r r! � _basename* s r{ c C s� |}t j�|�rTt| |�r*t �| |� dS t j�|t| ��}t j�|�rTtd| ��zt �| |� W nd t y� t j�| �r�t
| |�r�td| |f ��t | |dd� t | � nt
| |� t �| � Y n0 dS )a� Recursively move a file or directory to another location. This is
similar to the Unix "mv" command.
If the destination is a directory or a symlink to a directory, the source
is moved inside the directory. The destination path must not already
exist.
If the destination already exists but is not a directory, it may be
overwritten depending on os.rename() semantics.
If the destination is on our current filesystem, then rename() is used.
Otherwise, src is copied to the destination and then removed.
A lot more could be done here... A look at a mv.c shows a lot of
the issues this implementation glosses over.
Nz$Destination path '%s' already existsz.Cannot move a directory '%s' into itself '%s'.T)rd )r/ r0 rJ r6 �renamerK r{ r] r r1 �
_destinsrcr r r
�unlink)r4 r5 �real_dstr r r! r / s$
r c C sN t | �} t |�}| �tjj�s*| tjj7 } |�tjj�sD|tjj7 }|�| �S rM )r �endswithr/ r0 rz �
startswithr3 r r r! r} W s r} c C sL t du s| du rdS z t | �}W n ty6 d}Y n0 |durH|d S dS )z"Returns a gid, given a group name.N� )r �KeyError�ri �resultr r r! �_get_gid` s
r� c C sL t du s| du rdS z t | �}W n ty6 d}Y n0 |durH|d S dS )z"Returns an uid, given a user name.Nr� )r r� r� r r r! �_get_uidl s
r� �gzipc s
ddd�}ddi} t r&d|d< d| d< |d urD|| vrDtd
�|���| d | �|d� }
tj�|
�} tj�| �s�|d ur�|�d | � |s�t� | � |d ur�|�d
� t
���t ��� � ���fdd�} |�st �
|
d|| �}
z|
j|| d� W |
�� n
|
�� 0 |
S )a� Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", or None.
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_name' + ".tar", possibly plus
the appropriate compression extension (".gz", or ".bz2").
Returns the output filename.
�gz� )r� Nr� z.gz�bz2�bzip2�.bz2NzCbad value for 'compress', or compression format not supported : {0}�.tar� creating %szCreating tar archivec s, � d ur� | _ �| _�d ur(�| _�| _| S rM )�gid�gname�uid�uname)�tarinfo�r� �group�ownerr� r r! � _set_uid_gid� s z#_make_tarball.<locals>._set_uid_gidzw|%s)rP )�_BZ2_SUPPORTED�
ValueError�format�getr/ r0 �dirnamer] �inforY r� r� r r< �add�close)� base_name�base_dir�compress�verbose�dry_runr� r� �logger�tar_compression� compress_ext� archive_name� archive_dirr� �tarr r� r! �
_make_tarballx s6
�
r� c C sb |r
d}nd}ddl m} ddlm} z|d||| g|d� W n |y\ td�| �Y n0 d S ) Nz-rz-rqr )�DistutilsExecError)�spawn�zip)r� zkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utility)�distutils.errorsr� �distutils.spawnr� r )r� � zip_filenamer� r� �
zipoptionsr� r� r r r! �_call_external_zip� s �r� c C s | d }t j�| �}t j�|�sB|dur4|�d|� |sBt �|� z ddl}W n tyd d}Y n0 |du r~t||||� n�|dur�|�d||� |�s|j |d|j
d�}t � |�D ]V\} }
} | D ]F} t j� t j�
| | ��}
t j�|
�r�|�|
|
� |dur�|�d|
� q�q�|�� |S ) am Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises ExecError. Returns the name of the output zip
file.
�.zipNr� r z#creating '%s' and adding '%s' to it�w)� compressionz adding '%s')r/ r0 r� r] r� rY �zipfile� ImportErrorr� �ZipFile� ZIP_DEFLATED�walk�normpathrK �isfiler( r� )r� r� r� r� r� r� r� r� r� �dirpath�dirnames� filenamesri r0 r r r! �
_make_zipfile� s<
�� r� )r� r� zgzip'ed tar-file)r� r� zbzip2'ed tar-file)r� Nzuncompressed tar filezZIP file)�gztar�bztarr� r� r� c C s dd� t �� D �} | �� | S )z�Returns a list of supported formats for archiving and unarchiving.
Each element of the returned sequence is a tuple (name, description)
c S s g | ]\}}||d f�qS )r� r )�.0ri �registryr r r! �
<listcomp> � z'get_archive_formats.<locals>.<listcomp>)�_ARCHIVE_FORMATS�items�sort��formatsr r r! r s
�r r� c C sv |du r g }t |t�s"td| ��t |ttf�s8td��|D ]&}t |ttf�rZt|�dkr<td��q<|||ft| < dS )au Registers an archive format.
name is the name of the format. function is the callable that will be
used to create archives. If provided, extra_args is a sequence of
(name, value) tuples that will be passed as arguments to the callable.
description can be provided to describe the format, and will be returned
by the get_archive_formats() function.
Nz The %s object is not callablez!extra_args needs to be a sequencer� z+extra_args elements are : (arg_name, value))rc r � TypeError�tuple�list�lenr� )ri �function�
extra_args� description�elementr r r! r s
r c C s
t | = d S rM )r� �ri r r r! r s r c
C s* t �� } |dur>|dur$|�d|� t j�| �} |s>t �|� |du rLt j}||d�}
z t| } W n ty� t d| ��Y n0 | d } | d D ]\}
}||
|
< q�|dkr�||
d< ||
d < z<| | |fi |
��}W |dur�|dur�|�d
| � t �| � n,|du�r$|du�r|�d
| � t �| � 0 |S ) a� Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "bztar"
or "gztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
Nzchanging into '%s')r� r� zunknown archive format '%s'r r r� r� r� zchanging back to '%s')
r/ �getcwd�debugr0 r �chdir�curdirr� r� r� )r� r� �root_dirr� r� r� r� r� r� �save_cwd�kwargs� format_info�func�arg�val�filenamer r r! r # s>
�
r c C s dd� t �� D �} | �� | S )z�Returns a list of supported formats for unpacking.
Each element of the returned sequence is a tuple
(name, extensions, description)
c S s" g | ]\}}||d |d f�qS )r � r )r� ri r� r r r! r� ` r� z&get_unpack_formats.<locals>.<listcomp>)�_UNPACK_FORMATSr� r� r� r r r! r Z s
�r c C sl i }t �� D ] \}}|d D ] }|||< q q | D ]$}||v r0d}t|||| f ��q0t|t�shtd��dS )z+Checks what gets registered as an unpacker.r z!%s is already registered for "%s"z*The registered function must be a callableN)r� r� r% rc r r� ) �
extensionsr� r� �existing_extensionsri r� �ext� extension�msgr r r! �_check_unpack_optionse s �
r� c C s, |du r g }t |||� ||||ft| < dS )aM Registers an unpack format.
`name` is the name of the format. `extensions` is a list of extensions
corresponding to the format.
`function` is the callable that will be
used to unpack archives. The callable will receive archives to unpack.
If it's unable to handle an archive, it needs to raise a ReadError
exception.
If provided, `extra_args` is a sequence of
(name, value) tuples that will be passed as arguments to the callable.
description can be provided to describe the format, and will be returned
by the get_unpack_formats() function.
N)r� r� )ri r� r� r� r� r r r! r w s r c C s
t | = dS )z*Removes the pack format from the registry.N)r� r� r r r! r � s r c C s& t j�| �}t j�|�s"t �|� dS )z1Ensure that the parent directory of `path` existsN)r/ r0 r� rJ rY )r0 r� r r r! �_ensure_directory� s r� c C s� z ddl }W n ty& td��Y n0 |�| �s>td| ��|�| �}z�|�� D ]�}|j}|�d�sRd|v rpqRtj j
|g|� d��R � }|s�qRt |� |�
d�sR|�|j�}t|d�}z|�|� W |�� ~qR|�� ~0 qRW |�� n
|�� 0 dS )z+Unpack zip `filename` to `extract_dir`
r Nz/zlib not supported, cannot unpack this archive.z%s is not a zip file�/z..r8 )r� r� r$ �
is_zipfiler� �infolistr� r� r/ r0 rK �splitr� r� r' r< r( r� ) r� � extract_dirr� r� r� ri �target�data�fr r r! �_unpack_zipfile� s4
�r� c C sV zt �| �}W n t jy. td| ��Y n0 z|�|� W |�� n
|�� 0 dS )z:Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
z/%s is not a compressed or uncompressed tar fileN)r r< �TarErrorr$ �
extractallr� )r� r� �tarobjr r r! �_unpack_tarfile� s �
r� z.tar.gzz.tgzr� r� )r� r� r� r� c C s: t �� D ],\}}|d D ]}| �|�r| S qqd S )Nr )r� r� r� )r� ri r� r� r r r! �_find_unpack_format� s
r� c C s� |du rt �� }|durjz t| }W n tyD td�|���Y n0 |d }|| |fi t|d ��� nLt| �}|du r�td�| ���t| d }tt| d �}|| |fi |�� dS )a� Unpack an archive.
`filename` is the name of the archive.
`extract_dir` is the name of the target directory, where the archive
is unpacked. If not provided, the current working directory is used.
`format` is the archive format: one of "zip", "tar", or "gztar". Or any
other registered format. If not provided, unpack_archive will use the
filename extension and see if an unpacker was registered for that
extension.
In case none is found, a ValueError is raised.
NzUnknown unpack format '{0}'r r� z Unknown archive format '{0}') r/ r� r� r� r� r� �dictr� r$ )r� r� r� r� r� r� r r r! r � s r )r& )FN)r� r r NNN)FF)r r N)Nr� )NNr r NNN)Nr� )NN)?r# r/ rp r9 �os.pathr rO �collections.abcr r� � collectionsrH r� r r� r� �pwdr �grpr �__all__r_ r r r r$ � Exceptionr% rb � NameErrorr r6 r r
r r r
r r r r{ r r} r� r� r� r� r� r� r r r r r r� r r r� r� r� r� r� r r r r r! �<module> s�
�
R
1( �
>
0
��
�
7 �
% �� site-packages/pip/_vendor/distlib/_backport/__pycache__/tarfile.cpython-39.pyc 0000644 00000172462 15056474501 0023420 0 ustar 00 a
��Re�i �
@ sF d dl mZ dZdZdZdZdZdZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZzd dlZd dlZW n ey� d ZZY n0 eefZzeef7 ZW n ey� Y n0 g d �Zejd d
k r�d dlZnd dlZej Z d Z d Z e d
Z dZ!dZ"dZ#dZ$dZ%dZ&d Z'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0d Z1d Z2d Z3d Z4d Z5d Z6d!Z7e6Z8e&e'e(e)e,e-e.e*e+e/e0e1f Z9e&e'e.e1fZ:e/e0e1fZ;d"Z<e=d#�Z>e?e?e?e@e@e@d$�ZAd%ZBd&ZCd'ZDd(ZEd)ZFd*ZGd+ZHd,ZId ZJd-ZKd.ZLd/ZMd0ZNd1ZOd2ZPd3ZQd!ZRd ZSe jTd4v �rd5ZUne�V� ZUd6d7� ZWd8d9� ZXd:d;� ZYd2e8fd<d=�ZZd>d?� Z[d{d@dA�Z\eBdBfeCdCfeDdDfeEdEfeFdFfeGdGffeKdHffeLdIffeMeHB dJfeHdKfeMdLffeNdHffeOdIffePeIB dJfeIdKfePdLffeQdHffeRdIffeSeJB dMfeJdNfeSdLfff
Z]dOdP� Z^G dQdR� dRe_�Z`G dSdT� dTe`�ZaG dUdV� dVe`�ZbG dWdX� dXe`�ZcG dYdZ� dZe`�ZdG d[d\� d\e`�ZeG d]d^� d^ee�ZfG d_d`� d`ee�ZgG dadb� dbee�ZhG dcdd� ddee�ZiG dedf� dfee�ZjG dgdh� dhek�ZlG didj� djek�ZmG dkdl� dlek�ZnG dmdn� dnek�ZoG dodp� dpek�ZpG dqdr� drek�ZqG dsdt� dtek�ZrG dudv� dvek�ZsG dwdx� dxek�Ztdydz� Zue Zvesj Z dS )|� )�print_functionz
$Revision$z0.9.0u" Lars Gustäbel (lars@gustaebel.de)z5$Date: 2011-02-25 17:42:01 +0200 (Fri, 25 Feb 2011) $z?$Id: tarfile.py 88586 2011-02-25 15:42:01Z marc-andre.lemburg $u4 Gustavo Niemeyer, Niels Gustäbel, Richard Townsend.N)�TarFile�TarInfo�
is_tarfile�TarError� � � � s ustar s ustar 00�d � � 0� 1� 2� 3� 4� 5� 6� 7� L� K� S� x� g� X� � )�path�linkpath�size�mtime�uid�gid�uname�gname)r r r# r$ )�atime�ctimer r! r" r i � i � i ` � @ i i i � � � �@ � � � � )�ntZcezutf-8c C s( | � ||�} | d|� |t| � t S )z8Convert a string to a null-terminated bytes object.
N)�encode�len�NUL)�s�length�encoding�errors� r8 ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/_backport/tarfile.py�stn� s r: c C s* | � d�}|dkr | d|� } | �||�S )z8Convert a null-terminated bytes object to a string.
r ���N)�find�decode)r4 r6 r7 �pr8 r8 r9 �nts� s
r? c C s� | d t d�krHztt| dd�p"dd�}W q~ tyD td��Y q~0 n6d}tt| �d �D ] }|dK }|t| |d �7 }q\|S ) z/Convert a number field to a python number.
r r* �ascii�strict�0r. zinvalid headerr )�chr�intr? �
ValueError�InvalidHeaderError�ranger2 �ord)r4 �n�ir8 r8 r9 �nti� s rK c C s� d| kr d|d k r<n n d|d | f � d�t }n||tksT| d|d kr\td��| dk r|t�dt�d | ��d } t� }t|d �D ] }|� d| d
@ � | dL } q�|� dd � |S ) z/Convert a python number to a number field.
r r. r z%0*or@ r) zoverflow in number field�L�l� r* )
r1 r3 �
GNU_FORMATrE �struct�unpack�pack� bytearrayrG �insert)rI �digits�formatr4 rJ r8 r8 r9 �itn� s
rW c C sh dt t�d| dd� �t�d| dd� � � }dt t�d| dd� �t�d | dd� � � }||fS )
a� Calculate the checksum for a member's header by summing up all
characters except for the chksum field which is treated as if
it was filled with spaces. According to the GNU tar sources,
some tars (Sun and NeXT) calculate chksum with signed char,
which will be different if there are chars in the buffer with
the high bit set. So we calculate two checksums, unsigned and
signed.
r) Z148BN� Z356B� r Z148bZ356b)�sumrP rQ )�buf�unsigned_chksum�
signed_chksumr8 r8 r9 � calc_chksums� s 00r^ c C s� |dkr dS |du r4| � d�}|s$q0|�|� qdS d}t||�\}}t|�D ],}| � |�}t|�|k rptd��|�|� qN|dkr�| � |�}t|�|k r�td��|�|� dS )zjCopy length bytes from fileobj src to fileobj dst.
If length is None, copy the entire content.
r Nr' zend of file reached)�read�write�divmodrG r2 �IOError)�src�dstr5 r[ �BUFSIZE�blocks� remainder�br8 r8 r9 � copyfileobj s*
ri rM �-rh �d�cr> �r�wr4 �S�x�t�Tc C sJ g }t D ]6}|D ]"\}}| |@ |kr|�|� qq|�d� qd�|�S )zcConvert a file's mode to a string of the form
-rwxrwxrwx.
Used by TarFile.list()
rj � )�filemode_table�append�join)�mode�perm�table�bit�charr8 r8 r9 �filemode8 s
r| c @ s e Zd ZdZdS )r zBase exception.N��__name__�
__module__� __qualname__�__doc__r8 r8 r8 r9 r G s r c @ s e Zd ZdZdS )� ExtractErrorz%General exception for extract errors.Nr} r8 r8 r8 r9 r� J s r� c @ s e Zd ZdZdS )� ReadErrorz&Exception for unreadable tar archives.Nr} r8 r8 r8 r9 r� M s r� c @ s e Zd ZdZdS )�CompressionErrorz.Exception for unavailable compression methods.Nr} r8 r8 r8 r9 r� P s r� c @ s e Zd ZdZdS )� StreamErrorz=Exception for unsupported operations on stream-like TarFiles.Nr} r8 r8 r8 r9 r� S s r� c @ s e Zd ZdZdS )� HeaderErrorz!Base exception for header errors.Nr} r8 r8 r8 r9 r� V s r� c @ s e Zd ZdZdS )�EmptyHeaderErrorz Exception for empty headers.Nr} r8 r8 r8 r9 r� Y s r� c @ s e Zd ZdZdS )�TruncatedHeaderErrorz Exception for truncated headers.Nr} r8 r8 r8 r9 r� \ s r� c @ s e Zd ZdZdS )�EOFHeaderErrorz"Exception for end of file headers.Nr} r8 r8 r8 r9 r� _ s r� c @ s e Zd ZdZdS )rF z Exception for invalid headers.Nr} r8 r8 r8 r9 rF b s rF c @ s e Zd ZdZdS )�SubsequentHeaderErrorz3Exception for missing and invalid extended headers.Nr} r8 r8 r8 r9 r� e s r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
_LowLevelFilez�Low-level file object. Supports reading and writing.
It is used instead of a regular file object for streaming
access.
c C sF t jt jt jB t jB d�| }tt d�r2|t jO }t �||d�| _d S )N)rm rn �O_BINARYi� ) �os�O_RDONLY�O_WRONLY�O_CREAT�O_TRUNC�hasattrr� �open�fd)�self�namerw r8 r8 r9 �__init__r s ��
z_LowLevelFile.__init__c C s t �| j� d S �N)r� �closer� �r� r8 r8 r9 r� { s z_LowLevelFile.closec C s t �| j|�S r� )r� r_ r� �r� r r8 r8 r9 r_ ~ s z_LowLevelFile.readc C s t �| j|� d S r� )r� r` r� �r� r4 r8 r8 r9 r` � s z_LowLevelFile.writeN)r~ r r� r� r� r� r_ r` r8 r8 r8 r9 r� l s
r� c @ st e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d dd�Z d dd�Z
dd� Zdd� ZdS ) �_Streama� Class that serves as an adapter between TarFile and
a stream-like object. The stream-like object only
needs to have a read() or write() method and is accessed
blockwise. Use of gzip or bzip2 compression is possible.
A stream-like object could be for example: sys.stdin,
sys.stdout, a socket, a tape device etc.
_Stream is intended to be used only internally.
c C sN d| _ |du r t||�}d| _ |dkr6t|�}|�� }|p<d| _|| _|| _|| _|| _d| _ d| _
d| _ z�|dkr�z ddl }W n t
y� td ��Y n0 || _ |�d�| _|d
kr�| �� n| �� |d k�r z ddl}W n t
y� td ��Y n0 |d
k�rd| _|�� | _n
|�� | _W n& | j �s<| j�� d| _ � Y n0 dS )
z$Construct a _Stream object.
TNF�*rs � r �gzz zlib module is not availablerm �bz2�bz2 module is not available)� _extfileobjr� � _StreamProxy� getcomptyper� rw �comptype�fileobj�bufsizer[ �pos�closed�zlib� ImportErrorr� �crc32�crc�
_init_read_gz�_init_write_gzr� �dbuf�BZ2Decompressor�cmp�
BZ2Compressorr� )r� r� rw r� r� r� r� r� r8 r8 r9 r� � sP
z_Stream.__init__c C s t | d�r| js| �� d S )Nr� )r� r� r� r� r8 r8 r9 �__del__� s z_Stream.__del__c C s� | j �d| j j| j j | j jd�| _t�dtt � � ��}| �
d| d � | j � d�rf| j dd� | _ | �
| j �
d d
�t � dS ) z6Initialize for writing with gzip compression.
� r �<Ls �s �z.gzN���z
iso-8859-1�replace)r� � compressobj�DEFLATED� MAX_WBITS�
DEF_MEM_LEVELr� rP rR rD �time�_Stream__writer� �endswithr1 r3 )r� � timestampr8 r8 r9 r� � s � z_Stream._init_write_gzc C sR | j dkr | j�|| j�| _| jt|�7 _| j dkrD| j�|�}| �|� dS )z&Write string s to the stream.
r� �tarN) r� r� r� r� r� r2 r� �compressr� r� r8 r8 r9 r` � s
z
_Stream.writec C sN | j |7 _ t| j �| jkrJ| j�| j d| j� � | j | jd� | _ qdS )z]Write string s to the stream if a whole new block
is ready to be written.
N)r[ r2 r� r� r` r� r8 r8 r9 �__write� s z_Stream.__writec C s� | j r
dS | jdkr2| jdkr2| j| j�� 7 _| jdkr�| jr�| j�| j� d| _| jdkr�| j�t� d| j
d@ �� | j�t� d| j d@ �� | j s�| j�
� d| _ dS ) z[Close the _Stream object. No operation should be
done on it afterwards.
Nrn r� r� r� r� l �� T)r� rw r� r[ r� �flushr� r` rP rR r� r� r� r� r� r8 r8 r9 r� � s
z
_Stream.closec C s� | j �| j j �| _d| _| �d�dkr0td��| �d�dkrFtd��t| �d��}| �d� |d @ r�t| �d��d
t| �d�� }| � |� |d @ r�| �d�}|r�|t
kr�q�q�|d @ r�| �d�}|r�|t
kr�q�q�|d@ r�| �d� d
S )z:Initialize for reading a gzip compressed fileobj.
r� r s ��not a gzip filer � z unsupported compression method� r/ r) r. r- N) r� �
decompressobjr� r� r� �
_Stream__readr� r� rH r_ r3 )r� �flag�xlenr4 r8 r8 r9 r� s*
z_Stream._init_read_gzc C s | j S )z3Return the stream's file pointer position.
�r� r� r8 r8 r9 �tell# s z _Stream.tellr c C sX || j dkrJt|| j | j�\}}t|�D ]}| �| j� q,| �|� ntd��| j S )zXSet the stream's file pointer to pos. Negative seeking
is forbidden.
r z seeking backwards is not allowed)r� ra r� rG r_ r� )r� r� rf rg rJ r8 r8 r9 �seek( s z _Stream.seekNc C sV |du r6g }| � | j�}|s q*|�|� q d�|�}n
| � |�}| jt|�7 _|S )z�Return the next size number of bytes from the stream.
If size is not defined, return all bytes of the stream
up to EOF.
Nrs )�_readr� ru rv r� r2 )r� r rq r[ r8 r8 r9 r_ 5 s
z _Stream.readc C s� | j dkr| �|�S t| j�}||k r�| �| j�}|s8q�z| j�|�}W n tyb td��Y n0 | j|7 _|t|�7 }q | jd|� }| j|d� | _|S )z+Return size bytes from the stream.
r� zinvalid compressed dataN) r� r� r2 r� r� r� �
decompressrb r� �r� r rl r[ r8 r8 r9 r� G s
z
_Stream._readc C sd t | j�}||k rB| j�| j�}|s&qB| j|7 _|t |�7 }q
| jd|� }| j|d� | _|S )zsReturn size bytes from stream. If internal buffer is empty,
read another block from the stream.
N)r2 r[ r� r_ r� r� r8 r8 r9 �__read\ s
z_Stream.__read)r )N)r~ r r� r� r� r� r� r` r� r� r� r� r� r_ r� r� r8 r8 r8 r9 r� � s
4
r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r� zsSmall proxy class that enables transparent compression
detection for the Stream interface (mode 'r|*').
c C s || _ | j �t�| _d S r� )r� r_ � BLOCKSIZEr[ )r� r� r8 r8 r9 r� q s z_StreamProxy.__init__c C s | j j| _| jS r� )r� r_ r[ r� r8 r8 r9 r_ u s
z_StreamProxy.readc C s$ | j �d�rdS | j �d�r dS dS )Ns �r� s BZh91r� r� )r[ �
startswithr� r8 r8 r9 r� y s
z_StreamProxy.getcomptypec C s | j �� d S r� )r� r� r� r8 r8 r9 r� � s z_StreamProxy.closeN)r~ r r� r� r� r_ r� r� r8 r8 r8 r9 r� l s
r� c @ sL e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dS )� _BZ2Proxya Small proxy class that enables external file object
support for "r:bz2" and "w:bz2" modes. This is actually
a workaround for a limitation in bz2 module's BZ2File
class which (unlike gzip.GzipFile) has no support for
a file object argument.
r' c C s( || _ || _t| j dd �| _| �� d S )Nr� )r� rw �getattrr� �init)r� r� rw r8 r8 r9 r� � s z_BZ2Proxy.__init__c C sD dd l }d| _| jdkr6|�� | _| j�d� d| _n
|�� | _d S )Nr rm r� ) r� r� rw r� �bz2objr� r� r[ r� )r� r� r8 r8 r9 r� � s
z_BZ2Proxy.initc C s� t | j�}||k rN| j�| j�}|s&qN| j�|�}| j|7 _|t |�7 }q
| jd |� }| j|d � | _| jt |�7 _|S r� )r2 r[ r� r_ � blocksizer� r� r� )r� r rp �raw�datar[ r8 r8 r9 r_ � s
z_BZ2Proxy.readc C s& || j k r| �� | �|| j � d S r� )r� r� r_ )r� r� r8 r8 r9 r� � s
z_BZ2Proxy.seekc C s | j S r� r� r� r8 r8 r9 r� � s z_BZ2Proxy.tellc C s. | j t|�7 _ | j�|�}| j�|� d S r� )r� r2 r� r� r� r` )r� r� r� r8 r8 r9 r` � s z_BZ2Proxy.writec C s$ | j dkr | j�� }| j�|� d S )Nrn )rw r� r� r� r` )r� r� r8 r8 r9 r� � s
z_BZ2Proxy.closeN) r~ r r� r� r� r� r� r_ r� r� r` r� r8 r8 r8 r9 r� � s
r� c @ s< e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zdd d �ZdS )� _FileInFilezA thin wrapper around an existing file object that
provides a part of its data as an individual file
object.
Nc C s� || _ || _|| _d| _|d u r*d|fg}d| _g | _d}| j}|D ]L\}}||krh| j�d||d f� | j�d||| |f� ||7 }|| }qD|| jk r�| j�d|| jd f� d S )Nr FT)r� �offsetr �position� map_index�mapru )r� r� r� r � blockinfo�lastpos�realposr8 r8 r9 r� � s$
z_FileInFile.__init__c C s t | jd�sdS | j�� S )N�seekableT)r� r� r� r� r8 r8 r9 r� � s z_FileInFile.seekablec C s | j S )�*Return the current file position.
�r� r� r8 r8 r9 r� � s z_FileInFile.tellc C s
|| _ dS )�(Seek to a position in the file.
Nr� )r� r� r8 r8 r9 r� � s z_FileInFile.seekc C s� |du r| j | j }nt|| j | j �}d}|dkr�| j| j \}}}}|| j kr^|k rfq� nq�q4| jd7 _| jt| j�kr4d| _q4t||| j �}|r�| j�|| j| � || j�|�7 }n |t | 7 }||8 }| j|7 _q,|S )z!Read data from the file.
Nr� r r )
r r� �minr� r� r2 r� r� r_ r3 )r� r r[ r� �start�stopr� r5 r8 r8 r9 r_ � s& z_FileInFile.read)N)N) r~ r r� r� r� r� r� r� r_ r8 r8 r8 r9 r� � s
r� c @ sz e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zdd d
�Z e Z
d dd�Z dd� Z dd� Z
ejfdd�Zdd� Zdd� Zd S ) � ExFileObjectzaFile-like object for reading an archive member.
Is returned by TarFile.extractfile().
r( c C sD t |j|j|j|j�| _|j| _d| _d| _|j| _d| _d| _ d S )Nrm Fr r� )
r� r� � offset_datar �sparser� rw r� r� �buffer)r� �tarfile�tarinfor8 r8 r9 r� s �zExFileObject.__init__c C s dS �NTr8 r� r8 r8 r9 �readable! s zExFileObject.readablec C s dS )NFr8 r� r8 r8 r9 �writable$ s zExFileObject.writablec C s
| j �� S r� )r� r� r� r8 r8 r9 r� ' s zExFileObject.seekableNc C s� | j rtd��d}| jrL|du r.| j}d| _n | jd|� }| j|d� | _|du rd|| j�� 7 }n|| j�|t|� �7 }| jt|�7 _|S )z~Read at most size bytes from the file. If size is not
present or None, read all data until EOF is reached.
� I/O operation on closed filer� N)r� rE r� r� r_ r2 r� )r� r r[ r8 r8 r9 r_ * s zExFileObject.readr; c C s� | j rtd��| j�d�d }|dkrt| j�| j�}| j|7 _|rNd|v r&| j�d�d }|dkrtt| j�}qtq&|dkr�t||�}| jd|� }| j|d� | _| j t|�7 _ |S )z�Read one entire line from the file. If size is present
and non-negative, return a string with at most that
size, which may be an incomplete line.
r� �
r r r; N)
r� rE r� r< r� r_ r� r2 r� r� )r� r r� r[ r8 r8 r9 �readlineE s"
zExFileObject.readlinec C s" g }| � � }|sq |�|� q|S )z0Return a list with all remaining lines.
)r� ru )r� �result�liner8 r8 r9 � readlinesb s
zExFileObject.readlinesc C s | j rtd��| jS )r� r� )r� rE r� r� r8 r8 r9 r� l s zExFileObject.tellc C s� | j rtd��|tjkr.tt|d�| j�| _nj|tjkrj|dk rTt| j| d�| _q�t| j| | j�| _n.|tj kr�tt| j| | j�d�| _ntd��d| _
| j � | j� dS )r� r� r zInvalid argumentr� N)
r� rE r� �SEEK_SETr� �maxr r� �SEEK_CUR�SEEK_ENDr� r� r� )r� r� �whencer8 r8 r9 r� t s
zExFileObject.seekc C s
d| _ dS )z Close the file object.
TN)r� r� r8 r8 r9 r� � s zExFileObject.closec c s | � � }|sq|V q dS )z/Get an iterator over the file's lines.
N)r� )r� r� r8 r8 r9 �__iter__� s zExFileObject.__iter__)N)r; )r~ r r� r� r� r� r� r� r� r_ �read1r� r� r� r� r� r� r� r r8 r8 r8 r9 r� s
r� c @ s� e Zd ZdZdZdVdd�Zdd� Zdd � Zeee�Z d
d � Z
d d
� Z ee
e �Z dd� Z
dd� Zeedfdd�Zdd� Zdd� Zdd� Zedd � �Zd d � Zed d � �Zed!d"� �Zed#d$� �Zed%d&� �Z ed'd(� �Z ed)d*� �Z d+d,� Z d-d.� Z d/d0� Z!d1d2� Z"d3d4� Z#d5d6� Z$d7d8� Z%d9d:� Z&d;d<� Z'd=d>� Z(d?d@� Z)dAdB� Z*dCdD� Z+dEdF� Z,dGdH� Z-dIdJ� Z.dKdL� Z/dMdN� Z0dOdP� Z1dQdR� Z2dSdT� Z3dUS )Wr a Informational class which holds the details about an
archive member given by a tar header block.
TarInfo objects are returned by TarFile.getmember(),
TarFile.getmembers() and TarFile.gettarinfo() and are
usually created internally.
)r� rw r! r" r r �chksum�type�linknamer# r$ �devmajor�devminorr� r� � pax_headersr� r� �_sparse_structs� _link_targetrs c C sj || _ d| _d| _d| _d| _d| _d| _t| _d| _ d| _
d| _ d| _ d| _
d| _d| _d| _i | _dS )zXConstruct a TarInfo object. name is the optional name
of the member.
i� r rs N)r� rw r! r" r r r �REGTYPEr r r# r$ r r r� r� r� r �r� r� r8 r8 r9 r� � s" zTarInfo.__init__c C s | j S r� �r� r� r8 r8 r9 �_getpath� s zTarInfo._getpathc C s
|| _ d S r� r r r8 r8 r9 �_setpath� s zTarInfo._setpathc C s | j S r� �r r� r8 r8 r9 � _getlinkpath� s zTarInfo._getlinkpathc C s
|| _ d S r� r )r� r r8 r8 r9 � _setlinkpath� s zTarInfo._setlinkpathc C s d| j j| jt| �f S )Nz<%s %r at %#x>)� __class__r~ r� �idr� r8 r8 r9 �__repr__� s zTarInfo.__repr__c C sl | j | jd@ | j| j| j| j| j| j| j| j | j
| j | j d�
}|d t
krh|d �d�sh|d d7 < |S )z9Return the TarInfo's attributes as a dictionary.
� )
r� rw r! r" r r r r r r# r$ r r r r� �/)r� rw r! r" r r r r r r# r$ r r �DIRTYPEr� )r� �infor8 r8 r9 �get_info� s" �zTarInfo.get_info�surrogateescapec C sT | � � }|tkr | �|||�S |tkr4| �|||�S |tkrH| �||�S td��dS )z<Return a tar header as a string of 512 byte blocks.
zinvalid formatN)r � USTAR_FORMAT�create_ustar_headerrO �create_gnu_header�
PAX_FORMAT�create_pax_headerrE )r� rV r6 r7 r r8 r8 r9 �tobuf� s z
TarInfo.tobufc C sZ t |d< t|d �tkr td��t|d �tkrJ| �|d �\|d< |d< | �|t||�S )z3Return the object as a ustar header block.
�magicr zlinkname is too longr� �prefix)� POSIX_MAGICr2 � LENGTH_LINKrE � LENGTH_NAME�_posix_split_name�_create_headerr )r� r r6 r7 r8 r8 r9 r � s zTarInfo.create_ustar_headerc C sp t |d< d}t|d �tkr4|| �|d t||�7 }t|d �tkr\|| �|d t||�7 }|| �|t||� S )z:Return the object as a GNU header block sequence.
r! r� r r� ) � GNU_MAGICr2 r$ �_create_gnu_long_header�GNUTYPE_LONGLINKr% �GNUTYPE_LONGNAMEr' rO )r� r r6 r7 r[ r8 r8 r9 r s zTarInfo.create_gnu_headerc
C s( t |d< | j�� }ddtfddtfddfD ]h\}}}||v r>q*z|| �dd � W n" tyt || ||< Y q*Y n0 t|| �|kr*|| ||< q*d
D ]`\}}||v r�d ||< q�|| }d | kr�d |d
k r�n n
t|t �r�t
|�||< d ||< q�|�r| � |t |�} nd} | | �
|tdd� S )z�Return the object as a ustar header block. If it cannot be
represented this way, prepend a pax extended header sequence
with supplement information.
r! r� r r r )r# r# r, )r$ r$ r, r@ rA ))r! r. )r" r. )r � )r r, r r. r r� r� )r# r �copyr% r$ r1 �UnicodeEncodeErrorr2 �
isinstance�float�str�_create_pax_generic_header�XHDTYPEr' r )
r� r r6 r r� �hnamer5 rU �valr[ r8 r8 r9 r s4
�
*
zTarInfo.create_pax_headerc C s | � |td�S )zAReturn the object as a pax global header block sequence.
�utf8)r2 �XGLTYPE)�clsr r8 r8 r9 �create_pax_global_headerD s z TarInfo.create_pax_global_headerc C sj |dt d � }|r.|d dkr.|dd� }q|t|�d� }|dd� }|rZt|�tkrbtd��||fS )zUSplit a name longer than 100 chars into a prefix
and a name part.
Nr r; r zname is too long)�
LENGTH_PREFIXr2 r% rE )r� r� r" r8 r8 r9 r& J s zTarInfo._posix_split_namec C sV t | �dd�d||�t| �dd�d@ d|�t| �dd�d|�t| �d d�d|�t| �d
d�d |�t| �d d�d |�d
| �dt�t | �dd�d||�| �dt�t | �dd�d||�t | �dd�d||�t| �dd�d|�t| �dd�d|�t | �dd�d||�g}t�dt d�|��}t |t d� �d }|dd� d | �
d � |d d� }|S ) z�Return a header block. info is a dictionary with file
information, format must be one of the *_FORMAT constants.
r� rs r rw r r r. r! r" r r, r s r r r! r# r, r$ r r r" r z%dsr� Ni����z%06o r@ i����) r: �getrW r
r# rP rR r� rv r^ r1 )r rV r6 r7 �partsr[ r r8 r8 r9 r' Y s(
�&zTarInfo._create_headerc C s. t t| �t�\}}|dkr*| t| t 7 } | S )zdReturn the string payload filled with zero bytes
up to the next 512 byte border.
r )ra r2 r� r3 )�payloadrf rg r8 r8 r9 �_create_payloadu s zTarInfo._create_payloadc C sR |� ||�t }i }d|d< ||d< t|�|d< t|d< | �|t||�| �|� S )zTReturn a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence
for name.
z
././@LongLinkr� r r r! )r1 r3 r2 r( r' r r> )r8 r� r r6 r7 r r8 r8 r9 r) s �z TarInfo._create_gnu_long_headerc C s0 d}|� � D ]6\}}z|�dd� W q ty@ d}Y qDY q 0 q d}|rT|d7 }|� � D ]�\}}|�d�}|r�|�|d�}n
|�d�}t|�t|� d }d } }
|tt|
�� } | |
kr�q�| }
q�|tt|
�d
�d | d | d
7 }q\i } d| d< || d< t|�| d< t| d< | �| td
d�| � |� S )z�Return a POSIX.1-2008 extended or global header sequence
that contains a list of keyword, value pairs. The values
must be strings.
Fr6 rA Tr� s 21 hdrcharset=BINARY
r r r r@ � � =r� z././@PaxHeaderr� r r r! r� )
�itemsr1 r. r2 r1 �bytesr# r' r r> ) r8 r r r6 �binary�keyword�value�recordsrM rI r> r r8 r8 r9 r2 � s<
( �z"TarInfo._create_pax_generic_headerc C st t |�dkrtd��t |�tkr(td��|�t�tkr>td��t|dd� �}|t|�vrbt d��| � }t
|dd� ||�|_ t|dd � �|_ t|d d
� �|_
t|d
d � �|_t|d d � �|_t|d d� �|_||_|dd
� |_t
|d
d� ||�|_t
|dd� ||�|_t
|dd� ||�|_t|dd� �|_t|dd� �|_t
|dd� ||�}|jtk�r�|j �d��r�t|_|jtk�r6d}g }t d�D ]j} z0t|||d � �}
t||d |d � �} W n t �y� Y �qY n0 |� |
| f� |d7 }�q�t |d �} t|dd � �}
|| |
f|_ |�!� �rN|j �"d�|_ |�rp|jt#v�rp|d |j |_ |S ) zAConstruct a TarInfo object from a 512 byte bytes object.
r z empty headerztruncated headerzend of file headerrX rY z bad checksumr �l �t �| � � i i i) iI iQ iY i� r i� r/ r, � i� i� i� )$r2 r� r� r� �countr3 r� rK r^ rF r? r� rw r! r" r r r r r r# r$ r r �AREGTYPEr� r �GNUTYPE_SPARSErG rE ru �boolr �isdir�rstrip� GNU_TYPES)r8 r[ r6 r7 r �objr" r� �structsrJ r� �numbytes�
isextended�origsizer8 r8 r9 �frombuf� sZ
zTarInfo.frombufc C s8 |j �t�}| �||j|j�}|j �� t |_|�|�S )zOReturn the next TarInfo object from TarFile object
tarfile.
) r� r_ r� rY r6 r7 r� r� � _proc_member)r8 r� r[ rT r8 r8 r9 � fromtarfile s zTarInfo.fromtarfilec C sT | j ttfv r| �|�S | j tkr,| �|�S | j tttfv rF| � |�S | �
|�S dS )zYChoose the right processing method depending on
the type and call it.
N) r r+ r* �
_proc_gnulongrO � _proc_sparser3 r7 �SOLARIS_XHDTYPE� _proc_pax�
_proc_builtin�r� r� r8 r8 r9 rZ s
zTarInfo._proc_memberc C sR |j �� | _| j}| �� s$| jtvr4|| �| j�7 }||_| � |j
|j |j � | S )zfProcess a builtin type or an unknown type which
will be treated as a regular file.
)
r� r� r� �isregr �SUPPORTED_TYPES�_blockr r� �_apply_pax_infor r6 r7 )r� r� r� r8 r8 r9 r` $ s zTarInfo._proc_builtinc C s� |j �| �| j��}z| �|�}W n ty< td��Y n0 | j|_| jt krdt
||j |j �|_
n | jtkr�t
||j |j �|_|S )zSProcess the blocks that hold a GNU longname
or longlink member.
� missing or bad subsequent header)r� r_ rd r r[ r� r� r� r r+ r? r6 r7 r� r* r )r� r� r[ �nextr8 r8 r9 r\ 5 s
zTarInfo._proc_gnulongc
C s� | j \}}}| ` |r�|j�t�}d}td�D ]l}z0t|||d � �}t||d |d � �} W n tyx Y q�Y n0 |r�| r�|�|| f� |d7 }q,t|d �}q|| _ |j�
� | _ | j | � | j
� |_|| _
| S )z8Process a GNU sparse header plus extra headers.
r � r, rL i� )r r� r_ r� rG rK rE ru rP r� r� r� rd r r� )
r� r� rU rW rX r[ r� rJ r� rV r8 r8 r9 r] K s(
zTarInfo._proc_sparsec C s |j �| �| j��}| jtkr&|j}n
|j�� }t� d|�}|durX|�
d�� d�|d< |� d�}|dkrr|j
}nd}t�d�}d}|�||�}|s��q&|�� \} }
t| �} ||�d �d |�d�| d � } | �|
dd|j�}
|
tv �r| �| ||j
|j�} n| �| dd|j�} | ||
< || 7 }q�z| �|�} W n t�yP td
��Y n0 d |v �rj| �| |� nHd |v �r�| �| ||� n.|� d
�dk�r�|� d�dk�r�| � | ||� | jt t fv �r| � ||j
|j� | j | _ d|v �r| j!}
| �"� �s| jt#v�r|
| �| j�7 }
|
|_ | S )zVProcess an extended or global header as described in
POSIX.1-2008.
s \d+ hdrcharset=([^\n]+)\nNr r6 �
hdrcharset�BINARYs (\d+) ([^=]+)=r r rf �GNU.sparse.map�GNU.sparse.sizezGNU.sparse.major�1zGNU.sparse.minorrB r )$r� r_ rd r r r7 r r- �re�search�groupr= r; r6 �compile�match�groupsrD �endr� �_decode_pax_fieldr7 �PAX_NAME_FIELDSr[ r� r� �_proc_gnusparse_01�_proc_gnusparse_00�_proc_gnusparse_10r3 r^ re r� r� rb rc )r� r� r[ r rr ri r6 �regexr� r5 rD rE rg r� r8 r8 r9 r_ g sd
$
�
�
�
zTarInfo._proc_paxc C sh g }t �d|�D ]}|�t|�d��� qg }t �d|�D ]}|�t|�d��� q:tt||��|_dS )z?Process a GNU tar extended sparse header, version 0.0.
s \d+ GNU.sparse.offset=(\d+)\nr s \d+ GNU.sparse.numbytes=(\d+)\nN)rn �finditerru rD rp �list�zipr� )r� rg r r[ �offsetsrr rV r8 r8 r9 rx � s zTarInfo._proc_gnusparse_00c C s@ dd� |d � d�D �}tt|ddd� |ddd� ��|_dS )z?Process a GNU tar extended sparse header, version 0.1.
c S s g | ] }t |��qS r8 )rD )�.0rp r8 r8 r9 �
<listcomp>� r� z.TarInfo._proc_gnusparse_01.<locals>.<listcomp>rk �,Nr r )�splitr| r} r� )r� rg r r� r8 r8 r9 rw � s zTarInfo._proc_gnusparse_01c C s� d}g }|j �t�}|�dd�\}}t|�}t|�|d k rtd|vrT||j �t�7 }|�dd�\}}|�t|�� q,|j �� |_t t
|ddd� |ddd� ��|_ dS )z?Process a GNU tar extended sparse header, version 1.0.
Nr� r r ) r� r_ r� r� rD r2 ru r� r� r| r} r� )r� rg r r� �fieldsr� r[ �numberr8 r8 r9 ry � s zTarInfo._proc_gnusparse_10c C s� |� � D ]�\}}|dkr&t| d|� q|dkr@t| dt|�� q|dkrZt| dt|�� q|tv r|tv r�zt| |�}W n ty� d}Y n0 |dkr�|�d�}t| ||� q|�� | _dS ) zoReplace fields with supplemental information from a previous
pax extended or global header.
zGNU.sparse.namer rl r zGNU.sparse.realsizer r N) rA �setattrrD �
PAX_FIELDS�PAX_NUMBER_FIELDSrE rR r- r )r� r r6 r7 rD rE r8 r8 r9 re � s"
zTarInfo._apply_pax_infoc C s2 z|� |d�W S ty, |� ||� Y S 0 dS )z1Decode a single field from a pax record.
rA N)r= �UnicodeDecodeError)r� rE r6 �fallback_encoding�fallback_errorsr8 r8 r9 ru s zTarInfo._decode_pax_fieldc C s" t |t�\}}|r|d7 }|t S )z_Round up a byte count by BLOCKSIZE and return it,
e.g. _block(834) => 1024.
r )ra r� )r� rM rf rg r8 r8 r9 rd
s zTarInfo._blockc C s
| j tv S r� )r �
REGULAR_TYPESr� r8 r8 r9 rb s z
TarInfo.isregc C s | � � S r� )rb r� r8 r8 r9 �isfile s zTarInfo.isfilec C s
| j tkS r� )r r r� r8 r8 r9 rQ s z
TarInfo.isdirc C s
| j tkS r� )r �SYMTYPEr� r8 r8 r9 �issym s z
TarInfo.issymc C s
| j tkS r� )r �LNKTYPEr� r8 r8 r9 �islnk s z
TarInfo.islnkc C s
| j tkS r� )r �CHRTYPEr� r8 r8 r9 �ischr s z
TarInfo.ischrc C s
| j tkS r� )r �BLKTYPEr� r8 r8 r9 �isblk" s z
TarInfo.isblkc C s
| j tkS r� )r �FIFOTYPEr� r8 r8 r9 �isfifo$ s zTarInfo.isfifoc C s
| j d uS r� )r� r� r8 r8 r9 �issparse& s zTarInfo.issparsec C s | j tttfv S r� )r r� r� r� r� r8 r8 r9 �isdev( s z
TarInfo.isdevN)rs )4r~ r r� r� � __slots__r� r
r �propertyr r r r r r �DEFAULT_FORMAT�ENCODINGr r r r � classmethodr9 r& � staticmethodr' r> r) r2 rY r[ rZ r` r\ r] r_ rx rw ry re ru rd rb r� rQ r� r� r� r� r� r� r� r8 r8 r8 r9 r � sf
1
2
>
f r c @ s� e Zd ZdZdZdZdZdZeZ e
Z dZ e
ZeZdVdd �Zedddefd
d ��ZedWd d
��ZedXdd��ZedYdd��Zdddd�Zdd� Zdd� Zdd � Zd d � Z dZd d �Z d[d"d#�Z d\d$d%�Z d]d&d'�Z d^d)d*�Z!d_d,d-�Z"d.d/� Z#d`d0d1�Z$d2d3� Z%d4d5� Z&d6d7� Z'd8d9� Z(d:d;� Z)d<d=� Z*d>d?� Z+d@dA� Z,dBdC� Z-dDdE� Z.dadFdG�Z/dHdI� Z0dbdJdK�Z1dLdM� Z2dNdO� Z3dPdQ� Z4dRdS� Z5dTdU� Z6dS )cr z=The TarFile Class provides an interface to tar archives.
r Fr Nrm r c
C s� t |�dks|dvr td��|| _dddd�| | _|sn| jdkrZtj�|�sZd | _d| _t|| j�}d
| _n0|d u r�t |d �r�|j
}t |d
�r�|j| _d| _|r�tj� |�nd | _
|| _ |d ur�|| _
|d ur�|| _|d ur�|| _|d ur�|| _|d u�r|| _| | _|
d u�r&| j
tk�r&|
| _ni | _| d u�r<| | _| d u�rL| | _d
| _g | _d
| _| j �� | _i | _ z�| jdk�r�d | _ | � � | _ | jdk�r"| j � | j� z | j� | �}| j�!|� W nX t"�y� | j � | j� Y �q"Y n2 t#�y }
zt$t%|
���W Y d }
~
n
d }
~
0 0 �q�| jdv �rld| _| j�rl| j�&| j�'� �}| j �(|� | jt |�7 _W n& | j�s�| j �)� d| _� Y n0 d S )a� Open an (uncompressed) tar archive `name'. `mode' is either 'r' to
read from an existing archive, 'a' to append data to an existing
file or 'w' to create a new file overwriting an existing one. `mode'
defaults to 'r'.
If `fileobj' is given, it is used for reading or writing data. If it
can be determined, `mode' is overridden by `fileobj's mode.
`fileobj' is not closed, when TarFile is closed.
r r� � mode must be 'r', 'a' or 'w'�rbzr+b�wb)rm �arn r� rn FNr� rw Trm �aw)*r2 rE rw �_moder� r �exists� bltn_openr� r� r� �abspathr� rV r� � dereference� ignore_zerosr6 r7 r r �debug�
errorlevelr� �members�_loadedr� r� �inodes� firstmemberrg r� r[ ru r� r� r� r1 r9 r- r` r� )r� r� rw r� rV r� r� r� r6 r7 r r� r� �er[ r8 r8 r9 r� F s�
&
zTarFile.__init__c
K s� |s|st d��|dv r�| jD ]�}t| | j| �}|durB|�� }z||d|fi |��W S ttfy� } z*|dur�|�|� W Y d} ~ q W Y d} ~ q d} ~ 0 0 q td���nd|v �r|�dd�\}
}|
p�d}
|p�d}|| jv r�t| | j| �}n td | ��|||
|fi |��S d
|v �r�|�d
d�\}
}|
�p:d}
|�pDd}|
d v�rXt d ��t||
|||�} z| ||
| fi |��} W n | � � � Y n0 d
| _
| S |dv �r�| j |||fi |��S t d��dS )a| Open a tar archive for reading, writing or appending. Return
an appropriate TarFile class.
mode:
'r' or 'r:*' open for reading with transparent compression
'r:' open for reading exclusively uncompressed
'r:gz' open for reading with gzip compression
'r:bz2' open for reading with bzip2 compression
'a' or 'a:' open for appending, creating the file if necessary
'w' or 'w:' open for writing without compression
'w:gz' open for writing with gzip compression
'w:bz2' open for writing with bzip2 compression
'r|*' open a stream of tar blocks with transparent compression
'r|' open an uncompressed stream of tar blocks for reading
'r|gz' open a gzip compressed stream of tar blocks
'r|bz2' open a bzip2 compressed stream of tar blocks
'w|' open an uncompressed stream for writing
'w|gz' open a gzip compressed stream for writing
'w|bz2' open a bzip2 compressed stream for writing
znothing to open)rm zr:*Nrm z%file could not be opened successfully�:r r� zunknown compression type %r�|�rw�mode must be 'r' or 'w'Fr� zundiscernible mode) rE � OPEN_METHr� r� r� r� r� r� r� r� r� �taropen)
r8 r� rw r� r� �kwargsr� �func� saved_posr� r| �streamrq r8 r8 r9 r� � sN
$
z TarFile.openc K s0 t |�dks|dvr td��| |||fi |��S )zCOpen uncompressed tar archive name for reading or writing.
r r� r� )r2 rE )r8 r� rw r� r� r8 r8 r9 r� � s zTarFile.taropenr� c K s� t |�dks|dvr td��zddl}|j W n ttfyL td��Y n0 |du}z.|�||d ||�}| j|||fi |��}W nX ty� |s�|dur�|� � |du r�� t
d��Y n" |s�|dur�|� � � Y n0 ||_ |S ) zkOpen gzip compressed tar archive name for reading or writing.
Appending is not allowed.
r r� r� r Nz gzip module is not availablerh r� ) r2 rE �gzip�GzipFiler� �AttributeErrorr� r� rb r� r� r� ) r8 r� rw r� �
compresslevelr� r� Z
extfileobjrq r8 r8 r9 �gzopen s.
zTarFile.gzopenc K s� t |�dks|dvr td��z ddl}W n tyB td��Y n0 |durXt||�}n|j|||d�}z| j|||fi |��}W n& tt fy� |�
� t d��Y n0 d |_ |S )
zlOpen bzip2 compressed tar archive name for reading or writing.
Appending is not allowed.
r r� zmode must be 'r' or 'w'.r Nr� )r� znot a bzip2 fileF)
r2 rE r� r� r� r� �BZ2Filer� rb �EOFErrorr� r� r� )r8 r� rw r� r� r� r� rq r8 r8 r9 �bz2open$ s zTarFile.bz2openr� r� r� )r� r� r� c C s� | j r
dS | jdv rf| j�ttd � | jtd 7 _t| jt�\}}|dkrf| j�tt| � | j sv| j�
� d| _ dS )zlClose the TarFile. In write-mode, two finishing zero blocks are
appended to the archive.
Nr� r r T) r� rw r� r` r3 r� r� ra �
RECORDSIZEr� r� )r� rf rg r8 r8 r9 r� H s
z
TarFile.closec C s" | � |�}|du r td| ��|S )a Return a TarInfo object for member `name'. If `name' can not be
found in the archive, KeyError is raised. If a member occurs more
than once in the archive, its last occurrence is assumed to be the
most up-to-date version.
Nzfilename %r not found)�
_getmember�KeyError)r� r� r� r8 r8 r9 � getmember\ s
zTarFile.getmemberc C s | � � | js| �� | jS )z�Return the members of the archive as a list of TarInfo objects. The
list has the same order as the members in the archive.
)�_checkr� �_loadr� r� r8 r8 r9 �
getmembersg s zTarFile.getmembersc C s dd� | � � D �S )z�Return the members of the archive as a list of their names. It has
the same order as the list returned by getmembers().
c S s g | ]
}|j �qS r8 r )r r� r8 r8 r9 r� u r� z$TarFile.getnames.<locals>.<listcomp>)r� r� r8 r8 r9 �getnamesq s zTarFile.getnamesc C sh | � d� |dur|j}|du r$|}tj�|�\}}|�tjd�}|�d�}| �� }| |_ |du r�t
td�r~| j s~t� |�}q�t�
|�}nt�|�� �}d}|j}t
�|��r |j|jf} | j s�|jdkr�| | jv r�|| j| kr�t}
| j| }nt}
| d �rt|| j| < nht
�|��r t}
nVt
�|��r0t}
nDt
� |��rLt }
t� |�}n(t
� |��r^t }
nt
�!|��rpt"}
ndS ||_||_#|j$|_%|j&|_'|
tk�r�|j(|_)nd|_)|j*|_+|
|_,||_-t.�r�zt.�/|j%�d |_0W n t1�y� Y n0 t2�r"zt2�3|j'�d |_4W n t1�y Y n0 |
t t"fv �rdt
td��rdt
td ��rdt�5|j6�|_7t�8|j6�|_9|S )
aO Create a TarInfo object for either the file `name' or the file
object `fileobj' (using os.fstat on its file descriptor). You can
modify some of the TarInfo's attributes before you add it using
addfile(). If given, `arcname' specifies an alternative name for the
file in the archive.
r� Nr �lstatrs r r �major�minor):r� r� r� r �
splitdriver� �sep�lstripr� r� r� r� r� �stat�fstat�fileno�st_mode�S_ISREG�st_ino�st_dev�st_nlinkr� r� r
�S_ISDIRr �S_ISFIFOr� �S_ISLNKr� �readlink�S_ISCHRr� �S_ISBLKr� rw �st_uidr! �st_gidr" �st_sizer �st_mtimer r r �pwd�getpwuidr# r� �grp�getgrgidr$ r� �st_rdevr r� r ) r� r� �arcnamer� �drvr� �statresr �stmd�inoder r8 r8 r9 �
gettarinfow s�
� �
zTarFile.gettarinfoTc C s | � � | D ]�}|r�tt|j�dd� td|jp4|j|jp>|jf dd� |�� sZ|� � rxtdd|j
|j f dd� ntd|j dd� tdt
�|j�dd � dd� t|j|�� r�d
nd dd� |r�|�� r�td |jdd� |�� r�td
|jdd� t� q dS )z�Print a table of contents to sys.stdout. If `verbose' is False, only
the names of the members are printed. If it is True, an `ls -l'-like
output is produced.
� )rt z%s/%sz%10sz%d,%dz%10dz%d-%02d-%02d %02d:%02d:%02dNr� r rs z->zlink to)r� �printr| rw r# r! r$ r" r� r� r r r r� � localtimer r� rQ r� r r� )r� �verboser� r8 r8 r9 r| � s8
��
���� z TarFile.listc C sn | � d� |du r|}|durPddl}|�dtd� ||�rP| �dd| � dS | jdur�tj�|�| jkr�| �dd| � dS | �d|� | � ||�}|du r�| �dd | � dS |dur�||�}|du r�| �dd| � dS |�
� �r
t |d
�}| � ||� |�
� n`|�� �r`| � |� |�rjt�|�D ].}| jtj�||�tj�||�|||d � �q.n
| � |� dS ) a~ Add the file `name' to the archive. `name' may be any type of file
(directory, fifo, symbolic link, etc.). If given, `arcname'
specifies an alternative name for the file in the archive.
Directories are added recursively by default. This can be avoided by
setting `recursive' to False. `exclude' is a function that should
return True for each filename to be excluded. `filter' is a function
that expects a TarInfo object argument and returns the changed
TarInfo object, if it returns None the TarInfo object will be
excluded from the archive.
r� Nr z use the filter argument insteadr ztarfile: Excluded %rztarfile: Skipped %rr z tarfile: Unsupported type %rr� )�filter)r� �warnings�warn�DeprecationWarning�_dbgr� r� r r� r� rb r� �addfiler� rQ �listdir�addrv ) r� r� r� � recursive�excluder� r� r� �fr8 r8 r9 r� � sH
�
� z TarFile.addc C s� | � d� t�|�}|�| j| j| j�}| j�|� | jt |�7 _|dur�t
|| j|j � t |j t
�\}}|dkr�| j�tt
| � |d7 }| j|t
7 _| j�|� dS )a] Add the TarInfo object `tarinfo' to the archive. If `fileobj' is
given, tarinfo.size bytes are read from it and added to the archive.
You can create TarInfo objects using gettarinfo().
On Windows platforms, `fileobj' should always be opened with mode
'rb' to avoid irritation about the file size.
r� Nr r )r� r- r rV r6 r7 r� r` r� r2 ri r ra r� r3 r� ru )r� r� r� r[ rf rg r8 r8 r9 r� 4 s
zTarFile.addfile�.c C s� g }|du r| }|D ]<}|� � r:|�|� t�|�}d|_| j|||� � d� q|jdd� d� |�� |D ]�}tj� ||j
�}z(| � ||� | � ||� | �
||� W qn ty� } z*| jdkrȂ n| �dd| � W Y d}~qnd}~0 0 qndS ) aM Extract all members from the archive to the current working
directory and set owner, modification time and permissions on
directories afterwards. `path' specifies a different directory
to extract to. `members' is optional and must be a subset of the
list returned by getmembers().
N� �� set_attrsc S s | j S r� r )r� r8 r8 r9 �<lambda>d r� z$TarFile.extractall.<locals>.<lambda>)�keyr � tarfile: %s)rQ ru r- rw �extract�sort�reverser� r rv r� �chown�utime�chmodr� r� r� )r� r r� � directoriesr� �dirpathr� r8 r8 r9 �
extractallN s*
zTarFile.extractallrs c
C s | � d� t|t�r | �|�}n|}|�� r>tj�||j�|_ z | j
|tj�||j �|d� W n� t y� } zP| j
dkr|� n6|jdu r�| �dd|j � n| �dd|j|jf � W Y d}~nLd}~0 t�y } z*| j
dkr� n| �dd| � W Y d}~n
d}~0 0 dS )ax Extract a member from the archive to the current working directory,
using its full name. Its file information is extracted as accurately
as possible. `member' may be a filename or a TarInfo object. You can
specify a different directory using `path'. File attributes (owner,
mtime, mode) are set unless `set_attrs' is False.
rm r� r Nr r ztarfile: %s %r)r� r/ r1 r� r� r� r rv r r �_extract_memberr� �EnvironmentErrorr� �filenamer� �strerrorr� )r� �memberr r r� r� r8 r8 r9 r t s(
�
,
zTarFile.extractc C s� | � d� t|t�r | �|�}n|}|�� r8| �| |�S |jtvrN| �| |�S |�� s^|� � r�t| j
t �rtt d��q�| �
| �|��S ndS dS )a� Extract a member from the archive as a file object. `member' may be
a filename or a TarInfo object. If `member' is a regular file, a
file-like object is returned. If `member' is a link, a file-like
object is constructed from the link's target. If `member' is none of
the above, None is returned.
The file-like object is read-only and provides the following
methods: read(), readline(), readlines(), seek() and tell()
rm z'cannot extract (sym)link as file objectN)r� r/ r1 r� rb �
fileobjectr rc r� r� r� r� r� � extractfile�_find_link_target)r� r r� r8 r8 r9 r � s
zTarFile.extractfilec C sR |� d�}|�dtj�}tj�|�}|r>tj�|�s>t�|� |�� sN|� � rh| �
dd|j |j f � n| �
d|j � |�
� r�| �||� n�|�� r�| �||� nx|�� r�| �||� nb|�� s�|�� r�| �||� nD|�� s�|� � r�| �||� n&|jtv�r| �||� n | �||� |�rN| �||� |� � �sN| �||� | � ||� dS )z\Extract the TarInfo object tarinfo to a physical
file called targetpath.
r r z%s -> %sN) rR r� r� r� r �dirnamer� �makedirsr� r� r� r� r rb �makefilerQ �makedirr� �makefifor� r� �makedev�makelinkr rc � makeunknownr r r )r� r� �
targetpathr � upperdirsr8 r8 r9 r
� s4
zTarFile._extract_memberc
C sH zt �|d� W n2 tyB } z|jtjkr.� W Y d}~n
d}~0 0 dS )z,Make a directory called targetpath.
r� N)r� �mkdirr �errno�EEXIST�r� r� r r� r8 r8 r9 r � s
zTarFile.makedirc C s| | j }|�|j� t|d�}|jdurN|jD ] \}}|�|� t|||� q,nt|||j� |�|j� |�� |�� dS )z'Make a file called targetpath.
r� N) r� r� r� r� r� ri r �truncater� )r� r� r �source�targetr� r r8 r8 r9 r � s
zTarFile.makefilec C s" | � ||� | �dd|j � dS )zYMake a file from a TarInfo object with an unknown type
at targetpath.
r z9tarfile: Unknown file type %r, extracted as regular file.N)r r� r �r� r� r r8 r8 r9 r s �zTarFile.makeunknownc C s" t td�rt�|� ntd��dS )z'Make a fifo called targetpath.
�mkfifoz fifo not supported by systemN)r� r� r' r� r& r8 r8 r9 r s
zTarFile.makefifoc C s^ t td�rt td�s td��|j}|�� r6|tjO }n
|tjO }t�||t� |j
|j �� dS )z<Make a character or block device called targetpath.
�mknodr z'special devices not supported by systemN) r� r� r� rw r� r� �S_IFBLK�S_IFCHRr( r r r )r� r� r rw r8 r8 r9 r s
�zTarFile.makedevc C s� zL|� � rt�|j|� n0tj�|j�r8t�|j|� n| �| � |�|� W n< t
y� |� � r~tj� tj� |j
�|j�}n|j}Y n40 z| �| � |�|� W n ty� td��Y n0 dS )z�Make a (symbolic) link called targetpath. If it cannot be created
(platform limitation), we try to make a copy of the referenced file
instead of a link.
z%unable to resolve link inside archiveN)r� r� �symlinkr r r� r �linkr
r �symlink_exceptionrv r r� r� r� )r� r� r r r8 r8 r9 r ' s( � � � zTarFile.makelinkc
C s� t r�ttd�r�t�� dkr�zt�|j�d }W n tyF |j}Y n0 zt � |j
�d }W n tyt |j }Y n0 z>|� � r�ttd�r�t�
|||� ntjdkr�t�|||� W n, ty� } ztd��W Y d}~n
d}~0 0 dS )z6Set owner of targetpath according to tarinfo.
�geteuidr r �lchownZos2emxzcould not change ownerN)r� r� r� r. r� �getgrnamr$ r� r" �getpwnamr# r! r� r/ �sys�platformr r r� )r� r� r �g�ur� r8 r8 r9 r D s
z
TarFile.chownc
C sN t td�rJzt�||j� W n, tyH } ztd��W Y d}~n
d}~0 0 dS )zASet file permissions of targetpath according to tarinfo.
r zcould not change modeN)r� r� r rw r r� r" r8 r8 r9 r Z s
z
TarFile.chmodc
C sX t td�sdS zt�||j|jf� W n, tyR } ztd��W Y d}~n
d}~0 0 dS )zBSet modification time of targetpath according to tarinfo.
r Nz"could not change modification time)r� r� r r r r� r" r8 r8 r9 r c s
z
TarFile.utimec
C s� | � d� | jdur$| j}d| _|S | j�| j� d}z| j�| �}W �q� ty� } zD| jr�| � dd| j|f � | jt
7 _W Y d}~q6W Y d}~�q�d}~0 t �y } z\| jr�| � dd| j|f � | jt
7 _W Y d}~q6n| jdk�rt t
|���W Y d}~n�d}~0 t�y> | jdk�r:t d��Y nn t�yz } z$| jdk�rft t
|���W Y d}~n:d}~0 t�y� } zt t
|���W Y d}~n
d}~0 0 �q�q6|du�r�| j�|� nd| _|S )z�Return the next member of the archive as a TarInfo object, when
TarFile is opened for reading. Return None if there is no more
available.
�raNr z0x%X: %sr z
empty fileT)r� r� r� r� r� r� r[ r� r� r� r� rF r� r1 r� r� r� r� ru r� )r� �mr� r� r8 r8 r9 rg n sD
" "
z TarFile.nextc C sn | � � }|dur"|d|�|�� }|r2tj�|�}t|�D ].}|rRtj�|j�}n|j}||kr:| S q:dS )z}Find an archive member by name from bottom to top.
If tarinfo is given, it is used as the starting point.
N)r� �indexr� r �normpath�reversedr� )r� r� r� � normalizer� r � member_namer8 r8 r9 r� � s zTarFile._getmemberc C s | � � }|du r qq d| _dS )zWRead through the entire archive file and look for readable
members.
NT)rg r� �r� r� r8 r8 r9 r� � s z
TarFile._loadc C s: | j rtd| jj ��|dur6| j|vr6td| j ��dS )znCheck if TarFile is still open, and if the operation's mode
corresponds to TarFile's mode.
z %s is closedNzbad operation for mode %r)r� rb r r~ rw )r� rw r8 r8 r9 r� � s zTarFile._checkc C sX |� � r&tj�|j�d |j }d}n
|j}|}| j||dd�}|du rTtd| ��|S )zZFind the target member of a symlink or hardlink member in the
archive.
r NT)r� r; zlinkname %r not found)r� r� r r r� r r� r� )r� r� r �limitr r8 r8 r9 r � s zTarFile._find_link_targetc C s | j rt| j�S t| �S dS )z$Provide an iterator object.
N)r� �iterr� �TarIterr� r8 r8 r9 r � s
zTarFile.__iter__c C s || j krt|tjd� dS )z.Write debugging output to sys.stderr.
)�fileN)r� r� r2 �stderr)r� �level�msgr8 r8 r9 r� � s
z TarFile._dbgc C s | � � | S r� )r� r� r8 r8 r9 � __enter__� s zTarFile.__enter__c C s, |d u r| � � n| js"| j� � d| _d S r� )r� r� r� r� )r� r rE � tracebackr8 r8 r9 �__exit__� s
zTarFile.__exit__) Nrm NNNNNNr NNN)rm N)rm Nr� )rm Nr� )NNN)T)NTNN)N)r� N)rs T)T)NF)N)7r~ r r� r� r� r� r� r� r� rV r� r6 r7 r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r r r r
r r r r r r r r r rg r� r� r� r r r� rE rG r8 r8 r8 r9 r , sp �
kK �
b
>
&
#&
0 1
r c @ s, e Zd ZdZdd� Zdd� Zdd� ZeZdS ) r@ zMIterator Class.
for tarinfo in TarFile(...):
suite...
c C s || _ d| _dS )z$Construct a TarIter object.
r N)r� r8 ra r8 r8 r9 r�
s zTarIter.__init__c C s | S )z Return iterator object.
r8 r� r8 r8 r9 r
s zTarIter.__iter__c C s` | j js$| j �� }|sNd| j _t�n*z| j j| j }W n tyL t�Y n0 | jd7 _|S )z�Return the next item using TarFile's next() method.
When all members have been read, set TarFile as _loaded.
Tr )r� r� rg �
StopIterationr� r8 �
IndexErrorr= r8 r8 r9 �__next__
s
zTarIter.__next__N)r~ r r� r� r� r rJ rg r8 r8 r8 r9 r@ � s
r@ c C s0 zt | �}|�� W dS ty* Y dS 0 dS )zfReturn True if name points to a tar archive that we
are able to handle, else return False.
TFN)r� r� r )r� rq r8 r8 r9 r #
s r )N)w�
__future__r � __version__�version�
__author__�__date__Z __cvsid__� __credits__r2 r� r� r r� rP r- rn r� r� r� r� �NotImplementedErrorr- Z WindowsError� NameError�__all__� version_info� __builtin__�builtinsr� �_openr3 r� r� r( r# r% r$ r: r
rN r� r� r� r� r r� �CONTTYPEr+ r* rO r3 r7 r^ r rO r r� rc r� rS r� �setrv r0 rD r� �S_IFLNK�S_IFREGr) �S_IFDIRr* �S_IFIFOZTSUIDZTSGIDZTSVTXZTUREADZTUWRITEZTUEXECZTGREADZTGWRITEZTGEXECZTOREADZTOWRITEZTOEXECr� r� �getfilesystemencodingr: r? rK rW r^ ri rt r| � Exceptionr r� r� r� r� r� r� r� r� rF r� �objectr� r� r� r� r� r� r r r@ r r� r8 r8 r8 r9 �<module> sN
����
�
�
�
�� i?K T* site-packages/pip/_vendor/distlib/_backport/__pycache__/misc.cpython-39.pyc 0000644 00000002166 15056474501 0022716 0 ustar 00 a
��Re� � @ s� d Z ddlZddlZg d�ZzddlmZ W n eyH d
dd�ZY n0 zeZW n& eyx ddl m
Z
d d
� ZY n0 z
ej Z W n e y� d d � Z Y n0 dS )z/Backports for individual classes and functions.� N)�cache_from_source�callable�fsencode)r Tc C s |rdp
d}| | S )N�c�o� )Zpy_file�debug�extr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/_backport/misc.pyr s r )�Callablec C s
t | t�S )N)�
isinstancer )�objr r r
r s r c C s< t | t�r| S t | t�r&| �t�� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r
r " s
�r )T)
�__doc__�osr �__all__�impr � ImportErrorr � NameError� collectionsr r �AttributeErrorr r r r
�<module> s
site-packages/pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-39.pyc 0000644 00000001012 15056474501 0023507 0 ustar 00 a
��Re � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
N)�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/_backport/__init__.py�<module> � site-packages/pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-39.pyc 0000644 00000037206 15056474501 0023772 0 ustar 00 a
��Re�h � @ s� d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e yZ ddl
ZY n0 g d�Z dd� Z ej
r�ej�e ej
��Zn e e�� �Zejdkr�ded d� �� v r�e ej�ee��Zejdkr�d
ed d� �� v r�e ej�eee��Zejdk�r*d ed
d� �� v �r*e ej�eee��Zdd� Ze� Zdadd� Ze�� Ze�d�Z dd� Z dej dd� Z dej dd� Z dej dd� Z!ej�"ej#�Z$ej�"ej%�Z&da'dZ(dd � Z)d d � Z*d d � Z+d!d"� Z,d#d$� Z-d%d&� Z.dId'd(�Z/d)d*� Z0d+d,� Z1d-d.� Z2dJd/d0�Z3d1d2� Z4d3d4� Z5d5d6� Z6e-� dd7fd8d9�Z7e-� dd7fd:d;�Z8d<d=� Z9d>d?� Z:d@dA� Z;dBdC� Z<dDdE� Z=dFdG� Z>e?dHk�r�e>� dS )Kz-Access to Python's configuration information.� N)�pardir�realpath) �get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s& z
t | �W S ty | Y S 0 d S �N)r �OSError)�path� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/distlib/_backport/sysconfig.py�_safe_realpath" s
r �ntZpcbuildi����z\pc\vi����z\pcbuild\amd64i�c C s, dD ]"} t j�t j�td| ��r dS qdS )N)z
Setup.distz Setup.local�ModulesTF)�osr �isfile�join�
_PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s�ddlm} t�dd�d }| |�}|�d�}|s>J d��|�� �}t�|� W d � n1 sf0 Y t r�dD ] }t�
|d d
� t�
|d d � qxd
a d S )N� )�finder�.� r z
sysconfig.cfgzsysconfig.cfg exists)� posix_prefix�
posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T) � _cfg_read� resourcesr �__name__�rsplit�find� as_stream�_SCHEMES�readfp�
_PYTHON_BUILD�set)r Zbackport_package�_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s
(r2 z \{([^{]*?)\}c
s� t � | �d�r | �d�}nt� }| �� }|D ]8}|dkr<q.|D ]$\}}| �||�rVq@| �|||� q@q.| �d� | �� D ]H}t| �|��� � fdd�}| �|�D ] \}}| �||t �
||�� q�qzd S )N�globalsc s$ | � d�}|� v r� | S | � d�S �Nr r ��group�Zmatchobj�name�� variablesr r � _replacero s
z"_expand_globals.<locals>._replacer) r2 � has_section�items�tuple�sections�
has_optionr. �remove_section�dict� _VAR_REPL�sub)�configr3 r? �section�option�valuer; r r9 r �_expand_globalsY s$
rI z%s.%s.%s� z%s.%sr z%s%sc s � fdd�}t �|| �S )z�In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
c s8 | � d�}|� v r� | S |tjv r.tj| S | � d�S r4 )r6 r �environr7 ��
local_varsr r r; � s
z _subst_vars.<locals>._replacer�rC rD )r rM r; r rL r � _subst_vars� s rO c C s0 | � � }|�� D ]\}}||v r"q|| |< qd S r )�keysr= )� target_dict�
other_dict� target_keys�keyrH r r r � _extend_dict� s
rU c C s` i }|d u ri }t |t� � t�| �D ]4\}}tjdv rDtj�|�}tj�t ||��||< q&|S )N)�posixr )
rU r r+ r= r r8 r �
expanduser�normpathrO )r1 �vars�resrT rH r r r � _expand_vars� s
r[ c s � fdd�}t �|| �S )Nc s$ | � d�}|� v r� | S | � d�S r4 r5 r7 �rY r r r; � s
z format_value.<locals>._replacerrN )rH rY r; r r\ r � format_value� s r] c C s t jdkrdS t jS )NrV r! )r r8 r r r r �_get_default_scheme� s
r^ c C s� t j�dd �} dd� }t jdkrBt j�d�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd
|d tjd d � �S | r�| S |dd
�S d S )N�PYTHONUSERBASEc W s t j�t jj| � �S r )r r rW r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwin�PYTHONFRAMEWORK�Libraryz%d.%dr z.local)r rK �getr8 �sys�platformr � version_info)�env_basera �baseZ frameworkr r r � _getuserbase� s$
�rn c C s t �d�}t �d�}t �d�}|du r*i }i }i }tj| ddd��}|�� }W d � n1 s`0 Y |D ]�} | �d�sn| �� d kr�qn|�| �}
|
rn|
�d
d �\} } | �� } | � d d �}
d
|
v r�| || < qnz t
| �} W n" t y� | � d d
�|| < Y qn0 | || < qnt |�
� �}d}t|�dk�r�t|�D �]�}|| }|�|��pP|�|�}
|
du�r�|
�d
�} d}| |v �r�t|| �}n�| |v �r�d}nx| tjv �r�tj| }n`| |v �r�|�d��r�|dd� |v �r�d }n$d| |v �r�d}nt|d| �}n d || < }|�r�||
�� d� }|d|
�� � | | }d
|v �rL|||< n|z t
|�}W n t �yx |�� ||< Y n
0 |||< |�|� |�d��r�|dd� |v �r�|dd� }||v�r�|||< n|||< |�|� �q.�q|�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r r z$$�$)�CFLAGS�LDFLAGS�CPPFLAGSr TF�PY_rJ )�re�compile�codecs�open� readlines�
startswith�strip�matchr6 �replace�int�
ValueError�listrP �lenr> �search�strr rK �end�start�remover= �
isinstance�update)�filenamerY � _variable_rx� _findvar1_rx� _findvar2_rx�done�notdone�f�lines�line�m�n�v�tmpvr: �renamed_variablesr8 rH �found�item�after�kr r r �_parse_makefile� s�
&
�
�
r� c C sD t rtj�td�S ttd�r,dttjf } nd} tj�t d�| d�S )z Return the path of the Makefile.�Makefile�abiflagsz config-%s%srE �stdlib)
r- r r r r �hasattrri �_PY_VERSION_SHORTr� r )�config_dir_namer r r r K s
r c
C s t � }zt|| � W nL ty` } z4d| }t|d�rD|d|j }t|��W Y d}~n
d}~0 0 t� }z6t|��}t|| � W d � n1 s�0 Y W nL ty� } z4d| }t|d�r�|d|j }t|��W Y d}~n
d}~0 0 tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHARED�LDSHARED) r r� �IOErrorr� r� r r| r r- )rY �makefile�e�msg�config_hr� r r r � _init_posixV s&
,
r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d
< t| d < tj�ttj��| d < d
S )z+Initialize the module as appropriate for NTr� �LIBDEST�
platstdlib�
BINLIBDESTr# � INCLUDEPYz.pyd�SOz.exe�EXE�VERSION�BINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer ri �
executabler\ r r r �_init_non_posixr s r� c C s� |du r i }t �d�}t �d�}| �� }|s.q�|�|�}|rv|�dd�\}}z t|�}W n tyj Y n0 |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )ry rz �readliner� r6 r� r� )�fprY � define_rx�undef_rxr� r� r� r� r r r r � s&
r c C s: t r$tjdkr tj�td�} q,t} ntd�} tj�| d�S )z Return the path of pyconfig.h.r �PCr$ z
pyconfig.h)r- r r8 r r r r )�inc_dirr r r r � s
r c C s t tt�� ��S )z,Return a tuple containing the schemes names.)r> �sortedr+ r? r r r r r
� s r
c C s
t �d�S )z*Return a tuple containing the paths names.r! )r+ �optionsr r r r r � s r Tc C s& t � |rt| |�S tt�| ��S dS )z�Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
N)r2 r[ rB r+ r= )r1 rY �expandr r r r
� s
r
c C s t |||�| S )z[Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
)r
)r8 r1 rY r� r r r r � s r c G s� t du �rvi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d
< tt d < ztjt d < W n ty� d
t d < Y n0 t j
dv r�t t � t j
dkr�t t � tj
dkr�t� t d< dt vr�tt d< ntt d �t d< t�rXt j
dk�rXt}z t �� }W n t�y d}Y n0 t j�t d ��sX||k�rXt j�|t d �}t j�|�t d< tjdk�rvt �� d }t|�d�d �}|dk �r�dD ]2}t | }t� dd|�}t� dd|�}|t |< �q�n�dt j v �rt j d }dD ]0}t | }t� dd|�}|d | }|t |< �q�t � dd
�} t� d | �}
|
du�rv|
� d �} t j�!| ��svdD ]$}t | }t� d d|�}|t |< �qP| �r�g } | D ]}
| �"t � |
�� �q�| S t S dS ) ay With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�prefix� exec_prefix�
py_version�py_version_shortr r �py_version_nodotrm �platbase� projectbaser� rs )r Zos2rV z2.6�userbase�srcdirre r � )rv �
BASECFLAGSru � PY_CFLAGSr� z
-arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSru z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r ri r� �AttributeErrorr r8 r� r� �versionrn r r- �getcwdr r �isabsr rX rj �unamer� �splitry rD rK rh r� r6 �exists�append)r` rm �cwdr� Zkernel_version�
major_versionrT �flags�archru r� Zsdk�valsr8 r r r r � s�
�
r c C s t � �| �S )z�Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
)r rh )r8 r r r r P s r c C sd t jdkrnd} tj�| �}|dkr(tjS tj�d|�}tj|t| � |� �� }|dkr\dS |dkrhdS tjS t jd ks�tt d
�s�tjS t � � \}}}}}|�� �
d d �}|�
d
d�}|�
d d�}|dd� dkr�d||f S |dd� dk�r&|d dk�rVd}dt |d �d |dd� f }�n0|dd� d k�rDd||f S |dd� d k�rdd |||f S |dd � d k�r�d }t �
d!�} | �|�}
|
�rV|
�� }�n�|dd � d"k�rVt� } | �d#�} | }
z td$�}W n t�y� Y nR0 z t �d%|�� �}
W |�� n
|�� 0 |
du�r8d&�|
�d'��d&�dd� �}
| �sB|
} | �rV| }d(}|
d& d)k�rd*t� �d+d ��� v �rd,}t� �d+�}t �d-|�}tt t |���}t|�d'k�r�|d }n^|d.k�r�d,}nN|d/k�r�d0}n>|d1k�r�d2}n.|d3k�r�d4}n |d5k�r
d6}nt d7|f ��n<|d8k�r6tj d9k�rVd:}n |d;v �rVtj d9k�rRd<}nd=}d>|||f S )?a� Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
r z bit (����)�amd64z win-amd64Zitaniumzwin-ia64rV r� �/rs r� �_�-N� �linuxz%s-%s�sunosr �5�solarisz%d.%srJ r � Zirix�aixz%s-%s.%s� �cygwinz[\d.]+re �MACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r �macosxz10.4.z-archru �fatz
-arch\s+(\S+))�i386�ppc)r� �x86_64�intel)r� r� r� Zfat3)�ppc64r� �fat64)r� r� r� r� � universalz%Don't know machine value for archs=%rr� l r� )�PowerPC�Power_Macintoshr� r� z%s-%s-%s) r r8 ri r� r) rj r� �lowerr� r� r� r� ry rz r� r6 r rh r| r� r� �read�closer r� r �findallr> r� r. r� �maxsize)r� �i�jZlook�osname�host�releaser� �machine�rel_rer� ZcfgvarsZmacverZ
macreleaser� �cflagsZarchsr r r r Y s�
$
�
�
�
r c C s t S r )r� r r r r r � s r c C sF t t|�� ��D ]0\}\}}|dkr0td| � td||f � qd S )Nr z%s: z
%s = "%s")� enumerater� r= �print)�title�data�indexrT rH r r r � _print_dict� s r c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"�Paths� VariablesN)r r r r^ r r
r r r r r �_main s r �__main__)N)N)@�__doc__r{ r ry ri �os.pathr r � configparser� ImportError� ConfigParser�__all__r r� r r� r r� r8 r� r r r- r% r2 �RawConfigParserr+ rz rC rI rk r� r� r� rX r� r� r� r� r� �
_USER_BASErO rU r[ r] r^ rn r� r r� r� r r r
r r
r r r r r r r r' r r r r �<module> sx "
!
v
#
site-packages/pip/_vendor/distlib/_backport/shutil.py 0000644 00000062153 15056474501 0017006 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Utility functions for copying and archiving files and directory trees.
XXX The functions here don't copy the resource fork or other metadata on Mac.
"""
import os
import sys
import stat
from os.path import abspath
import fnmatch
try:
from collections.abc import Callable
except ImportError:
from collections import Callable
import errno
from . import tarfile
try:
import bz2
_BZ2_SUPPORTED = True
except ImportError:
_BZ2_SUPPORTED = False
try:
from pwd import getpwnam
except ImportError:
getpwnam = None
try:
from grp import getgrnam
except ImportError:
getgrnam = None
__all__ = ["copyfileobj", "copyfile", "copymode", "copystat", "copy", "copy2",
"copytree", "move", "rmtree", "Error", "SpecialFileError",
"ExecError", "make_archive", "get_archive_formats",
"register_archive_format", "unregister_archive_format",
"get_unpack_formats", "register_unpack_format",
"unregister_unpack_format", "unpack_archive", "ignore_patterns"]
class Error(EnvironmentError):
pass
class SpecialFileError(EnvironmentError):
"""Raised when trying to do a kind of operation (e.g. copying) which is
not supported on a special file (e.g. a named pipe)"""
class ExecError(EnvironmentError):
"""Raised when a command could not be executed"""
class ReadError(EnvironmentError):
"""Raised when an archive cannot be read"""
class RegistryError(Exception):
"""Raised when a registry operation with the archiving
and unpacking registries fails"""
try:
WindowsError
except NameError:
WindowsError = None
def copyfileobj(fsrc, fdst, length=16*1024):
"""copy data from file-like object fsrc to file-like object fdst"""
while 1:
buf = fsrc.read(length)
if not buf:
break
fdst.write(buf)
def _samefile(src, dst):
# Macintosh, Unix.
if hasattr(os.path, 'samefile'):
try:
return os.path.samefile(src, dst)
except OSError:
return False
# All other platforms: check for same pathname.
return (os.path.normcase(os.path.abspath(src)) ==
os.path.normcase(os.path.abspath(dst)))
def copyfile(src, dst):
"""Copy data from src to dst"""
if _samefile(src, dst):
raise Error("`%s` and `%s` are the same file" % (src, dst))
for fn in [src, dst]:
try:
st = os.stat(fn)
except OSError:
# File most likely does not exist
pass
else:
# XXX What about other special files? (sockets, devices...)
if stat.S_ISFIFO(st.st_mode):
raise SpecialFileError("`%s` is a named pipe" % fn)
with open(src, 'rb') as fsrc:
with open(dst, 'wb') as fdst:
copyfileobj(fsrc, fdst)
def copymode(src, dst):
"""Copy mode bits from src to dst"""
if hasattr(os, 'chmod'):
st = os.stat(src)
mode = stat.S_IMODE(st.st_mode)
os.chmod(dst, mode)
def copystat(src, dst):
"""Copy all stat info (mode bits, atime, mtime, flags) from src to dst"""
st = os.stat(src)
mode = stat.S_IMODE(st.st_mode)
if hasattr(os, 'utime'):
os.utime(dst, (st.st_atime, st.st_mtime))
if hasattr(os, 'chmod'):
os.chmod(dst, mode)
if hasattr(os, 'chflags') and hasattr(st, 'st_flags'):
try:
os.chflags(dst, st.st_flags)
except OSError as why:
if (not hasattr(errno, 'EOPNOTSUPP') or
why.errno != errno.EOPNOTSUPP):
raise
def copy(src, dst):
"""Copy data and mode bits ("cp src dst").
The destination may be a directory.
"""
if os.path.isdir(dst):
dst = os.path.join(dst, os.path.basename(src))
copyfile(src, dst)
copymode(src, dst)
def copy2(src, dst):
"""Copy data and all stat info ("cp -p src dst").
The destination may be a directory.
"""
if os.path.isdir(dst):
dst = os.path.join(dst, os.path.basename(src))
copyfile(src, dst)
copystat(src, dst)
def ignore_patterns(*patterns):
"""Function that can be used as copytree() ignore parameter.
Patterns is a sequence of glob-style patterns
that are used to exclude files"""
def _ignore_patterns(path, names):
ignored_names = []
for pattern in patterns:
ignored_names.extend(fnmatch.filter(names, pattern))
return set(ignored_names)
return _ignore_patterns
def copytree(src, dst, symlinks=False, ignore=None, copy_function=copy2,
ignore_dangling_symlinks=False):
"""Recursively copy a directory tree.
The destination directory must not already exist.
If exception(s) occur, an Error is raised with a list of reasons.
If the optional symlinks flag is true, symbolic links in the
source tree result in symbolic links in the destination tree; if
it is false, the contents of the files pointed to by symbolic
links are copied. If the file pointed by the symlink doesn't
exist, an exception will be added in the list of errors raised in
an Error exception at the end of the copy process.
You can set the optional ignore_dangling_symlinks flag to true if you
want to silence this exception. Notice that this has no effect on
platforms that don't support os.symlink.
The optional ignore argument is a callable. If given, it
is called with the `src` parameter, which is the directory
being visited by copytree(), and `names` which is the list of
`src` contents, as returned by os.listdir():
callable(src, names) -> ignored_names
Since copytree() is called recursively, the callable will be
called once for each directory that is copied. It returns a
list of names relative to the `src` directory that should
not be copied.
The optional copy_function argument is a callable that will be used
to copy each file. It will be called with the source path and the
destination path as arguments. By default, copy2() is used, but any
function that supports the same signature (like copy()) can be used.
"""
names = os.listdir(src)
if ignore is not None:
ignored_names = ignore(src, names)
else:
ignored_names = set()
os.makedirs(dst)
errors = []
for name in names:
if name in ignored_names:
continue
srcname = os.path.join(src, name)
dstname = os.path.join(dst, name)
try:
if os.path.islink(srcname):
linkto = os.readlink(srcname)
if symlinks:
os.symlink(linkto, dstname)
else:
# ignore dangling symlink if the flag is on
if not os.path.exists(linkto) and ignore_dangling_symlinks:
continue
# otherwise let the copy occurs. copy2 will raise an error
copy_function(srcname, dstname)
elif os.path.isdir(srcname):
copytree(srcname, dstname, symlinks, ignore, copy_function)
else:
# Will raise a SpecialFileError for unsupported file types
copy_function(srcname, dstname)
# catch the Error from the recursive copytree so that we can
# continue with other files
except Error as err:
errors.extend(err.args[0])
except EnvironmentError as why:
errors.append((srcname, dstname, str(why)))
try:
copystat(src, dst)
except OSError as why:
if WindowsError is not None and isinstance(why, WindowsError):
# Copying file access times may fail on Windows
pass
else:
errors.extend((src, dst, str(why)))
if errors:
raise Error(errors)
def rmtree(path, ignore_errors=False, onerror=None):
"""Recursively delete a directory tree.
If ignore_errors is set, errors are ignored; otherwise, if onerror
is set, it is called to handle the error with arguments (func,
path, exc_info) where func is os.listdir, os.remove, or os.rmdir;
path is the argument to that function that caused it to fail; and
exc_info is a tuple returned by sys.exc_info(). If ignore_errors
is false and onerror is None, an exception is raised.
"""
if ignore_errors:
def onerror(*args):
pass
elif onerror is None:
def onerror(*args):
raise
try:
if os.path.islink(path):
# symlinks to directories are forbidden, see bug #1669
raise OSError("Cannot call rmtree on a symbolic link")
except OSError:
onerror(os.path.islink, path, sys.exc_info())
# can't continue even if onerror hook returns
return
names = []
try:
names = os.listdir(path)
except os.error:
onerror(os.listdir, path, sys.exc_info())
for name in names:
fullname = os.path.join(path, name)
try:
mode = os.lstat(fullname).st_mode
except os.error:
mode = 0
if stat.S_ISDIR(mode):
rmtree(fullname, ignore_errors, onerror)
else:
try:
os.remove(fullname)
except os.error:
onerror(os.remove, fullname, sys.exc_info())
try:
os.rmdir(path)
except os.error:
onerror(os.rmdir, path, sys.exc_info())
def _basename(path):
# A basename() variant which first strips the trailing slash, if present.
# Thus we always get the last component of the path, even for directories.
return os.path.basename(path.rstrip(os.path.sep))
def move(src, dst):
"""Recursively move a file or directory to another location. This is
similar to the Unix "mv" command.
If the destination is a directory or a symlink to a directory, the source
is moved inside the directory. The destination path must not already
exist.
If the destination already exists but is not a directory, it may be
overwritten depending on os.rename() semantics.
If the destination is on our current filesystem, then rename() is used.
Otherwise, src is copied to the destination and then removed.
A lot more could be done here... A look at a mv.c shows a lot of
the issues this implementation glosses over.
"""
real_dst = dst
if os.path.isdir(dst):
if _samefile(src, dst):
# We might be on a case insensitive filesystem,
# perform the rename anyway.
os.rename(src, dst)
return
real_dst = os.path.join(dst, _basename(src))
if os.path.exists(real_dst):
raise Error("Destination path '%s' already exists" % real_dst)
try:
os.rename(src, real_dst)
except OSError:
if os.path.isdir(src):
if _destinsrc(src, dst):
raise Error("Cannot move a directory '%s' into itself '%s'." % (src, dst))
copytree(src, real_dst, symlinks=True)
rmtree(src)
else:
copy2(src, real_dst)
os.unlink(src)
def _destinsrc(src, dst):
src = abspath(src)
dst = abspath(dst)
if not src.endswith(os.path.sep):
src += os.path.sep
if not dst.endswith(os.path.sep):
dst += os.path.sep
return dst.startswith(src)
def _get_gid(name):
"""Returns a gid, given a group name."""
if getgrnam is None or name is None:
return None
try:
result = getgrnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def _get_uid(name):
"""Returns an uid, given a user name."""
if getpwnam is None or name is None:
return None
try:
result = getpwnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def _make_tarball(base_name, base_dir, compress="gzip", verbose=0, dry_run=0,
owner=None, group=None, logger=None):
"""Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", or None.
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_name' + ".tar", possibly plus
the appropriate compression extension (".gz", or ".bz2").
Returns the output filename.
"""
tar_compression = {'gzip': 'gz', None: ''}
compress_ext = {'gzip': '.gz'}
if _BZ2_SUPPORTED:
tar_compression['bzip2'] = 'bz2'
compress_ext['bzip2'] = '.bz2'
# flags for compression program, each element of list will be an argument
if compress is not None and compress not in compress_ext:
raise ValueError("bad value for 'compress', or compression format not "
"supported : {0}".format(compress))
archive_name = base_name + '.tar' + compress_ext.get(compress, '')
archive_dir = os.path.dirname(archive_name)
if not os.path.exists(archive_dir):
if logger is not None:
logger.info("creating %s", archive_dir)
if not dry_run:
os.makedirs(archive_dir)
# creating the tarball
if logger is not None:
logger.info('Creating tar archive')
uid = _get_uid(owner)
gid = _get_gid(group)
def _set_uid_gid(tarinfo):
if gid is not None:
tarinfo.gid = gid
tarinfo.gname = group
if uid is not None:
tarinfo.uid = uid
tarinfo.uname = owner
return tarinfo
if not dry_run:
tar = tarfile.open(archive_name, 'w|%s' % tar_compression[compress])
try:
tar.add(base_dir, filter=_set_uid_gid)
finally:
tar.close()
return archive_name
def _call_external_zip(base_dir, zip_filename, verbose=False, dry_run=False):
# XXX see if we want to keep an external call here
if verbose:
zipoptions = "-r"
else:
zipoptions = "-rq"
from distutils.errors import DistutilsExecError
from distutils.spawn import spawn
try:
spawn(["zip", zipoptions, zip_filename, base_dir], dry_run=dry_run)
except DistutilsExecError:
# XXX really should distinguish between "couldn't find
# external 'zip' command" and "zip failed".
raise ExecError("unable to create zip file '%s': "
"could neither import the 'zipfile' module nor "
"find a standalone zip utility") % zip_filename
def _make_zipfile(base_name, base_dir, verbose=0, dry_run=0, logger=None):
"""Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises ExecError. Returns the name of the output zip
file.
"""
zip_filename = base_name + ".zip"
archive_dir = os.path.dirname(base_name)
if not os.path.exists(archive_dir):
if logger is not None:
logger.info("creating %s", archive_dir)
if not dry_run:
os.makedirs(archive_dir)
# If zipfile module is not available, try spawning an external 'zip'
# command.
try:
import zipfile
except ImportError:
zipfile = None
if zipfile is None:
_call_external_zip(base_dir, zip_filename, verbose, dry_run)
else:
if logger is not None:
logger.info("creating '%s' and adding '%s' to it",
zip_filename, base_dir)
if not dry_run:
zip = zipfile.ZipFile(zip_filename, "w",
compression=zipfile.ZIP_DEFLATED)
for dirpath, dirnames, filenames in os.walk(base_dir):
for name in filenames:
path = os.path.normpath(os.path.join(dirpath, name))
if os.path.isfile(path):
zip.write(path, path)
if logger is not None:
logger.info("adding '%s'", path)
zip.close()
return zip_filename
_ARCHIVE_FORMATS = {
'gztar': (_make_tarball, [('compress', 'gzip')], "gzip'ed tar-file"),
'bztar': (_make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file"),
'tar': (_make_tarball, [('compress', None)], "uncompressed tar file"),
'zip': (_make_zipfile, [], "ZIP file"),
}
if _BZ2_SUPPORTED:
_ARCHIVE_FORMATS['bztar'] = (_make_tarball, [('compress', 'bzip2')],
"bzip2'ed tar-file")
def get_archive_formats():
"""Returns a list of supported formats for archiving and unarchiving.
Each element of the returned sequence is a tuple (name, description)
"""
formats = [(name, registry[2]) for name, registry in
_ARCHIVE_FORMATS.items()]
formats.sort()
return formats
def register_archive_format(name, function, extra_args=None, description=''):
"""Registers an archive format.
name is the name of the format. function is the callable that will be
used to create archives. If provided, extra_args is a sequence of
(name, value) tuples that will be passed as arguments to the callable.
description can be provided to describe the format, and will be returned
by the get_archive_formats() function.
"""
if extra_args is None:
extra_args = []
if not isinstance(function, Callable):
raise TypeError('The %s object is not callable' % function)
if not isinstance(extra_args, (tuple, list)):
raise TypeError('extra_args needs to be a sequence')
for element in extra_args:
if not isinstance(element, (tuple, list)) or len(element) !=2:
raise TypeError('extra_args elements are : (arg_name, value)')
_ARCHIVE_FORMATS[name] = (function, extra_args, description)
def unregister_archive_format(name):
del _ARCHIVE_FORMATS[name]
def make_archive(base_name, format, root_dir=None, base_dir=None, verbose=0,
dry_run=0, owner=None, group=None, logger=None):
"""Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "bztar"
or "gztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
"""
save_cwd = os.getcwd()
if root_dir is not None:
if logger is not None:
logger.debug("changing into '%s'", root_dir)
base_name = os.path.abspath(base_name)
if not dry_run:
os.chdir(root_dir)
if base_dir is None:
base_dir = os.curdir
kwargs = {'dry_run': dry_run, 'logger': logger}
try:
format_info = _ARCHIVE_FORMATS[format]
except KeyError:
raise ValueError("unknown archive format '%s'" % format)
func = format_info[0]
for arg, val in format_info[1]:
kwargs[arg] = val
if format != 'zip':
kwargs['owner'] = owner
kwargs['group'] = group
try:
filename = func(base_name, base_dir, **kwargs)
finally:
if root_dir is not None:
if logger is not None:
logger.debug("changing back to '%s'", save_cwd)
os.chdir(save_cwd)
return filename
def get_unpack_formats():
"""Returns a list of supported formats for unpacking.
Each element of the returned sequence is a tuple
(name, extensions, description)
"""
formats = [(name, info[0], info[3]) for name, info in
_UNPACK_FORMATS.items()]
formats.sort()
return formats
def _check_unpack_options(extensions, function, extra_args):
"""Checks what gets registered as an unpacker."""
# first make sure no other unpacker is registered for this extension
existing_extensions = {}
for name, info in _UNPACK_FORMATS.items():
for ext in info[0]:
existing_extensions[ext] = name
for extension in extensions:
if extension in existing_extensions:
msg = '%s is already registered for "%s"'
raise RegistryError(msg % (extension,
existing_extensions[extension]))
if not isinstance(function, Callable):
raise TypeError('The registered function must be a callable')
def register_unpack_format(name, extensions, function, extra_args=None,
description=''):
"""Registers an unpack format.
`name` is the name of the format. `extensions` is a list of extensions
corresponding to the format.
`function` is the callable that will be
used to unpack archives. The callable will receive archives to unpack.
If it's unable to handle an archive, it needs to raise a ReadError
exception.
If provided, `extra_args` is a sequence of
(name, value) tuples that will be passed as arguments to the callable.
description can be provided to describe the format, and will be returned
by the get_unpack_formats() function.
"""
if extra_args is None:
extra_args = []
_check_unpack_options(extensions, function, extra_args)
_UNPACK_FORMATS[name] = extensions, function, extra_args, description
def unregister_unpack_format(name):
"""Removes the pack format from the registry."""
del _UNPACK_FORMATS[name]
def _ensure_directory(path):
"""Ensure that the parent directory of `path` exists"""
dirname = os.path.dirname(path)
if not os.path.isdir(dirname):
os.makedirs(dirname)
def _unpack_zipfile(filename, extract_dir):
"""Unpack zip `filename` to `extract_dir`
"""
try:
import zipfile
except ImportError:
raise ReadError('zlib not supported, cannot unpack this archive.')
if not zipfile.is_zipfile(filename):
raise ReadError("%s is not a zip file" % filename)
zip = zipfile.ZipFile(filename)
try:
for info in zip.infolist():
name = info.filename
# don't extract absolute paths or ones with .. in them
if name.startswith('/') or '..' in name:
continue
target = os.path.join(extract_dir, *name.split('/'))
if not target:
continue
_ensure_directory(target)
if not name.endswith('/'):
# file
data = zip.read(info.filename)
f = open(target, 'wb')
try:
f.write(data)
finally:
f.close()
del data
finally:
zip.close()
def _unpack_tarfile(filename, extract_dir):
"""Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
"""
try:
tarobj = tarfile.open(filename)
except tarfile.TarError:
raise ReadError(
"%s is not a compressed or uncompressed tar file" % filename)
try:
tarobj.extractall(extract_dir)
finally:
tarobj.close()
_UNPACK_FORMATS = {
'gztar': (['.tar.gz', '.tgz'], _unpack_tarfile, [], "gzip'ed tar-file"),
'tar': (['.tar'], _unpack_tarfile, [], "uncompressed tar file"),
'zip': (['.zip'], _unpack_zipfile, [], "ZIP file")
}
if _BZ2_SUPPORTED:
_UNPACK_FORMATS['bztar'] = (['.bz2'], _unpack_tarfile, [],
"bzip2'ed tar-file")
def _find_unpack_format(filename):
for name, info in _UNPACK_FORMATS.items():
for extension in info[0]:
if filename.endswith(extension):
return name
return None
def unpack_archive(filename, extract_dir=None, format=None):
"""Unpack an archive.
`filename` is the name of the archive.
`extract_dir` is the name of the target directory, where the archive
is unpacked. If not provided, the current working directory is used.
`format` is the archive format: one of "zip", "tar", or "gztar". Or any
other registered format. If not provided, unpack_archive will use the
filename extension and see if an unpacker was registered for that
extension.
In case none is found, a ValueError is raised.
"""
if extract_dir is None:
extract_dir = os.getcwd()
if format is not None:
try:
format_info = _UNPACK_FORMATS[format]
except KeyError:
raise ValueError("Unknown unpack format '{0}'".format(format))
func = format_info[1]
func(filename, extract_dir, **dict(format_info[2]))
else:
# we need to look at the registered unpackers supported extensions
format = _find_unpack_format(filename)
if format is None:
raise ReadError("Unknown archive format '{0}'".format(filename))
func = _UNPACK_FORMATS[format][1]
kwargs = dict(_UNPACK_FORMATS[format][2])
func(filename, extract_dir, **kwargs)
site-packages/pip/_vendor/distlib/_backport/misc.py 0000644 00000001713 15056474501 0016424 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Backports for individual classes and functions."""
import os
import sys
__all__ = ['cache_from_source', 'callable', 'fsencode']
try:
from imp import cache_from_source
except ImportError:
def cache_from_source(py_file, debug=__debug__):
ext = debug and 'c' or 'o'
return py_file + ext
try:
callable = callable
except NameError:
from collections import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
except AttributeError:
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, str):
return filename.encode(sys.getfilesystemencoding())
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
site-packages/pip/_vendor/distlib/_backport/__init__.py 0000644 00000000422 15056474501 0017224 0 ustar 00 """Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
"""
site-packages/pip/_vendor/distlib/_backport/sysconfig.py 0000644 00000064346 15056474501 0017510 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Access to Python's configuration information."""
import codecs
import os
import re
import sys
from os.path import pardir, realpath
try:
import configparser
except ImportError:
import ConfigParser as configparser
__all__ = [
'get_config_h_filename',
'get_config_var',
'get_config_vars',
'get_makefile_filename',
'get_path',
'get_path_names',
'get_paths',
'get_platform',
'get_python_version',
'get_scheme_names',
'parse_config_h',
]
def _safe_realpath(path):
try:
return realpath(path)
except OSError:
return path
if sys.executable:
_PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable))
else:
# sys.executable can be empty if argv[0] has been changed and Python is
# unable to retrieve the real program name
_PROJECT_BASE = _safe_realpath(os.getcwd())
if os.name == "nt" and "pcbuild" in _PROJECT_BASE[-8:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir))
# PC/VS7.1
if os.name == "nt" and "\\pc\\v" in _PROJECT_BASE[-10:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
# PC/AMD64
if os.name == "nt" and "\\pcbuild\\amd64" in _PROJECT_BASE[-14:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
def is_python_build():
for fn in ("Setup.dist", "Setup.local"):
if os.path.isfile(os.path.join(_PROJECT_BASE, "Modules", fn)):
return True
return False
_PYTHON_BUILD = is_python_build()
_cfg_read = False
def _ensure_cfg_read():
global _cfg_read
if not _cfg_read:
from ..resources import finder
backport_package = __name__.rsplit('.', 1)[0]
_finder = finder(backport_package)
_cfgfile = _finder.find('sysconfig.cfg')
assert _cfgfile, 'sysconfig.cfg exists'
with _cfgfile.as_stream() as s:
_SCHEMES.readfp(s)
if _PYTHON_BUILD:
for scheme in ('posix_prefix', 'posix_home'):
_SCHEMES.set(scheme, 'include', '{srcdir}/Include')
_SCHEMES.set(scheme, 'platinclude', '{projectbase}/.')
_cfg_read = True
_SCHEMES = configparser.RawConfigParser()
_VAR_REPL = re.compile(r'\{([^{]*?)\}')
def _expand_globals(config):
_ensure_cfg_read()
if config.has_section('globals'):
globals = config.items('globals')
else:
globals = tuple()
sections = config.sections()
for section in sections:
if section == 'globals':
continue
for option, value in globals:
if config.has_option(section, option):
continue
config.set(section, option, value)
config.remove_section('globals')
# now expanding local variables defined in the cfg file
#
for section in config.sections():
variables = dict(config.items(section))
def _replacer(matchobj):
name = matchobj.group(1)
if name in variables:
return variables[name]
return matchobj.group(0)
for option, value in config.items(section):
config.set(section, option, _VAR_REPL.sub(_replacer, value))
#_expand_globals(_SCHEMES)
_PY_VERSION = '%s.%s.%s' % sys.version_info[:3]
_PY_VERSION_SHORT = '%s.%s' % sys.version_info[:2]
_PY_VERSION_SHORT_NO_DOT = '%s%s' % sys.version_info[:2]
_PREFIX = os.path.normpath(sys.prefix)
_EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
_CONFIG_VARS = None
_USER_BASE = None
def _subst_vars(path, local_vars):
"""In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
"""
def _replacer(matchobj):
name = matchobj.group(1)
if name in local_vars:
return local_vars[name]
elif name in os.environ:
return os.environ[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, path)
def _extend_dict(target_dict, other_dict):
target_keys = target_dict.keys()
for key, value in other_dict.items():
if key in target_keys:
continue
target_dict[key] = value
def _expand_vars(scheme, vars):
res = {}
if vars is None:
vars = {}
_extend_dict(vars, get_config_vars())
for key, value in _SCHEMES.items(scheme):
if os.name in ('posix', 'nt'):
value = os.path.expanduser(value)
res[key] = os.path.normpath(_subst_vars(value, vars))
return res
def format_value(value, vars):
def _replacer(matchobj):
name = matchobj.group(1)
if name in vars:
return vars[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, value)
def _get_default_scheme():
if os.name == 'posix':
# the default scheme for posix is posix_prefix
return 'posix_prefix'
return os.name
def _getuserbase():
env_base = os.environ.get("PYTHONUSERBASE", None)
def joinuser(*args):
return os.path.expanduser(os.path.join(*args))
# what about 'os2emx', 'riscos' ?
if os.name == "nt":
base = os.environ.get("APPDATA") or "~"
if env_base:
return env_base
else:
return joinuser(base, "Python")
if sys.platform == "darwin":
framework = get_config_var("PYTHONFRAMEWORK")
if framework:
if env_base:
return env_base
else:
return joinuser("~", "Library", framework, "%d.%d" %
sys.version_info[:2])
if env_base:
return env_base
else:
return joinuser("~", ".local")
def _parse_makefile(filename, vars=None):
"""Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
# Regexes needed for parsing Makefile (and similar syntaxes,
# like old-style Setup files).
_variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
if vars is None:
vars = {}
done = {}
notdone = {}
with codecs.open(filename, encoding='utf-8', errors="surrogateescape") as f:
lines = f.readlines()
for line in lines:
if line.startswith('#') or line.strip() == '':
continue
m = _variable_rx.match(line)
if m:
n, v = m.group(1, 2)
v = v.strip()
# `$$' is a literal `$' in make
tmpv = v.replace('$$', '')
if "$" in tmpv:
notdone[n] = v
else:
try:
v = int(v)
except ValueError:
# insert literal `$'
done[n] = v.replace('$$', '$')
else:
done[n] = v
# do variable interpolation here
variables = list(notdone.keys())
# Variables with a 'PY_' prefix in the makefile. These need to
# be made available without that prefix through sysconfig.
# Special care is needed to ensure that variable expansion works, even
# if the expansion uses the name without a prefix.
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
while len(variables) > 0:
for name in tuple(variables):
value = notdone[name]
m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
if m is not None:
n = m.group(1)
found = True
if n in done:
item = str(done[n])
elif n in notdone:
# get it on a subsequent round
found = False
elif n in os.environ:
# do it like make: fall back to environment
item = os.environ[n]
elif n in renamed_variables:
if (name.startswith('PY_') and
name[3:] in renamed_variables):
item = ""
elif 'PY_' + n in notdone:
found = False
else:
item = str(done['PY_' + n])
else:
done[n] = item = ""
if found:
after = value[m.end():]
value = value[:m.start()] + item + after
if "$" in after:
notdone[name] = value
else:
try:
value = int(value)
except ValueError:
done[name] = value.strip()
else:
done[name] = value
variables.remove(name)
if (name.startswith('PY_') and
name[3:] in renamed_variables):
name = name[3:]
if name not in done:
done[name] = value
else:
# bogus variable reference (e.g. "prefix=$/opt/python");
# just drop it since we can't deal
done[name] = value
variables.remove(name)
# strip spurious spaces
for k, v in done.items():
if isinstance(v, str):
done[k] = v.strip()
# save the results in the global dictionary
vars.update(done)
return vars
def get_makefile_filename():
"""Return the path of the Makefile."""
if _PYTHON_BUILD:
return os.path.join(_PROJECT_BASE, "Makefile")
if hasattr(sys, 'abiflags'):
config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags)
else:
config_dir_name = 'config'
return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile')
def _init_posix(vars):
"""Initialize the module as appropriate for POSIX systems."""
# load the installed Makefile:
makefile = get_makefile_filename()
try:
_parse_makefile(makefile, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % makefile
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# load the installed pyconfig.h:
config_h = get_config_h_filename()
try:
with open(config_h) as f:
parse_config_h(f, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % config_h
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# On AIX, there are wrong paths to the linker scripts in the Makefile
# -- these paths are relative to the Python source, but when installed
# the scripts are in another directory.
if _PYTHON_BUILD:
vars['LDSHARED'] = vars['BLDSHARED']
def _init_non_posix(vars):
"""Initialize the module as appropriate for NT"""
# set basic install directories
vars['LIBDEST'] = get_path('stdlib')
vars['BINLIBDEST'] = get_path('platstdlib')
vars['INCLUDEPY'] = get_path('include')
vars['SO'] = '.pyd'
vars['EXE'] = '.exe'
vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT
vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable))
#
# public APIs
#
def parse_config_h(fp, vars=None):
"""Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
if vars is None:
vars = {}
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
while True:
line = fp.readline()
if not line:
break
m = define_rx.match(line)
if m:
n, v = m.group(1, 2)
try:
v = int(v)
except ValueError:
pass
vars[n] = v
else:
m = undef_rx.match(line)
if m:
vars[m.group(1)] = 0
return vars
def get_config_h_filename():
"""Return the path of pyconfig.h."""
if _PYTHON_BUILD:
if os.name == "nt":
inc_dir = os.path.join(_PROJECT_BASE, "PC")
else:
inc_dir = _PROJECT_BASE
else:
inc_dir = get_path('platinclude')
return os.path.join(inc_dir, 'pyconfig.h')
def get_scheme_names():
"""Return a tuple containing the schemes names."""
return tuple(sorted(_SCHEMES.sections()))
def get_path_names():
"""Return a tuple containing the paths names."""
# xxx see if we want a static list
return _SCHEMES.options('posix_prefix')
def get_paths(scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
"""
_ensure_cfg_read()
if expand:
return _expand_vars(scheme, vars)
else:
return dict(_SCHEMES.items(scheme))
def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
"""
return get_paths(scheme, vars, expand)[name]
def get_config_vars(*args):
"""With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
"""
global _CONFIG_VARS
if _CONFIG_VARS is None:
_CONFIG_VARS = {}
# Normalized versions of prefix and exec_prefix are handy to have;
# in fact, these are the standard versions used most places in the
# distutils2 module.
_CONFIG_VARS['prefix'] = _PREFIX
_CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX
_CONFIG_VARS['py_version'] = _PY_VERSION
_CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT
_CONFIG_VARS['py_version_nodot'] = _PY_VERSION[0] + _PY_VERSION[2]
_CONFIG_VARS['base'] = _PREFIX
_CONFIG_VARS['platbase'] = _EXEC_PREFIX
_CONFIG_VARS['projectbase'] = _PROJECT_BASE
try:
_CONFIG_VARS['abiflags'] = sys.abiflags
except AttributeError:
# sys.abiflags may not be defined on all platforms.
_CONFIG_VARS['abiflags'] = ''
if os.name in ('nt', 'os2'):
_init_non_posix(_CONFIG_VARS)
if os.name == 'posix':
_init_posix(_CONFIG_VARS)
# Setting 'userbase' is done below the call to the
# init function to enable using 'get_config_var' in
# the init-function.
if sys.version >= '2.6':
_CONFIG_VARS['userbase'] = _getuserbase()
if 'srcdir' not in _CONFIG_VARS:
_CONFIG_VARS['srcdir'] = _PROJECT_BASE
else:
_CONFIG_VARS['srcdir'] = _safe_realpath(_CONFIG_VARS['srcdir'])
# Convert srcdir into an absolute path if it appears necessary.
# Normally it is relative to the build directory. However, during
# testing, for example, we might be running a non-installed python
# from a different directory.
if _PYTHON_BUILD and os.name == "posix":
base = _PROJECT_BASE
try:
cwd = os.getcwd()
except OSError:
cwd = None
if (not os.path.isabs(_CONFIG_VARS['srcdir']) and
base != cwd):
# srcdir is relative and we are not in the same directory
# as the executable. Assume executable is in the build
# directory and make srcdir absolute.
srcdir = os.path.join(base, _CONFIG_VARS['srcdir'])
_CONFIG_VARS['srcdir'] = os.path.normpath(srcdir)
if sys.platform == 'darwin':
kernel_version = os.uname()[2] # Kernel version (8.4.3)
major_version = int(kernel_version.split('.')[0])
if major_version < 8:
# On Mac OS X before 10.4, check if -arch and -isysroot
# are in CFLAGS or LDFLAGS and remove them if they are.
# This is needed when building extensions on a 10.3 system
# using a universal build of python.
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-arch\s+\w+\s', ' ', flags)
flags = re.sub('-isysroot [^ \t]*', ' ', flags)
_CONFIG_VARS[key] = flags
else:
# Allow the user to override the architecture flags using
# an environment variable.
# NOTE: This name was introduced by Apple in OSX 10.5 and
# is used by several scripting languages distributed with
# that OS release.
if 'ARCHFLAGS' in os.environ:
arch = os.environ['ARCHFLAGS']
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-arch\s+\w+\s', ' ', flags)
flags = flags + ' ' + arch
_CONFIG_VARS[key] = flags
# If we're on OSX 10.5 or later and the user tries to
# compiles an extension using an SDK that is not present
# on the current machine it is better to not use an SDK
# than to fail.
#
# The major usecase for this is users using a Python.org
# binary installer on OSX 10.6: that installer uses
# the 10.4u SDK, but that SDK is not installed by default
# when you install Xcode.
#
CFLAGS = _CONFIG_VARS.get('CFLAGS', '')
m = re.search(r'-isysroot\s+(\S+)', CFLAGS)
if m is not None:
sdk = m.group(1)
if not os.path.exists(sdk):
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-isysroot\s+\S+(\s|$)', ' ', flags)
_CONFIG_VARS[key] = flags
if args:
vals = []
for name in args:
vals.append(_CONFIG_VARS.get(name))
return vals
else:
return _CONFIG_VARS
def get_config_var(name):
"""Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
"""
return get_config_vars().get(name)
def get_platform():
"""Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
# sniff sys.version for architecture.
prefix = " bit ("
i = sys.version.find(prefix)
if i == -1:
return sys.platform
j = sys.version.find(")", i)
look = sys.version[i+len(prefix):j].lower()
if look == 'amd64':
return 'win-amd64'
if look == 'itanium':
return 'win-ia64'
return sys.platform
if os.name != "posix" or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
osname, host, release, version, machine = os.uname()
# Convert the OS name to lowercase, remove '/' characters
# (to accommodate BSD/OS), and translate spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_')
machine = machine.replace('/', '-')
if osname[:5] == "linux":
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == "sunos":
if release[0] >= "5": # SunOS 5 == Solaris 2
osname = "solaris"
release = "%d.%s" % (int(release[0]) - 3, release[2:])
# fall through to standard osname-release-machine representation
elif osname[:4] == "irix": # could be "irix64"!
return "%s-%s" % (osname, release)
elif osname[:3] == "aix":
return "%s-%s.%s" % (osname, version, release)
elif osname[:6] == "cygwin":
osname = "cygwin"
rel_re = re.compile(r'[\d.]+')
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == "darwin":
#
# For our purposes, we'll assume that the system version from
# distutils' perspective is what MACOSX_DEPLOYMENT_TARGET is set
# to. This makes the compatibility story a bit more sane because the
# machine is going to compile and link as if it were
# MACOSX_DEPLOYMENT_TARGET.
cfgvars = get_config_vars()
macver = cfgvars.get('MACOSX_DEPLOYMENT_TARGET')
if True:
# Always calculate the release of the running machine,
# needed to determine if we can build fat binaries or not.
macrelease = macver
# Get the system version. Reading this plist is a documented
# way to get the system version (see the documentation for
# the Gestalt Manager)
try:
f = open('/System/Library/CoreServices/SystemVersion.plist')
except IOError:
# We're on a plain darwin box, fall back to the default
# behaviour.
pass
else:
try:
m = re.search(r'<key>ProductUserVisibleVersion</key>\s*'
r'<string>(.*?)</string>', f.read())
finally:
f.close()
if m is not None:
macrelease = '.'.join(m.group(1).split('.')[:2])
# else: fall back to the default behaviour
if not macver:
macver = macrelease
if macver:
release = macver
osname = "macosx"
if ((macrelease + '.') >= '10.4.' and
'-arch' in get_config_vars().get('CFLAGS', '').strip()):
# The universal build will build fat binaries, but not on
# systems before 10.4
#
# Try to detect 4-way universal builds, those have machine-type
# 'universal' instead of 'fat'.
machine = 'fat'
cflags = get_config_vars().get('CFLAGS')
archs = re.findall(r'-arch\s+(\S+)', cflags)
archs = tuple(sorted(set(archs)))
if len(archs) == 1:
machine = archs[0]
elif archs == ('i386', 'ppc'):
machine = 'fat'
elif archs == ('i386', 'x86_64'):
machine = 'intel'
elif archs == ('i386', 'ppc', 'x86_64'):
machine = 'fat3'
elif archs == ('ppc64', 'x86_64'):
machine = 'fat64'
elif archs == ('i386', 'ppc', 'ppc64', 'x86_64'):
machine = 'universal'
else:
raise ValueError(
"Don't know machine value for archs=%r" % (archs,))
elif machine == 'i386':
# On OSX the machine type returned by uname is always the
# 32-bit variant, even if the executable architecture is
# the 64-bit variant
if sys.maxsize >= 2**32:
machine = 'x86_64'
elif machine in ('PowerPC', 'Power_Macintosh'):
# Pick a sane name for the PPC architecture.
# See 'i386' case
if sys.maxsize >= 2**32:
machine = 'ppc64'
else:
machine = 'ppc'
return "%s-%s-%s" % (osname, release, machine)
def get_python_version():
return _PY_VERSION_SHORT
def _print_dict(title, data):
for index, (key, value) in enumerate(sorted(data.items())):
if index == 0:
print('%s: ' % (title))
print('\t%s = "%s"' % (key, value))
def _main():
"""Display all information sysconfig detains."""
print('Platform: "%s"' % get_platform())
print('Python version: "%s"' % get_python_version())
print('Current installation scheme: "%s"' % _get_default_scheme())
print()
_print_dict('Paths', get_paths())
print()
_print_dict('Variables', get_config_vars())
if __name__ == '__main__':
_main()
site-packages/pip/_vendor/distlib/_backport/sysconfig.cfg 0000644 00000005071 15056474501 0017605 0 ustar 00 [posix_prefix]
# Configuration directories. Some of these come straight out of the
# configure script. They are for implementing the other variables, not to
# be used directly in [resource_locations].
confdir = /etc
datadir = /usr/share
libdir = /usr/lib
statedir = /var
# User resource directory
local = ~/.local/{distribution.name}
stdlib = {base}/lib/python{py_version_short}
platstdlib = {platbase}/lib/python{py_version_short}
purelib = {base}/lib/python{py_version_short}/site-packages
platlib = {platbase}/lib/python{py_version_short}/site-packages
include = {base}/include/python{py_version_short}{abiflags}
platinclude = {platbase}/include/python{py_version_short}{abiflags}
data = {base}
[posix_home]
stdlib = {base}/lib/python
platstdlib = {base}/lib/python
purelib = {base}/lib/python
platlib = {base}/lib/python
include = {base}/include/python
platinclude = {base}/include/python
scripts = {base}/bin
data = {base}
[nt]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2_home]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[nt_user]
stdlib = {userbase}/Python{py_version_nodot}
platstdlib = {userbase}/Python{py_version_nodot}
purelib = {userbase}/Python{py_version_nodot}/site-packages
platlib = {userbase}/Python{py_version_nodot}/site-packages
include = {userbase}/Python{py_version_nodot}/Include
scripts = {userbase}/Scripts
data = {userbase}
[posix_user]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[osx_framework_user]
stdlib = {userbase}/lib/python
platstdlib = {userbase}/lib/python
purelib = {userbase}/lib/python/site-packages
platlib = {userbase}/lib/python/site-packages
include = {userbase}/include
scripts = {userbase}/bin
data = {userbase}
site-packages/pip/_vendor/distlib/_backport/tarfile.py 0000644 00000264724 15056474501 0017134 0 ustar 00 #-------------------------------------------------------------------
# tarfile.py
#-------------------------------------------------------------------
# Copyright (C) 2002 Lars Gustaebel <lars@gustaebel.de>
# All rights reserved.
#
# Permission is hereby granted, free of charge, to any person
# obtaining a copy of this software and associated documentation
# files (the "Software"), to deal in the Software without
# restriction, including without limitation the rights to use,
# copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following
# conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
#
from __future__ import print_function
"""Read from and write to tar format archives.
"""
__version__ = "$Revision$"
version = "0.9.0"
__author__ = "Lars Gust\u00e4bel (lars@gustaebel.de)"
__date__ = "$Date: 2011-02-25 17:42:01 +0200 (Fri, 25 Feb 2011) $"
__cvsid__ = "$Id: tarfile.py 88586 2011-02-25 15:42:01Z marc-andre.lemburg $"
__credits__ = "Gustavo Niemeyer, Niels Gust\u00e4bel, Richard Townsend."
#---------
# Imports
#---------
import sys
import os
import stat
import errno
import time
import struct
import copy
import re
try:
import grp, pwd
except ImportError:
grp = pwd = None
# os.symlink on Windows prior to 6.0 raises NotImplementedError
symlink_exception = (AttributeError, NotImplementedError)
try:
# WindowsError (1314) will be raised if the caller does not hold the
# SeCreateSymbolicLinkPrivilege privilege
symlink_exception += (WindowsError,)
except NameError:
pass
# from tarfile import *
__all__ = ["TarFile", "TarInfo", "is_tarfile", "TarError"]
if sys.version_info[0] < 3:
import __builtin__ as builtins
else:
import builtins
_open = builtins.open # Since 'open' is TarFile.open
#---------------------------------------------------------
# tar constants
#---------------------------------------------------------
NUL = b"\0" # the null character
BLOCKSIZE = 512 # length of processing blocks
RECORDSIZE = BLOCKSIZE * 20 # length of records
GNU_MAGIC = b"ustar \0" # magic gnu tar string
POSIX_MAGIC = b"ustar\x0000" # magic posix tar string
LENGTH_NAME = 100 # maximum length of a filename
LENGTH_LINK = 100 # maximum length of a linkname
LENGTH_PREFIX = 155 # maximum length of the prefix field
REGTYPE = b"0" # regular file
AREGTYPE = b"\0" # regular file
LNKTYPE = b"1" # link (inside tarfile)
SYMTYPE = b"2" # symbolic link
CHRTYPE = b"3" # character special device
BLKTYPE = b"4" # block special device
DIRTYPE = b"5" # directory
FIFOTYPE = b"6" # fifo special device
CONTTYPE = b"7" # contiguous file
GNUTYPE_LONGNAME = b"L" # GNU tar longname
GNUTYPE_LONGLINK = b"K" # GNU tar longlink
GNUTYPE_SPARSE = b"S" # GNU tar sparse file
XHDTYPE = b"x" # POSIX.1-2001 extended header
XGLTYPE = b"g" # POSIX.1-2001 global header
SOLARIS_XHDTYPE = b"X" # Solaris extended header
USTAR_FORMAT = 0 # POSIX.1-1988 (ustar) format
GNU_FORMAT = 1 # GNU tar format
PAX_FORMAT = 2 # POSIX.1-2001 (pax) format
DEFAULT_FORMAT = GNU_FORMAT
#---------------------------------------------------------
# tarfile constants
#---------------------------------------------------------
# File types that tarfile supports:
SUPPORTED_TYPES = (REGTYPE, AREGTYPE, LNKTYPE,
SYMTYPE, DIRTYPE, FIFOTYPE,
CONTTYPE, CHRTYPE, BLKTYPE,
GNUTYPE_LONGNAME, GNUTYPE_LONGLINK,
GNUTYPE_SPARSE)
# File types that will be treated as a regular file.
REGULAR_TYPES = (REGTYPE, AREGTYPE,
CONTTYPE, GNUTYPE_SPARSE)
# File types that are part of the GNU tar format.
GNU_TYPES = (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK,
GNUTYPE_SPARSE)
# Fields from a pax header that override a TarInfo attribute.
PAX_FIELDS = ("path", "linkpath", "size", "mtime",
"uid", "gid", "uname", "gname")
# Fields from a pax header that are affected by hdrcharset.
PAX_NAME_FIELDS = set(("path", "linkpath", "uname", "gname"))
# Fields in a pax header that are numbers, all other fields
# are treated as strings.
PAX_NUMBER_FIELDS = {
"atime": float,
"ctime": float,
"mtime": float,
"uid": int,
"gid": int,
"size": int
}
#---------------------------------------------------------
# Bits used in the mode field, values in octal.
#---------------------------------------------------------
S_IFLNK = 0o120000 # symbolic link
S_IFREG = 0o100000 # regular file
S_IFBLK = 0o060000 # block device
S_IFDIR = 0o040000 # directory
S_IFCHR = 0o020000 # character device
S_IFIFO = 0o010000 # fifo
TSUID = 0o4000 # set UID on execution
TSGID = 0o2000 # set GID on execution
TSVTX = 0o1000 # reserved
TUREAD = 0o400 # read by owner
TUWRITE = 0o200 # write by owner
TUEXEC = 0o100 # execute/search by owner
TGREAD = 0o040 # read by group
TGWRITE = 0o020 # write by group
TGEXEC = 0o010 # execute/search by group
TOREAD = 0o004 # read by other
TOWRITE = 0o002 # write by other
TOEXEC = 0o001 # execute/search by other
#---------------------------------------------------------
# initialization
#---------------------------------------------------------
if os.name in ("nt", "ce"):
ENCODING = "utf-8"
else:
ENCODING = sys.getfilesystemencoding()
#---------------------------------------------------------
# Some useful functions
#---------------------------------------------------------
def stn(s, length, encoding, errors):
"""Convert a string to a null-terminated bytes object.
"""
s = s.encode(encoding, errors)
return s[:length] + (length - len(s)) * NUL
def nts(s, encoding, errors):
"""Convert a null-terminated bytes object to a string.
"""
p = s.find(b"\0")
if p != -1:
s = s[:p]
return s.decode(encoding, errors)
def nti(s):
"""Convert a number field to a python number.
"""
# There are two possible encodings for a number field, see
# itn() below.
if s[0] != chr(0o200):
try:
n = int(nts(s, "ascii", "strict") or "0", 8)
except ValueError:
raise InvalidHeaderError("invalid header")
else:
n = 0
for i in range(len(s) - 1):
n <<= 8
n += ord(s[i + 1])
return n
def itn(n, digits=8, format=DEFAULT_FORMAT):
"""Convert a python number to a number field.
"""
# POSIX 1003.1-1988 requires numbers to be encoded as a string of
# octal digits followed by a null-byte, this allows values up to
# (8**(digits-1))-1. GNU tar allows storing numbers greater than
# that if necessary. A leading 0o200 byte indicates this particular
# encoding, the following digits-1 bytes are a big-endian
# representation. This allows values up to (256**(digits-1))-1.
if 0 <= n < 8 ** (digits - 1):
s = ("%0*o" % (digits - 1, n)).encode("ascii") + NUL
else:
if format != GNU_FORMAT or n >= 256 ** (digits - 1):
raise ValueError("overflow in number field")
if n < 0:
# XXX We mimic GNU tar's behaviour with negative numbers,
# this could raise OverflowError.
n = struct.unpack("L", struct.pack("l", n))[0]
s = bytearray()
for i in range(digits - 1):
s.insert(0, n & 0o377)
n >>= 8
s.insert(0, 0o200)
return s
def calc_chksums(buf):
"""Calculate the checksum for a member's header by summing up all
characters except for the chksum field which is treated as if
it was filled with spaces. According to the GNU tar sources,
some tars (Sun and NeXT) calculate chksum with signed char,
which will be different if there are chars in the buffer with
the high bit set. So we calculate two checksums, unsigned and
signed.
"""
unsigned_chksum = 256 + sum(struct.unpack("148B", buf[:148]) + struct.unpack("356B", buf[156:512]))
signed_chksum = 256 + sum(struct.unpack("148b", buf[:148]) + struct.unpack("356b", buf[156:512]))
return unsigned_chksum, signed_chksum
def copyfileobj(src, dst, length=None):
"""Copy length bytes from fileobj src to fileobj dst.
If length is None, copy the entire content.
"""
if length == 0:
return
if length is None:
while True:
buf = src.read(16*1024)
if not buf:
break
dst.write(buf)
return
BUFSIZE = 16 * 1024
blocks, remainder = divmod(length, BUFSIZE)
for b in range(blocks):
buf = src.read(BUFSIZE)
if len(buf) < BUFSIZE:
raise IOError("end of file reached")
dst.write(buf)
if remainder != 0:
buf = src.read(remainder)
if len(buf) < remainder:
raise IOError("end of file reached")
dst.write(buf)
return
filemode_table = (
((S_IFLNK, "l"),
(S_IFREG, "-"),
(S_IFBLK, "b"),
(S_IFDIR, "d"),
(S_IFCHR, "c"),
(S_IFIFO, "p")),
((TUREAD, "r"),),
((TUWRITE, "w"),),
((TUEXEC|TSUID, "s"),
(TSUID, "S"),
(TUEXEC, "x")),
((TGREAD, "r"),),
((TGWRITE, "w"),),
((TGEXEC|TSGID, "s"),
(TSGID, "S"),
(TGEXEC, "x")),
((TOREAD, "r"),),
((TOWRITE, "w"),),
((TOEXEC|TSVTX, "t"),
(TSVTX, "T"),
(TOEXEC, "x"))
)
def filemode(mode):
"""Convert a file's mode to a string of the form
-rwxrwxrwx.
Used by TarFile.list()
"""
perm = []
for table in filemode_table:
for bit, char in table:
if mode & bit == bit:
perm.append(char)
break
else:
perm.append("-")
return "".join(perm)
class TarError(Exception):
"""Base exception."""
pass
class ExtractError(TarError):
"""General exception for extract errors."""
pass
class ReadError(TarError):
"""Exception for unreadable tar archives."""
pass
class CompressionError(TarError):
"""Exception for unavailable compression methods."""
pass
class StreamError(TarError):
"""Exception for unsupported operations on stream-like TarFiles."""
pass
class HeaderError(TarError):
"""Base exception for header errors."""
pass
class EmptyHeaderError(HeaderError):
"""Exception for empty headers."""
pass
class TruncatedHeaderError(HeaderError):
"""Exception for truncated headers."""
pass
class EOFHeaderError(HeaderError):
"""Exception for end of file headers."""
pass
class InvalidHeaderError(HeaderError):
"""Exception for invalid headers."""
pass
class SubsequentHeaderError(HeaderError):
"""Exception for missing and invalid extended headers."""
pass
#---------------------------
# internal stream interface
#---------------------------
class _LowLevelFile(object):
"""Low-level file object. Supports reading and writing.
It is used instead of a regular file object for streaming
access.
"""
def __init__(self, name, mode):
mode = {
"r": os.O_RDONLY,
"w": os.O_WRONLY | os.O_CREAT | os.O_TRUNC,
}[mode]
if hasattr(os, "O_BINARY"):
mode |= os.O_BINARY
self.fd = os.open(name, mode, 0o666)
def close(self):
os.close(self.fd)
def read(self, size):
return os.read(self.fd, size)
def write(self, s):
os.write(self.fd, s)
class _Stream(object):
"""Class that serves as an adapter between TarFile and
a stream-like object. The stream-like object only
needs to have a read() or write() method and is accessed
blockwise. Use of gzip or bzip2 compression is possible.
A stream-like object could be for example: sys.stdin,
sys.stdout, a socket, a tape device etc.
_Stream is intended to be used only internally.
"""
def __init__(self, name, mode, comptype, fileobj, bufsize):
"""Construct a _Stream object.
"""
self._extfileobj = True
if fileobj is None:
fileobj = _LowLevelFile(name, mode)
self._extfileobj = False
if comptype == '*':
# Enable transparent compression detection for the
# stream interface
fileobj = _StreamProxy(fileobj)
comptype = fileobj.getcomptype()
self.name = name or ""
self.mode = mode
self.comptype = comptype
self.fileobj = fileobj
self.bufsize = bufsize
self.buf = b""
self.pos = 0
self.closed = False
try:
if comptype == "gz":
try:
import zlib
except ImportError:
raise CompressionError("zlib module is not available")
self.zlib = zlib
self.crc = zlib.crc32(b"")
if mode == "r":
self._init_read_gz()
else:
self._init_write_gz()
if comptype == "bz2":
try:
import bz2
except ImportError:
raise CompressionError("bz2 module is not available")
if mode == "r":
self.dbuf = b""
self.cmp = bz2.BZ2Decompressor()
else:
self.cmp = bz2.BZ2Compressor()
except:
if not self._extfileobj:
self.fileobj.close()
self.closed = True
raise
def __del__(self):
if hasattr(self, "closed") and not self.closed:
self.close()
def _init_write_gz(self):
"""Initialize for writing with gzip compression.
"""
self.cmp = self.zlib.compressobj(9, self.zlib.DEFLATED,
-self.zlib.MAX_WBITS,
self.zlib.DEF_MEM_LEVEL,
0)
timestamp = struct.pack("<L", int(time.time()))
self.__write(b"\037\213\010\010" + timestamp + b"\002\377")
if self.name.endswith(".gz"):
self.name = self.name[:-3]
# RFC1952 says we must use ISO-8859-1 for the FNAME field.
self.__write(self.name.encode("iso-8859-1", "replace") + NUL)
def write(self, s):
"""Write string s to the stream.
"""
if self.comptype == "gz":
self.crc = self.zlib.crc32(s, self.crc)
self.pos += len(s)
if self.comptype != "tar":
s = self.cmp.compress(s)
self.__write(s)
def __write(self, s):
"""Write string s to the stream if a whole new block
is ready to be written.
"""
self.buf += s
while len(self.buf) > self.bufsize:
self.fileobj.write(self.buf[:self.bufsize])
self.buf = self.buf[self.bufsize:]
def close(self):
"""Close the _Stream object. No operation should be
done on it afterwards.
"""
if self.closed:
return
if self.mode == "w" and self.comptype != "tar":
self.buf += self.cmp.flush()
if self.mode == "w" and self.buf:
self.fileobj.write(self.buf)
self.buf = b""
if self.comptype == "gz":
# The native zlib crc is an unsigned 32-bit integer, but
# the Python wrapper implicitly casts that to a signed C
# long. So, on a 32-bit box self.crc may "look negative",
# while the same crc on a 64-bit box may "look positive".
# To avoid irksome warnings from the `struct` module, force
# it to look positive on all boxes.
self.fileobj.write(struct.pack("<L", self.crc & 0xffffffff))
self.fileobj.write(struct.pack("<L", self.pos & 0xffffFFFF))
if not self._extfileobj:
self.fileobj.close()
self.closed = True
def _init_read_gz(self):
"""Initialize for reading a gzip compressed fileobj.
"""
self.cmp = self.zlib.decompressobj(-self.zlib.MAX_WBITS)
self.dbuf = b""
# taken from gzip.GzipFile with some alterations
if self.__read(2) != b"\037\213":
raise ReadError("not a gzip file")
if self.__read(1) != b"\010":
raise CompressionError("unsupported compression method")
flag = ord(self.__read(1))
self.__read(6)
if flag & 4:
xlen = ord(self.__read(1)) + 256 * ord(self.__read(1))
self.read(xlen)
if flag & 8:
while True:
s = self.__read(1)
if not s or s == NUL:
break
if flag & 16:
while True:
s = self.__read(1)
if not s or s == NUL:
break
if flag & 2:
self.__read(2)
def tell(self):
"""Return the stream's file pointer position.
"""
return self.pos
def seek(self, pos=0):
"""Set the stream's file pointer to pos. Negative seeking
is forbidden.
"""
if pos - self.pos >= 0:
blocks, remainder = divmod(pos - self.pos, self.bufsize)
for i in range(blocks):
self.read(self.bufsize)
self.read(remainder)
else:
raise StreamError("seeking backwards is not allowed")
return self.pos
def read(self, size=None):
"""Return the next size number of bytes from the stream.
If size is not defined, return all bytes of the stream
up to EOF.
"""
if size is None:
t = []
while True:
buf = self._read(self.bufsize)
if not buf:
break
t.append(buf)
buf = "".join(t)
else:
buf = self._read(size)
self.pos += len(buf)
return buf
def _read(self, size):
"""Return size bytes from the stream.
"""
if self.comptype == "tar":
return self.__read(size)
c = len(self.dbuf)
while c < size:
buf = self.__read(self.bufsize)
if not buf:
break
try:
buf = self.cmp.decompress(buf)
except IOError:
raise ReadError("invalid compressed data")
self.dbuf += buf
c += len(buf)
buf = self.dbuf[:size]
self.dbuf = self.dbuf[size:]
return buf
def __read(self, size):
"""Return size bytes from stream. If internal buffer is empty,
read another block from the stream.
"""
c = len(self.buf)
while c < size:
buf = self.fileobj.read(self.bufsize)
if not buf:
break
self.buf += buf
c += len(buf)
buf = self.buf[:size]
self.buf = self.buf[size:]
return buf
# class _Stream
class _StreamProxy(object):
"""Small proxy class that enables transparent compression
detection for the Stream interface (mode 'r|*').
"""
def __init__(self, fileobj):
self.fileobj = fileobj
self.buf = self.fileobj.read(BLOCKSIZE)
def read(self, size):
self.read = self.fileobj.read
return self.buf
def getcomptype(self):
if self.buf.startswith(b"\037\213\010"):
return "gz"
if self.buf.startswith(b"BZh91"):
return "bz2"
return "tar"
def close(self):
self.fileobj.close()
# class StreamProxy
class _BZ2Proxy(object):
"""Small proxy class that enables external file object
support for "r:bz2" and "w:bz2" modes. This is actually
a workaround for a limitation in bz2 module's BZ2File
class which (unlike gzip.GzipFile) has no support for
a file object argument.
"""
blocksize = 16 * 1024
def __init__(self, fileobj, mode):
self.fileobj = fileobj
self.mode = mode
self.name = getattr(self.fileobj, "name", None)
self.init()
def init(self):
import bz2
self.pos = 0
if self.mode == "r":
self.bz2obj = bz2.BZ2Decompressor()
self.fileobj.seek(0)
self.buf = b""
else:
self.bz2obj = bz2.BZ2Compressor()
def read(self, size):
x = len(self.buf)
while x < size:
raw = self.fileobj.read(self.blocksize)
if not raw:
break
data = self.bz2obj.decompress(raw)
self.buf += data
x += len(data)
buf = self.buf[:size]
self.buf = self.buf[size:]
self.pos += len(buf)
return buf
def seek(self, pos):
if pos < self.pos:
self.init()
self.read(pos - self.pos)
def tell(self):
return self.pos
def write(self, data):
self.pos += len(data)
raw = self.bz2obj.compress(data)
self.fileobj.write(raw)
def close(self):
if self.mode == "w":
raw = self.bz2obj.flush()
self.fileobj.write(raw)
# class _BZ2Proxy
#------------------------
# Extraction file object
#------------------------
class _FileInFile(object):
"""A thin wrapper around an existing file object that
provides a part of its data as an individual file
object.
"""
def __init__(self, fileobj, offset, size, blockinfo=None):
self.fileobj = fileobj
self.offset = offset
self.size = size
self.position = 0
if blockinfo is None:
blockinfo = [(0, size)]
# Construct a map with data and zero blocks.
self.map_index = 0
self.map = []
lastpos = 0
realpos = self.offset
for offset, size in blockinfo:
if offset > lastpos:
self.map.append((False, lastpos, offset, None))
self.map.append((True, offset, offset + size, realpos))
realpos += size
lastpos = offset + size
if lastpos < self.size:
self.map.append((False, lastpos, self.size, None))
def seekable(self):
if not hasattr(self.fileobj, "seekable"):
# XXX gzip.GzipFile and bz2.BZ2File
return True
return self.fileobj.seekable()
def tell(self):
"""Return the current file position.
"""
return self.position
def seek(self, position):
"""Seek to a position in the file.
"""
self.position = position
def read(self, size=None):
"""Read data from the file.
"""
if size is None:
size = self.size - self.position
else:
size = min(size, self.size - self.position)
buf = b""
while size > 0:
while True:
data, start, stop, offset = self.map[self.map_index]
if start <= self.position < stop:
break
else:
self.map_index += 1
if self.map_index == len(self.map):
self.map_index = 0
length = min(size, stop - self.position)
if data:
self.fileobj.seek(offset + (self.position - start))
buf += self.fileobj.read(length)
else:
buf += NUL * length
size -= length
self.position += length
return buf
#class _FileInFile
class ExFileObject(object):
"""File-like object for reading an archive member.
Is returned by TarFile.extractfile().
"""
blocksize = 1024
def __init__(self, tarfile, tarinfo):
self.fileobj = _FileInFile(tarfile.fileobj,
tarinfo.offset_data,
tarinfo.size,
tarinfo.sparse)
self.name = tarinfo.name
self.mode = "r"
self.closed = False
self.size = tarinfo.size
self.position = 0
self.buffer = b""
def readable(self):
return True
def writable(self):
return False
def seekable(self):
return self.fileobj.seekable()
def read(self, size=None):
"""Read at most size bytes from the file. If size is not
present or None, read all data until EOF is reached.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
buf = b""
if self.buffer:
if size is None:
buf = self.buffer
self.buffer = b""
else:
buf = self.buffer[:size]
self.buffer = self.buffer[size:]
if size is None:
buf += self.fileobj.read()
else:
buf += self.fileobj.read(size - len(buf))
self.position += len(buf)
return buf
# XXX TextIOWrapper uses the read1() method.
read1 = read
def readline(self, size=-1):
"""Read one entire line from the file. If size is present
and non-negative, return a string with at most that
size, which may be an incomplete line.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
pos = self.buffer.find(b"\n") + 1
if pos == 0:
# no newline found.
while True:
buf = self.fileobj.read(self.blocksize)
self.buffer += buf
if not buf or b"\n" in buf:
pos = self.buffer.find(b"\n") + 1
if pos == 0:
# no newline found.
pos = len(self.buffer)
break
if size != -1:
pos = min(size, pos)
buf = self.buffer[:pos]
self.buffer = self.buffer[pos:]
self.position += len(buf)
return buf
def readlines(self):
"""Return a list with all remaining lines.
"""
result = []
while True:
line = self.readline()
if not line: break
result.append(line)
return result
def tell(self):
"""Return the current file position.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
return self.position
def seek(self, pos, whence=os.SEEK_SET):
"""Seek to a position in the file.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
if whence == os.SEEK_SET:
self.position = min(max(pos, 0), self.size)
elif whence == os.SEEK_CUR:
if pos < 0:
self.position = max(self.position + pos, 0)
else:
self.position = min(self.position + pos, self.size)
elif whence == os.SEEK_END:
self.position = max(min(self.size + pos, self.size), 0)
else:
raise ValueError("Invalid argument")
self.buffer = b""
self.fileobj.seek(self.position)
def close(self):
"""Close the file object.
"""
self.closed = True
def __iter__(self):
"""Get an iterator over the file's lines.
"""
while True:
line = self.readline()
if not line:
break
yield line
#class ExFileObject
#------------------
# Exported Classes
#------------------
class TarInfo(object):
"""Informational class which holds the details about an
archive member given by a tar header block.
TarInfo objects are returned by TarFile.getmember(),
TarFile.getmembers() and TarFile.gettarinfo() and are
usually created internally.
"""
__slots__ = ("name", "mode", "uid", "gid", "size", "mtime",
"chksum", "type", "linkname", "uname", "gname",
"devmajor", "devminor",
"offset", "offset_data", "pax_headers", "sparse",
"tarfile", "_sparse_structs", "_link_target")
def __init__(self, name=""):
"""Construct a TarInfo object. name is the optional name
of the member.
"""
self.name = name # member name
self.mode = 0o644 # file permissions
self.uid = 0 # user id
self.gid = 0 # group id
self.size = 0 # file size
self.mtime = 0 # modification time
self.chksum = 0 # header checksum
self.type = REGTYPE # member type
self.linkname = "" # link name
self.uname = "" # user name
self.gname = "" # group name
self.devmajor = 0 # device major number
self.devminor = 0 # device minor number
self.offset = 0 # the tar header starts here
self.offset_data = 0 # the file's data starts here
self.sparse = None # sparse member information
self.pax_headers = {} # pax header information
# In pax headers the "name" and "linkname" field are called
# "path" and "linkpath".
def _getpath(self):
return self.name
def _setpath(self, name):
self.name = name
path = property(_getpath, _setpath)
def _getlinkpath(self):
return self.linkname
def _setlinkpath(self, linkname):
self.linkname = linkname
linkpath = property(_getlinkpath, _setlinkpath)
def __repr__(self):
return "<%s %r at %#x>" % (self.__class__.__name__,self.name,id(self))
def get_info(self):
"""Return the TarInfo's attributes as a dictionary.
"""
info = {
"name": self.name,
"mode": self.mode & 0o7777,
"uid": self.uid,
"gid": self.gid,
"size": self.size,
"mtime": self.mtime,
"chksum": self.chksum,
"type": self.type,
"linkname": self.linkname,
"uname": self.uname,
"gname": self.gname,
"devmajor": self.devmajor,
"devminor": self.devminor
}
if info["type"] == DIRTYPE and not info["name"].endswith("/"):
info["name"] += "/"
return info
def tobuf(self, format=DEFAULT_FORMAT, encoding=ENCODING, errors="surrogateescape"):
"""Return a tar header as a string of 512 byte blocks.
"""
info = self.get_info()
if format == USTAR_FORMAT:
return self.create_ustar_header(info, encoding, errors)
elif format == GNU_FORMAT:
return self.create_gnu_header(info, encoding, errors)
elif format == PAX_FORMAT:
return self.create_pax_header(info, encoding)
else:
raise ValueError("invalid format")
def create_ustar_header(self, info, encoding, errors):
"""Return the object as a ustar header block.
"""
info["magic"] = POSIX_MAGIC
if len(info["linkname"]) > LENGTH_LINK:
raise ValueError("linkname is too long")
if len(info["name"]) > LENGTH_NAME:
info["prefix"], info["name"] = self._posix_split_name(info["name"])
return self._create_header(info, USTAR_FORMAT, encoding, errors)
def create_gnu_header(self, info, encoding, errors):
"""Return the object as a GNU header block sequence.
"""
info["magic"] = GNU_MAGIC
buf = b""
if len(info["linkname"]) > LENGTH_LINK:
buf += self._create_gnu_long_header(info["linkname"], GNUTYPE_LONGLINK, encoding, errors)
if len(info["name"]) > LENGTH_NAME:
buf += self._create_gnu_long_header(info["name"], GNUTYPE_LONGNAME, encoding, errors)
return buf + self._create_header(info, GNU_FORMAT, encoding, errors)
def create_pax_header(self, info, encoding):
"""Return the object as a ustar header block. If it cannot be
represented this way, prepend a pax extended header sequence
with supplement information.
"""
info["magic"] = POSIX_MAGIC
pax_headers = self.pax_headers.copy()
# Test string fields for values that exceed the field length or cannot
# be represented in ASCII encoding.
for name, hname, length in (
("name", "path", LENGTH_NAME), ("linkname", "linkpath", LENGTH_LINK),
("uname", "uname", 32), ("gname", "gname", 32)):
if hname in pax_headers:
# The pax header has priority.
continue
# Try to encode the string as ASCII.
try:
info[name].encode("ascii", "strict")
except UnicodeEncodeError:
pax_headers[hname] = info[name]
continue
if len(info[name]) > length:
pax_headers[hname] = info[name]
# Test number fields for values that exceed the field limit or values
# that like to be stored as float.
for name, digits in (("uid", 8), ("gid", 8), ("size", 12), ("mtime", 12)):
if name in pax_headers:
# The pax header has priority. Avoid overflow.
info[name] = 0
continue
val = info[name]
if not 0 <= val < 8 ** (digits - 1) or isinstance(val, float):
pax_headers[name] = str(val)
info[name] = 0
# Create a pax extended header if necessary.
if pax_headers:
buf = self._create_pax_generic_header(pax_headers, XHDTYPE, encoding)
else:
buf = b""
return buf + self._create_header(info, USTAR_FORMAT, "ascii", "replace")
@classmethod
def create_pax_global_header(cls, pax_headers):
"""Return the object as a pax global header block sequence.
"""
return cls._create_pax_generic_header(pax_headers, XGLTYPE, "utf8")
def _posix_split_name(self, name):
"""Split a name longer than 100 chars into a prefix
and a name part.
"""
prefix = name[:LENGTH_PREFIX + 1]
while prefix and prefix[-1] != "/":
prefix = prefix[:-1]
name = name[len(prefix):]
prefix = prefix[:-1]
if not prefix or len(name) > LENGTH_NAME:
raise ValueError("name is too long")
return prefix, name
@staticmethod
def _create_header(info, format, encoding, errors):
"""Return a header block. info is a dictionary with file
information, format must be one of the *_FORMAT constants.
"""
parts = [
stn(info.get("name", ""), 100, encoding, errors),
itn(info.get("mode", 0) & 0o7777, 8, format),
itn(info.get("uid", 0), 8, format),
itn(info.get("gid", 0), 8, format),
itn(info.get("size", 0), 12, format),
itn(info.get("mtime", 0), 12, format),
b" ", # checksum field
info.get("type", REGTYPE),
stn(info.get("linkname", ""), 100, encoding, errors),
info.get("magic", POSIX_MAGIC),
stn(info.get("uname", ""), 32, encoding, errors),
stn(info.get("gname", ""), 32, encoding, errors),
itn(info.get("devmajor", 0), 8, format),
itn(info.get("devminor", 0), 8, format),
stn(info.get("prefix", ""), 155, encoding, errors)
]
buf = struct.pack("%ds" % BLOCKSIZE, b"".join(parts))
chksum = calc_chksums(buf[-BLOCKSIZE:])[0]
buf = buf[:-364] + ("%06o\0" % chksum).encode("ascii") + buf[-357:]
return buf
@staticmethod
def _create_payload(payload):
"""Return the string payload filled with zero bytes
up to the next 512 byte border.
"""
blocks, remainder = divmod(len(payload), BLOCKSIZE)
if remainder > 0:
payload += (BLOCKSIZE - remainder) * NUL
return payload
@classmethod
def _create_gnu_long_header(cls, name, type, encoding, errors):
"""Return a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence
for name.
"""
name = name.encode(encoding, errors) + NUL
info = {}
info["name"] = "././@LongLink"
info["type"] = type
info["size"] = len(name)
info["magic"] = GNU_MAGIC
# create extended header + name blocks.
return cls._create_header(info, USTAR_FORMAT, encoding, errors) + \
cls._create_payload(name)
@classmethod
def _create_pax_generic_header(cls, pax_headers, type, encoding):
"""Return a POSIX.1-2008 extended or global header sequence
that contains a list of keyword, value pairs. The values
must be strings.
"""
# Check if one of the fields contains surrogate characters and thereby
# forces hdrcharset=BINARY, see _proc_pax() for more information.
binary = False
for keyword, value in pax_headers.items():
try:
value.encode("utf8", "strict")
except UnicodeEncodeError:
binary = True
break
records = b""
if binary:
# Put the hdrcharset field at the beginning of the header.
records += b"21 hdrcharset=BINARY\n"
for keyword, value in pax_headers.items():
keyword = keyword.encode("utf8")
if binary:
# Try to restore the original byte representation of `value'.
# Needless to say, that the encoding must match the string.
value = value.encode(encoding, "surrogateescape")
else:
value = value.encode("utf8")
l = len(keyword) + len(value) + 3 # ' ' + '=' + '\n'
n = p = 0
while True:
n = l + len(str(p))
if n == p:
break
p = n
records += bytes(str(p), "ascii") + b" " + keyword + b"=" + value + b"\n"
# We use a hardcoded "././@PaxHeader" name like star does
# instead of the one that POSIX recommends.
info = {}
info["name"] = "././@PaxHeader"
info["type"] = type
info["size"] = len(records)
info["magic"] = POSIX_MAGIC
# Create pax header + record blocks.
return cls._create_header(info, USTAR_FORMAT, "ascii", "replace") + \
cls._create_payload(records)
@classmethod
def frombuf(cls, buf, encoding, errors):
"""Construct a TarInfo object from a 512 byte bytes object.
"""
if len(buf) == 0:
raise EmptyHeaderError("empty header")
if len(buf) != BLOCKSIZE:
raise TruncatedHeaderError("truncated header")
if buf.count(NUL) == BLOCKSIZE:
raise EOFHeaderError("end of file header")
chksum = nti(buf[148:156])
if chksum not in calc_chksums(buf):
raise InvalidHeaderError("bad checksum")
obj = cls()
obj.name = nts(buf[0:100], encoding, errors)
obj.mode = nti(buf[100:108])
obj.uid = nti(buf[108:116])
obj.gid = nti(buf[116:124])
obj.size = nti(buf[124:136])
obj.mtime = nti(buf[136:148])
obj.chksum = chksum
obj.type = buf[156:157]
obj.linkname = nts(buf[157:257], encoding, errors)
obj.uname = nts(buf[265:297], encoding, errors)
obj.gname = nts(buf[297:329], encoding, errors)
obj.devmajor = nti(buf[329:337])
obj.devminor = nti(buf[337:345])
prefix = nts(buf[345:500], encoding, errors)
# Old V7 tar format represents a directory as a regular
# file with a trailing slash.
if obj.type == AREGTYPE and obj.name.endswith("/"):
obj.type = DIRTYPE
# The old GNU sparse format occupies some of the unused
# space in the buffer for up to 4 sparse structures.
# Save the them for later processing in _proc_sparse().
if obj.type == GNUTYPE_SPARSE:
pos = 386
structs = []
for i in range(4):
try:
offset = nti(buf[pos:pos + 12])
numbytes = nti(buf[pos + 12:pos + 24])
except ValueError:
break
structs.append((offset, numbytes))
pos += 24
isextended = bool(buf[482])
origsize = nti(buf[483:495])
obj._sparse_structs = (structs, isextended, origsize)
# Remove redundant slashes from directories.
if obj.isdir():
obj.name = obj.name.rstrip("/")
# Reconstruct a ustar longname.
if prefix and obj.type not in GNU_TYPES:
obj.name = prefix + "/" + obj.name
return obj
@classmethod
def fromtarfile(cls, tarfile):
"""Return the next TarInfo object from TarFile object
tarfile.
"""
buf = tarfile.fileobj.read(BLOCKSIZE)
obj = cls.frombuf(buf, tarfile.encoding, tarfile.errors)
obj.offset = tarfile.fileobj.tell() - BLOCKSIZE
return obj._proc_member(tarfile)
#--------------------------------------------------------------------------
# The following are methods that are called depending on the type of a
# member. The entry point is _proc_member() which can be overridden in a
# subclass to add custom _proc_*() methods. A _proc_*() method MUST
# implement the following
# operations:
# 1. Set self.offset_data to the position where the data blocks begin,
# if there is data that follows.
# 2. Set tarfile.offset to the position where the next member's header will
# begin.
# 3. Return self or another valid TarInfo object.
def _proc_member(self, tarfile):
"""Choose the right processing method depending on
the type and call it.
"""
if self.type in (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK):
return self._proc_gnulong(tarfile)
elif self.type == GNUTYPE_SPARSE:
return self._proc_sparse(tarfile)
elif self.type in (XHDTYPE, XGLTYPE, SOLARIS_XHDTYPE):
return self._proc_pax(tarfile)
else:
return self._proc_builtin(tarfile)
def _proc_builtin(self, tarfile):
"""Process a builtin type or an unknown type which
will be treated as a regular file.
"""
self.offset_data = tarfile.fileobj.tell()
offset = self.offset_data
if self.isreg() or self.type not in SUPPORTED_TYPES:
# Skip the following data blocks.
offset += self._block(self.size)
tarfile.offset = offset
# Patch the TarInfo object with saved global
# header information.
self._apply_pax_info(tarfile.pax_headers, tarfile.encoding, tarfile.errors)
return self
def _proc_gnulong(self, tarfile):
"""Process the blocks that hold a GNU longname
or longlink member.
"""
buf = tarfile.fileobj.read(self._block(self.size))
# Fetch the next header and process it.
try:
next = self.fromtarfile(tarfile)
except HeaderError:
raise SubsequentHeaderError("missing or bad subsequent header")
# Patch the TarInfo object from the next header with
# the longname information.
next.offset = self.offset
if self.type == GNUTYPE_LONGNAME:
next.name = nts(buf, tarfile.encoding, tarfile.errors)
elif self.type == GNUTYPE_LONGLINK:
next.linkname = nts(buf, tarfile.encoding, tarfile.errors)
return next
def _proc_sparse(self, tarfile):
"""Process a GNU sparse header plus extra headers.
"""
# We already collected some sparse structures in frombuf().
structs, isextended, origsize = self._sparse_structs
del self._sparse_structs
# Collect sparse structures from extended header blocks.
while isextended:
buf = tarfile.fileobj.read(BLOCKSIZE)
pos = 0
for i in range(21):
try:
offset = nti(buf[pos:pos + 12])
numbytes = nti(buf[pos + 12:pos + 24])
except ValueError:
break
if offset and numbytes:
structs.append((offset, numbytes))
pos += 24
isextended = bool(buf[504])
self.sparse = structs
self.offset_data = tarfile.fileobj.tell()
tarfile.offset = self.offset_data + self._block(self.size)
self.size = origsize
return self
def _proc_pax(self, tarfile):
"""Process an extended or global header as described in
POSIX.1-2008.
"""
# Read the header information.
buf = tarfile.fileobj.read(self._block(self.size))
# A pax header stores supplemental information for either
# the following file (extended) or all following files
# (global).
if self.type == XGLTYPE:
pax_headers = tarfile.pax_headers
else:
pax_headers = tarfile.pax_headers.copy()
# Check if the pax header contains a hdrcharset field. This tells us
# the encoding of the path, linkpath, uname and gname fields. Normally,
# these fields are UTF-8 encoded but since POSIX.1-2008 tar
# implementations are allowed to store them as raw binary strings if
# the translation to UTF-8 fails.
match = re.search(br"\d+ hdrcharset=([^\n]+)\n", buf)
if match is not None:
pax_headers["hdrcharset"] = match.group(1).decode("utf8")
# For the time being, we don't care about anything other than "BINARY".
# The only other value that is currently allowed by the standard is
# "ISO-IR 10646 2000 UTF-8" in other words UTF-8.
hdrcharset = pax_headers.get("hdrcharset")
if hdrcharset == "BINARY":
encoding = tarfile.encoding
else:
encoding = "utf8"
# Parse pax header information. A record looks like that:
# "%d %s=%s\n" % (length, keyword, value). length is the size
# of the complete record including the length field itself and
# the newline. keyword and value are both UTF-8 encoded strings.
regex = re.compile(br"(\d+) ([^=]+)=")
pos = 0
while True:
match = regex.match(buf, pos)
if not match:
break
length, keyword = match.groups()
length = int(length)
value = buf[match.end(2) + 1:match.start(1) + length - 1]
# Normally, we could just use "utf8" as the encoding and "strict"
# as the error handler, but we better not take the risk. For
# example, GNU tar <= 1.23 is known to store filenames it cannot
# translate to UTF-8 as raw strings (unfortunately without a
# hdrcharset=BINARY header).
# We first try the strict standard encoding, and if that fails we
# fall back on the user's encoding and error handler.
keyword = self._decode_pax_field(keyword, "utf8", "utf8",
tarfile.errors)
if keyword in PAX_NAME_FIELDS:
value = self._decode_pax_field(value, encoding, tarfile.encoding,
tarfile.errors)
else:
value = self._decode_pax_field(value, "utf8", "utf8",
tarfile.errors)
pax_headers[keyword] = value
pos += length
# Fetch the next header.
try:
next = self.fromtarfile(tarfile)
except HeaderError:
raise SubsequentHeaderError("missing or bad subsequent header")
# Process GNU sparse information.
if "GNU.sparse.map" in pax_headers:
# GNU extended sparse format version 0.1.
self._proc_gnusparse_01(next, pax_headers)
elif "GNU.sparse.size" in pax_headers:
# GNU extended sparse format version 0.0.
self._proc_gnusparse_00(next, pax_headers, buf)
elif pax_headers.get("GNU.sparse.major") == "1" and pax_headers.get("GNU.sparse.minor") == "0":
# GNU extended sparse format version 1.0.
self._proc_gnusparse_10(next, pax_headers, tarfile)
if self.type in (XHDTYPE, SOLARIS_XHDTYPE):
# Patch the TarInfo object with the extended header info.
next._apply_pax_info(pax_headers, tarfile.encoding, tarfile.errors)
next.offset = self.offset
if "size" in pax_headers:
# If the extended header replaces the size field,
# we need to recalculate the offset where the next
# header starts.
offset = next.offset_data
if next.isreg() or next.type not in SUPPORTED_TYPES:
offset += next._block(next.size)
tarfile.offset = offset
return next
def _proc_gnusparse_00(self, next, pax_headers, buf):
"""Process a GNU tar extended sparse header, version 0.0.
"""
offsets = []
for match in re.finditer(br"\d+ GNU.sparse.offset=(\d+)\n", buf):
offsets.append(int(match.group(1)))
numbytes = []
for match in re.finditer(br"\d+ GNU.sparse.numbytes=(\d+)\n", buf):
numbytes.append(int(match.group(1)))
next.sparse = list(zip(offsets, numbytes))
def _proc_gnusparse_01(self, next, pax_headers):
"""Process a GNU tar extended sparse header, version 0.1.
"""
sparse = [int(x) for x in pax_headers["GNU.sparse.map"].split(",")]
next.sparse = list(zip(sparse[::2], sparse[1::2]))
def _proc_gnusparse_10(self, next, pax_headers, tarfile):
"""Process a GNU tar extended sparse header, version 1.0.
"""
fields = None
sparse = []
buf = tarfile.fileobj.read(BLOCKSIZE)
fields, buf = buf.split(b"\n", 1)
fields = int(fields)
while len(sparse) < fields * 2:
if b"\n" not in buf:
buf += tarfile.fileobj.read(BLOCKSIZE)
number, buf = buf.split(b"\n", 1)
sparse.append(int(number))
next.offset_data = tarfile.fileobj.tell()
next.sparse = list(zip(sparse[::2], sparse[1::2]))
def _apply_pax_info(self, pax_headers, encoding, errors):
"""Replace fields with supplemental information from a previous
pax extended or global header.
"""
for keyword, value in pax_headers.items():
if keyword == "GNU.sparse.name":
setattr(self, "path", value)
elif keyword == "GNU.sparse.size":
setattr(self, "size", int(value))
elif keyword == "GNU.sparse.realsize":
setattr(self, "size", int(value))
elif keyword in PAX_FIELDS:
if keyword in PAX_NUMBER_FIELDS:
try:
value = PAX_NUMBER_FIELDS[keyword](value)
except ValueError:
value = 0
if keyword == "path":
value = value.rstrip("/")
setattr(self, keyword, value)
self.pax_headers = pax_headers.copy()
def _decode_pax_field(self, value, encoding, fallback_encoding, fallback_errors):
"""Decode a single field from a pax record.
"""
try:
return value.decode(encoding, "strict")
except UnicodeDecodeError:
return value.decode(fallback_encoding, fallback_errors)
def _block(self, count):
"""Round up a byte count by BLOCKSIZE and return it,
e.g. _block(834) => 1024.
"""
blocks, remainder = divmod(count, BLOCKSIZE)
if remainder:
blocks += 1
return blocks * BLOCKSIZE
def isreg(self):
return self.type in REGULAR_TYPES
def isfile(self):
return self.isreg()
def isdir(self):
return self.type == DIRTYPE
def issym(self):
return self.type == SYMTYPE
def islnk(self):
return self.type == LNKTYPE
def ischr(self):
return self.type == CHRTYPE
def isblk(self):
return self.type == BLKTYPE
def isfifo(self):
return self.type == FIFOTYPE
def issparse(self):
return self.sparse is not None
def isdev(self):
return self.type in (CHRTYPE, BLKTYPE, FIFOTYPE)
# class TarInfo
class TarFile(object):
"""The TarFile Class provides an interface to tar archives.
"""
debug = 0 # May be set from 0 (no msgs) to 3 (all msgs)
dereference = False # If true, add content of linked file to the
# tar file, else the link.
ignore_zeros = False # If true, skips empty or invalid blocks and
# continues processing.
errorlevel = 1 # If 0, fatal errors only appear in debug
# messages (if debug >= 0). If > 0, errors
# are passed to the caller as exceptions.
format = DEFAULT_FORMAT # The format to use when creating an archive.
encoding = ENCODING # Encoding for 8-bit character strings.
errors = None # Error handler for unicode conversion.
tarinfo = TarInfo # The default TarInfo class to use.
fileobject = ExFileObject # The default ExFileObject class to use.
def __init__(self, name=None, mode="r", fileobj=None, format=None,
tarinfo=None, dereference=None, ignore_zeros=None, encoding=None,
errors="surrogateescape", pax_headers=None, debug=None, errorlevel=None):
"""Open an (uncompressed) tar archive `name'. `mode' is either 'r' to
read from an existing archive, 'a' to append data to an existing
file or 'w' to create a new file overwriting an existing one. `mode'
defaults to 'r'.
If `fileobj' is given, it is used for reading or writing data. If it
can be determined, `mode' is overridden by `fileobj's mode.
`fileobj' is not closed, when TarFile is closed.
"""
if len(mode) > 1 or mode not in "raw":
raise ValueError("mode must be 'r', 'a' or 'w'")
self.mode = mode
self._mode = {"r": "rb", "a": "r+b", "w": "wb"}[mode]
if not fileobj:
if self.mode == "a" and not os.path.exists(name):
# Create nonexistent files in append mode.
self.mode = "w"
self._mode = "wb"
fileobj = bltn_open(name, self._mode)
self._extfileobj = False
else:
if name is None and hasattr(fileobj, "name"):
name = fileobj.name
if hasattr(fileobj, "mode"):
self._mode = fileobj.mode
self._extfileobj = True
self.name = os.path.abspath(name) if name else None
self.fileobj = fileobj
# Init attributes.
if format is not None:
self.format = format
if tarinfo is not None:
self.tarinfo = tarinfo
if dereference is not None:
self.dereference = dereference
if ignore_zeros is not None:
self.ignore_zeros = ignore_zeros
if encoding is not None:
self.encoding = encoding
self.errors = errors
if pax_headers is not None and self.format == PAX_FORMAT:
self.pax_headers = pax_headers
else:
self.pax_headers = {}
if debug is not None:
self.debug = debug
if errorlevel is not None:
self.errorlevel = errorlevel
# Init datastructures.
self.closed = False
self.members = [] # list of members as TarInfo objects
self._loaded = False # flag if all members have been read
self.offset = self.fileobj.tell()
# current position in the archive file
self.inodes = {} # dictionary caching the inodes of
# archive members already added
try:
if self.mode == "r":
self.firstmember = None
self.firstmember = self.next()
if self.mode == "a":
# Move to the end of the archive,
# before the first empty block.
while True:
self.fileobj.seek(self.offset)
try:
tarinfo = self.tarinfo.fromtarfile(self)
self.members.append(tarinfo)
except EOFHeaderError:
self.fileobj.seek(self.offset)
break
except HeaderError as e:
raise ReadError(str(e))
if self.mode in "aw":
self._loaded = True
if self.pax_headers:
buf = self.tarinfo.create_pax_global_header(self.pax_headers.copy())
self.fileobj.write(buf)
self.offset += len(buf)
except:
if not self._extfileobj:
self.fileobj.close()
self.closed = True
raise
#--------------------------------------------------------------------------
# Below are the classmethods which act as alternate constructors to the
# TarFile class. The open() method is the only one that is needed for
# public use; it is the "super"-constructor and is able to select an
# adequate "sub"-constructor for a particular compression using the mapping
# from OPEN_METH.
#
# This concept allows one to subclass TarFile without losing the comfort of
# the super-constructor. A sub-constructor is registered and made available
# by adding it to the mapping in OPEN_METH.
@classmethod
def open(cls, name=None, mode="r", fileobj=None, bufsize=RECORDSIZE, **kwargs):
"""Open a tar archive for reading, writing or appending. Return
an appropriate TarFile class.
mode:
'r' or 'r:*' open for reading with transparent compression
'r:' open for reading exclusively uncompressed
'r:gz' open for reading with gzip compression
'r:bz2' open for reading with bzip2 compression
'a' or 'a:' open for appending, creating the file if necessary
'w' or 'w:' open for writing without compression
'w:gz' open for writing with gzip compression
'w:bz2' open for writing with bzip2 compression
'r|*' open a stream of tar blocks with transparent compression
'r|' open an uncompressed stream of tar blocks for reading
'r|gz' open a gzip compressed stream of tar blocks
'r|bz2' open a bzip2 compressed stream of tar blocks
'w|' open an uncompressed stream for writing
'w|gz' open a gzip compressed stream for writing
'w|bz2' open a bzip2 compressed stream for writing
"""
if not name and not fileobj:
raise ValueError("nothing to open")
if mode in ("r", "r:*"):
# Find out which *open() is appropriate for opening the file.
for comptype in cls.OPEN_METH:
func = getattr(cls, cls.OPEN_METH[comptype])
if fileobj is not None:
saved_pos = fileobj.tell()
try:
return func(name, "r", fileobj, **kwargs)
except (ReadError, CompressionError) as e:
if fileobj is not None:
fileobj.seek(saved_pos)
continue
raise ReadError("file could not be opened successfully")
elif ":" in mode:
filemode, comptype = mode.split(":", 1)
filemode = filemode or "r"
comptype = comptype or "tar"
# Select the *open() function according to
# given compression.
if comptype in cls.OPEN_METH:
func = getattr(cls, cls.OPEN_METH[comptype])
else:
raise CompressionError("unknown compression type %r" % comptype)
return func(name, filemode, fileobj, **kwargs)
elif "|" in mode:
filemode, comptype = mode.split("|", 1)
filemode = filemode or "r"
comptype = comptype or "tar"
if filemode not in "rw":
raise ValueError("mode must be 'r' or 'w'")
stream = _Stream(name, filemode, comptype, fileobj, bufsize)
try:
t = cls(name, filemode, stream, **kwargs)
except:
stream.close()
raise
t._extfileobj = False
return t
elif mode in "aw":
return cls.taropen(name, mode, fileobj, **kwargs)
raise ValueError("undiscernible mode")
@classmethod
def taropen(cls, name, mode="r", fileobj=None, **kwargs):
"""Open uncompressed tar archive name for reading or writing.
"""
if len(mode) > 1 or mode not in "raw":
raise ValueError("mode must be 'r', 'a' or 'w'")
return cls(name, mode, fileobj, **kwargs)
@classmethod
def gzopen(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs):
"""Open gzip compressed tar archive name for reading or writing.
Appending is not allowed.
"""
if len(mode) > 1 or mode not in "rw":
raise ValueError("mode must be 'r' or 'w'")
try:
import gzip
gzip.GzipFile
except (ImportError, AttributeError):
raise CompressionError("gzip module is not available")
extfileobj = fileobj is not None
try:
fileobj = gzip.GzipFile(name, mode + "b", compresslevel, fileobj)
t = cls.taropen(name, mode, fileobj, **kwargs)
except IOError:
if not extfileobj and fileobj is not None:
fileobj.close()
if fileobj is None:
raise
raise ReadError("not a gzip file")
except:
if not extfileobj and fileobj is not None:
fileobj.close()
raise
t._extfileobj = extfileobj
return t
@classmethod
def bz2open(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs):
"""Open bzip2 compressed tar archive name for reading or writing.
Appending is not allowed.
"""
if len(mode) > 1 or mode not in "rw":
raise ValueError("mode must be 'r' or 'w'.")
try:
import bz2
except ImportError:
raise CompressionError("bz2 module is not available")
if fileobj is not None:
fileobj = _BZ2Proxy(fileobj, mode)
else:
fileobj = bz2.BZ2File(name, mode, compresslevel=compresslevel)
try:
t = cls.taropen(name, mode, fileobj, **kwargs)
except (IOError, EOFError):
fileobj.close()
raise ReadError("not a bzip2 file")
t._extfileobj = False
return t
# All *open() methods are registered here.
OPEN_METH = {
"tar": "taropen", # uncompressed tar
"gz": "gzopen", # gzip compressed tar
"bz2": "bz2open" # bzip2 compressed tar
}
#--------------------------------------------------------------------------
# The public methods which TarFile provides:
def close(self):
"""Close the TarFile. In write-mode, two finishing zero blocks are
appended to the archive.
"""
if self.closed:
return
if self.mode in "aw":
self.fileobj.write(NUL * (BLOCKSIZE * 2))
self.offset += (BLOCKSIZE * 2)
# fill up the end with zero-blocks
# (like option -b20 for tar does)
blocks, remainder = divmod(self.offset, RECORDSIZE)
if remainder > 0:
self.fileobj.write(NUL * (RECORDSIZE - remainder))
if not self._extfileobj:
self.fileobj.close()
self.closed = True
def getmember(self, name):
"""Return a TarInfo object for member `name'. If `name' can not be
found in the archive, KeyError is raised. If a member occurs more
than once in the archive, its last occurrence is assumed to be the
most up-to-date version.
"""
tarinfo = self._getmember(name)
if tarinfo is None:
raise KeyError("filename %r not found" % name)
return tarinfo
def getmembers(self):
"""Return the members of the archive as a list of TarInfo objects. The
list has the same order as the members in the archive.
"""
self._check()
if not self._loaded: # if we want to obtain a list of
self._load() # all members, we first have to
# scan the whole archive.
return self.members
def getnames(self):
"""Return the members of the archive as a list of their names. It has
the same order as the list returned by getmembers().
"""
return [tarinfo.name for tarinfo in self.getmembers()]
def gettarinfo(self, name=None, arcname=None, fileobj=None):
"""Create a TarInfo object for either the file `name' or the file
object `fileobj' (using os.fstat on its file descriptor). You can
modify some of the TarInfo's attributes before you add it using
addfile(). If given, `arcname' specifies an alternative name for the
file in the archive.
"""
self._check("aw")
# When fileobj is given, replace name by
# fileobj's real name.
if fileobj is not None:
name = fileobj.name
# Building the name of the member in the archive.
# Backward slashes are converted to forward slashes,
# Absolute paths are turned to relative paths.
if arcname is None:
arcname = name
drv, arcname = os.path.splitdrive(arcname)
arcname = arcname.replace(os.sep, "/")
arcname = arcname.lstrip("/")
# Now, fill the TarInfo object with
# information specific for the file.
tarinfo = self.tarinfo()
tarinfo.tarfile = self
# Use os.stat or os.lstat, depending on platform
# and if symlinks shall be resolved.
if fileobj is None:
if hasattr(os, "lstat") and not self.dereference:
statres = os.lstat(name)
else:
statres = os.stat(name)
else:
statres = os.fstat(fileobj.fileno())
linkname = ""
stmd = statres.st_mode
if stat.S_ISREG(stmd):
inode = (statres.st_ino, statres.st_dev)
if not self.dereference and statres.st_nlink > 1 and \
inode in self.inodes and arcname != self.inodes[inode]:
# Is it a hardlink to an already
# archived file?
type = LNKTYPE
linkname = self.inodes[inode]
else:
# The inode is added only if its valid.
# For win32 it is always 0.
type = REGTYPE
if inode[0]:
self.inodes[inode] = arcname
elif stat.S_ISDIR(stmd):
type = DIRTYPE
elif stat.S_ISFIFO(stmd):
type = FIFOTYPE
elif stat.S_ISLNK(stmd):
type = SYMTYPE
linkname = os.readlink(name)
elif stat.S_ISCHR(stmd):
type = CHRTYPE
elif stat.S_ISBLK(stmd):
type = BLKTYPE
else:
return None
# Fill the TarInfo object with all
# information we can get.
tarinfo.name = arcname
tarinfo.mode = stmd
tarinfo.uid = statres.st_uid
tarinfo.gid = statres.st_gid
if type == REGTYPE:
tarinfo.size = statres.st_size
else:
tarinfo.size = 0
tarinfo.mtime = statres.st_mtime
tarinfo.type = type
tarinfo.linkname = linkname
if pwd:
try:
tarinfo.uname = pwd.getpwuid(tarinfo.uid)[0]
except KeyError:
pass
if grp:
try:
tarinfo.gname = grp.getgrgid(tarinfo.gid)[0]
except KeyError:
pass
if type in (CHRTYPE, BLKTYPE):
if hasattr(os, "major") and hasattr(os, "minor"):
tarinfo.devmajor = os.major(statres.st_rdev)
tarinfo.devminor = os.minor(statres.st_rdev)
return tarinfo
def list(self, verbose=True):
"""Print a table of contents to sys.stdout. If `verbose' is False, only
the names of the members are printed. If it is True, an `ls -l'-like
output is produced.
"""
self._check()
for tarinfo in self:
if verbose:
print(filemode(tarinfo.mode), end=' ')
print("%s/%s" % (tarinfo.uname or tarinfo.uid,
tarinfo.gname or tarinfo.gid), end=' ')
if tarinfo.ischr() or tarinfo.isblk():
print("%10s" % ("%d,%d" \
% (tarinfo.devmajor, tarinfo.devminor)), end=' ')
else:
print("%10d" % tarinfo.size, end=' ')
print("%d-%02d-%02d %02d:%02d:%02d" \
% time.localtime(tarinfo.mtime)[:6], end=' ')
print(tarinfo.name + ("/" if tarinfo.isdir() else ""), end=' ')
if verbose:
if tarinfo.issym():
print("->", tarinfo.linkname, end=' ')
if tarinfo.islnk():
print("link to", tarinfo.linkname, end=' ')
print()
def add(self, name, arcname=None, recursive=True, exclude=None, filter=None):
"""Add the file `name' to the archive. `name' may be any type of file
(directory, fifo, symbolic link, etc.). If given, `arcname'
specifies an alternative name for the file in the archive.
Directories are added recursively by default. This can be avoided by
setting `recursive' to False. `exclude' is a function that should
return True for each filename to be excluded. `filter' is a function
that expects a TarInfo object argument and returns the changed
TarInfo object, if it returns None the TarInfo object will be
excluded from the archive.
"""
self._check("aw")
if arcname is None:
arcname = name
# Exclude pathnames.
if exclude is not None:
import warnings
warnings.warn("use the filter argument instead",
DeprecationWarning, 2)
if exclude(name):
self._dbg(2, "tarfile: Excluded %r" % name)
return
# Skip if somebody tries to archive the archive...
if self.name is not None and os.path.abspath(name) == self.name:
self._dbg(2, "tarfile: Skipped %r" % name)
return
self._dbg(1, name)
# Create a TarInfo object from the file.
tarinfo = self.gettarinfo(name, arcname)
if tarinfo is None:
self._dbg(1, "tarfile: Unsupported type %r" % name)
return
# Change or exclude the TarInfo object.
if filter is not None:
tarinfo = filter(tarinfo)
if tarinfo is None:
self._dbg(2, "tarfile: Excluded %r" % name)
return
# Append the tar header and data to the archive.
if tarinfo.isreg():
f = bltn_open(name, "rb")
self.addfile(tarinfo, f)
f.close()
elif tarinfo.isdir():
self.addfile(tarinfo)
if recursive:
for f in os.listdir(name):
self.add(os.path.join(name, f), os.path.join(arcname, f),
recursive, exclude, filter=filter)
else:
self.addfile(tarinfo)
def addfile(self, tarinfo, fileobj=None):
"""Add the TarInfo object `tarinfo' to the archive. If `fileobj' is
given, tarinfo.size bytes are read from it and added to the archive.
You can create TarInfo objects using gettarinfo().
On Windows platforms, `fileobj' should always be opened with mode
'rb' to avoid irritation about the file size.
"""
self._check("aw")
tarinfo = copy.copy(tarinfo)
buf = tarinfo.tobuf(self.format, self.encoding, self.errors)
self.fileobj.write(buf)
self.offset += len(buf)
# If there's data to follow, append it.
if fileobj is not None:
copyfileobj(fileobj, self.fileobj, tarinfo.size)
blocks, remainder = divmod(tarinfo.size, BLOCKSIZE)
if remainder > 0:
self.fileobj.write(NUL * (BLOCKSIZE - remainder))
blocks += 1
self.offset += blocks * BLOCKSIZE
self.members.append(tarinfo)
def extractall(self, path=".", members=None):
"""Extract all members from the archive to the current working
directory and set owner, modification time and permissions on
directories afterwards. `path' specifies a different directory
to extract to. `members' is optional and must be a subset of the
list returned by getmembers().
"""
directories = []
if members is None:
members = self
for tarinfo in members:
if tarinfo.isdir():
# Extract directories with a safe mode.
directories.append(tarinfo)
tarinfo = copy.copy(tarinfo)
tarinfo.mode = 0o700
# Do not set_attrs directories, as we will do that further down
self.extract(tarinfo, path, set_attrs=not tarinfo.isdir())
# Reverse sort directories.
directories.sort(key=lambda a: a.name)
directories.reverse()
# Set correct owner, mtime and filemode on directories.
for tarinfo in directories:
dirpath = os.path.join(path, tarinfo.name)
try:
self.chown(tarinfo, dirpath)
self.utime(tarinfo, dirpath)
self.chmod(tarinfo, dirpath)
except ExtractError as e:
if self.errorlevel > 1:
raise
else:
self._dbg(1, "tarfile: %s" % e)
def extract(self, member, path="", set_attrs=True):
"""Extract a member from the archive to the current working directory,
using its full name. Its file information is extracted as accurately
as possible. `member' may be a filename or a TarInfo object. You can
specify a different directory using `path'. File attributes (owner,
mtime, mode) are set unless `set_attrs' is False.
"""
self._check("r")
if isinstance(member, str):
tarinfo = self.getmember(member)
else:
tarinfo = member
# Prepare the link target for makelink().
if tarinfo.islnk():
tarinfo._link_target = os.path.join(path, tarinfo.linkname)
try:
self._extract_member(tarinfo, os.path.join(path, tarinfo.name),
set_attrs=set_attrs)
except EnvironmentError as e:
if self.errorlevel > 0:
raise
else:
if e.filename is None:
self._dbg(1, "tarfile: %s" % e.strerror)
else:
self._dbg(1, "tarfile: %s %r" % (e.strerror, e.filename))
except ExtractError as e:
if self.errorlevel > 1:
raise
else:
self._dbg(1, "tarfile: %s" % e)
def extractfile(self, member):
"""Extract a member from the archive as a file object. `member' may be
a filename or a TarInfo object. If `member' is a regular file, a
file-like object is returned. If `member' is a link, a file-like
object is constructed from the link's target. If `member' is none of
the above, None is returned.
The file-like object is read-only and provides the following
methods: read(), readline(), readlines(), seek() and tell()
"""
self._check("r")
if isinstance(member, str):
tarinfo = self.getmember(member)
else:
tarinfo = member
if tarinfo.isreg():
return self.fileobject(self, tarinfo)
elif tarinfo.type not in SUPPORTED_TYPES:
# If a member's type is unknown, it is treated as a
# regular file.
return self.fileobject(self, tarinfo)
elif tarinfo.islnk() or tarinfo.issym():
if isinstance(self.fileobj, _Stream):
# A small but ugly workaround for the case that someone tries
# to extract a (sym)link as a file-object from a non-seekable
# stream of tar blocks.
raise StreamError("cannot extract (sym)link as file object")
else:
# A (sym)link's file object is its target's file object.
return self.extractfile(self._find_link_target(tarinfo))
else:
# If there's no data associated with the member (directory, chrdev,
# blkdev, etc.), return None instead of a file object.
return None
def _extract_member(self, tarinfo, targetpath, set_attrs=True):
"""Extract the TarInfo object tarinfo to a physical
file called targetpath.
"""
# Fetch the TarInfo object for the given name
# and build the destination pathname, replacing
# forward slashes to platform specific separators.
targetpath = targetpath.rstrip("/")
targetpath = targetpath.replace("/", os.sep)
# Create all upper directories.
upperdirs = os.path.dirname(targetpath)
if upperdirs and not os.path.exists(upperdirs):
# Create directories that are not part of the archive with
# default permissions.
os.makedirs(upperdirs)
if tarinfo.islnk() or tarinfo.issym():
self._dbg(1, "%s -> %s" % (tarinfo.name, tarinfo.linkname))
else:
self._dbg(1, tarinfo.name)
if tarinfo.isreg():
self.makefile(tarinfo, targetpath)
elif tarinfo.isdir():
self.makedir(tarinfo, targetpath)
elif tarinfo.isfifo():
self.makefifo(tarinfo, targetpath)
elif tarinfo.ischr() or tarinfo.isblk():
self.makedev(tarinfo, targetpath)
elif tarinfo.islnk() or tarinfo.issym():
self.makelink(tarinfo, targetpath)
elif tarinfo.type not in SUPPORTED_TYPES:
self.makeunknown(tarinfo, targetpath)
else:
self.makefile(tarinfo, targetpath)
if set_attrs:
self.chown(tarinfo, targetpath)
if not tarinfo.issym():
self.chmod(tarinfo, targetpath)
self.utime(tarinfo, targetpath)
#--------------------------------------------------------------------------
# Below are the different file methods. They are called via
# _extract_member() when extract() is called. They can be replaced in a
# subclass to implement other functionality.
def makedir(self, tarinfo, targetpath):
"""Make a directory called targetpath.
"""
try:
# Use a safe mode for the directory, the real mode is set
# later in _extract_member().
os.mkdir(targetpath, 0o700)
except EnvironmentError as e:
if e.errno != errno.EEXIST:
raise
def makefile(self, tarinfo, targetpath):
"""Make a file called targetpath.
"""
source = self.fileobj
source.seek(tarinfo.offset_data)
target = bltn_open(targetpath, "wb")
if tarinfo.sparse is not None:
for offset, size in tarinfo.sparse:
target.seek(offset)
copyfileobj(source, target, size)
else:
copyfileobj(source, target, tarinfo.size)
target.seek(tarinfo.size)
target.truncate()
target.close()
def makeunknown(self, tarinfo, targetpath):
"""Make a file from a TarInfo object with an unknown type
at targetpath.
"""
self.makefile(tarinfo, targetpath)
self._dbg(1, "tarfile: Unknown file type %r, " \
"extracted as regular file." % tarinfo.type)
def makefifo(self, tarinfo, targetpath):
"""Make a fifo called targetpath.
"""
if hasattr(os, "mkfifo"):
os.mkfifo(targetpath)
else:
raise ExtractError("fifo not supported by system")
def makedev(self, tarinfo, targetpath):
"""Make a character or block device called targetpath.
"""
if not hasattr(os, "mknod") or not hasattr(os, "makedev"):
raise ExtractError("special devices not supported by system")
mode = tarinfo.mode
if tarinfo.isblk():
mode |= stat.S_IFBLK
else:
mode |= stat.S_IFCHR
os.mknod(targetpath, mode,
os.makedev(tarinfo.devmajor, tarinfo.devminor))
def makelink(self, tarinfo, targetpath):
"""Make a (symbolic) link called targetpath. If it cannot be created
(platform limitation), we try to make a copy of the referenced file
instead of a link.
"""
try:
# For systems that support symbolic and hard links.
if tarinfo.issym():
os.symlink(tarinfo.linkname, targetpath)
else:
# See extract().
if os.path.exists(tarinfo._link_target):
os.link(tarinfo._link_target, targetpath)
else:
self._extract_member(self._find_link_target(tarinfo),
targetpath)
except symlink_exception:
if tarinfo.issym():
linkpath = os.path.join(os.path.dirname(tarinfo.name),
tarinfo.linkname)
else:
linkpath = tarinfo.linkname
else:
try:
self._extract_member(self._find_link_target(tarinfo),
targetpath)
except KeyError:
raise ExtractError("unable to resolve link inside archive")
def chown(self, tarinfo, targetpath):
"""Set owner of targetpath according to tarinfo.
"""
if pwd and hasattr(os, "geteuid") and os.geteuid() == 0:
# We have to be root to do so.
try:
g = grp.getgrnam(tarinfo.gname)[2]
except KeyError:
g = tarinfo.gid
try:
u = pwd.getpwnam(tarinfo.uname)[2]
except KeyError:
u = tarinfo.uid
try:
if tarinfo.issym() and hasattr(os, "lchown"):
os.lchown(targetpath, u, g)
else:
if sys.platform != "os2emx":
os.chown(targetpath, u, g)
except EnvironmentError as e:
raise ExtractError("could not change owner")
def chmod(self, tarinfo, targetpath):
"""Set file permissions of targetpath according to tarinfo.
"""
if hasattr(os, 'chmod'):
try:
os.chmod(targetpath, tarinfo.mode)
except EnvironmentError as e:
raise ExtractError("could not change mode")
def utime(self, tarinfo, targetpath):
"""Set modification time of targetpath according to tarinfo.
"""
if not hasattr(os, 'utime'):
return
try:
os.utime(targetpath, (tarinfo.mtime, tarinfo.mtime))
except EnvironmentError as e:
raise ExtractError("could not change modification time")
#--------------------------------------------------------------------------
def next(self):
"""Return the next member of the archive as a TarInfo object, when
TarFile is opened for reading. Return None if there is no more
available.
"""
self._check("ra")
if self.firstmember is not None:
m = self.firstmember
self.firstmember = None
return m
# Read the next block.
self.fileobj.seek(self.offset)
tarinfo = None
while True:
try:
tarinfo = self.tarinfo.fromtarfile(self)
except EOFHeaderError as e:
if self.ignore_zeros:
self._dbg(2, "0x%X: %s" % (self.offset, e))
self.offset += BLOCKSIZE
continue
except InvalidHeaderError as e:
if self.ignore_zeros:
self._dbg(2, "0x%X: %s" % (self.offset, e))
self.offset += BLOCKSIZE
continue
elif self.offset == 0:
raise ReadError(str(e))
except EmptyHeaderError:
if self.offset == 0:
raise ReadError("empty file")
except TruncatedHeaderError as e:
if self.offset == 0:
raise ReadError(str(e))
except SubsequentHeaderError as e:
raise ReadError(str(e))
break
if tarinfo is not None:
self.members.append(tarinfo)
else:
self._loaded = True
return tarinfo
#--------------------------------------------------------------------------
# Little helper methods:
def _getmember(self, name, tarinfo=None, normalize=False):
"""Find an archive member by name from bottom to top.
If tarinfo is given, it is used as the starting point.
"""
# Ensure that all members have been loaded.
members = self.getmembers()
# Limit the member search list up to tarinfo.
if tarinfo is not None:
members = members[:members.index(tarinfo)]
if normalize:
name = os.path.normpath(name)
for member in reversed(members):
if normalize:
member_name = os.path.normpath(member.name)
else:
member_name = member.name
if name == member_name:
return member
def _load(self):
"""Read through the entire archive file and look for readable
members.
"""
while True:
tarinfo = self.next()
if tarinfo is None:
break
self._loaded = True
def _check(self, mode=None):
"""Check if TarFile is still open, and if the operation's mode
corresponds to TarFile's mode.
"""
if self.closed:
raise IOError("%s is closed" % self.__class__.__name__)
if mode is not None and self.mode not in mode:
raise IOError("bad operation for mode %r" % self.mode)
def _find_link_target(self, tarinfo):
"""Find the target member of a symlink or hardlink member in the
archive.
"""
if tarinfo.issym():
# Always search the entire archive.
linkname = os.path.dirname(tarinfo.name) + "/" + tarinfo.linkname
limit = None
else:
# Search the archive before the link, because a hard link is
# just a reference to an already archived file.
linkname = tarinfo.linkname
limit = tarinfo
member = self._getmember(linkname, tarinfo=limit, normalize=True)
if member is None:
raise KeyError("linkname %r not found" % linkname)
return member
def __iter__(self):
"""Provide an iterator object.
"""
if self._loaded:
return iter(self.members)
else:
return TarIter(self)
def _dbg(self, level, msg):
"""Write debugging output to sys.stderr.
"""
if level <= self.debug:
print(msg, file=sys.stderr)
def __enter__(self):
self._check()
return self
def __exit__(self, type, value, traceback):
if type is None:
self.close()
else:
# An exception occurred. We must not call close() because
# it would try to write end-of-archive blocks and padding.
if not self._extfileobj:
self.fileobj.close()
self.closed = True
# class TarFile
class TarIter(object):
"""Iterator Class.
for tarinfo in TarFile(...):
suite...
"""
def __init__(self, tarfile):
"""Construct a TarIter object.
"""
self.tarfile = tarfile
self.index = 0
def __iter__(self):
"""Return iterator object.
"""
return self
def __next__(self):
"""Return the next item using TarFile's next() method.
When all members have been read, set TarFile as _loaded.
"""
# Fix for SF #1100429: Under rare circumstances it can
# happen that getmembers() is called during iteration,
# which will cause TarIter to stop prematurely.
if not self.tarfile._loaded:
tarinfo = self.tarfile.next()
if not tarinfo:
self.tarfile._loaded = True
raise StopIteration
else:
try:
tarinfo = self.tarfile.members[self.index]
except IndexError:
raise StopIteration
self.index += 1
return tarinfo
next = __next__ # for Python 2.x
#--------------------
# exported functions
#--------------------
def is_tarfile(name):
"""Return True if name points to a tar archive that we
are able to handle, else return False.
"""
try:
t = open(name)
t.close()
return True
except TarError:
return False
bltn_open = open
open = TarFile.open
site-packages/pip/_vendor/distlib/locators.py 0000644 00000145375 15056474501 0015370 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import gzip
from io import BytesIO
import json
import logging
import os
import posixpath
import re
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import zlib
from . import DistlibException
from .compat import (urljoin, urlparse, urlunparse, url2pathname, pathname2url,
queue, quote, unescape, build_opener,
HTTPRedirectHandler as BaseRedirectHandler, text_type,
Request, HTTPError, URLError)
from .database import Distribution, DistributionPath, make_dist
from .metadata import Metadata, MetadataInvalidError
from .util import (cached_property, ensure_slash, split_filename, get_project_data,
parse_requirement, parse_name_and_version, ServerProxy,
normalize_name)
from .version import get_scheme, UnsupportedVersionError
from .wheel import Wheel, is_compatible
logger = logging.getLogger(__name__)
HASHER_HASH = re.compile(r'^(\w+)=([a-f0-9]+)')
CHARSET = re.compile(r';\s*charset\s*=\s*(.*)\s*$', re.I)
HTML_CONTENT_TYPE = re.compile('text/html|application/x(ht)?ml')
DEFAULT_INDEX = 'https://pypi.org/pypi'
def get_all_distribution_names(url=None):
"""
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
"""
if url is None:
url = DEFAULT_INDEX
client = ServerProxy(url, timeout=3.0)
try:
return client.list_packages()
finally:
client('close')()
class RedirectHandler(BaseRedirectHandler):
"""
A class to work around a bug in some Python 3.2.x releases.
"""
# There's a bug in the base version for some 3.2.x
# (e.g. 3.2.2 on Ubuntu Oneiric). If a Location header
# returns e.g. /abc, it bails because it says the scheme ''
# is bogus, when actually it should use the request's
# URL for the scheme. See Python issue #13696.
def http_error_302(self, req, fp, code, msg, headers):
# Some servers (incorrectly) return multiple Location headers
# (so probably same goes for URI). Use first header.
newurl = None
for key in ('location', 'uri'):
if key in headers:
newurl = headers[key]
break
if newurl is None: # pragma: no cover
return
urlparts = urlparse(newurl)
if urlparts.scheme == '':
newurl = urljoin(req.get_full_url(), newurl)
if hasattr(headers, 'replace_header'):
headers.replace_header(key, newurl)
else:
headers[key] = newurl
return BaseRedirectHandler.http_error_302(self, req, fp, code, msg,
headers)
http_error_301 = http_error_303 = http_error_307 = http_error_302
class Locator(object):
"""
A base class for locators - things that locate distributions.
"""
source_extensions = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz')
binary_extensions = ('.egg', '.exe', '.whl')
excluded_extensions = ('.pdf',)
# A list of tags indicating which wheels you want to match. The default
# value of None matches against the tags compatible with the running
# Python. If you want to match other values, set wheel_tags on a locator
# instance to a list of tuples (pyver, abi, arch) which you want to match.
wheel_tags = None
downloadable_extensions = source_extensions + ('.whl',)
def __init__(self, scheme='default'):
"""
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
"""
self._cache = {}
self.scheme = scheme
# Because of bugs in some of the handlers on some of the platforms,
# we use our own opener rather than just using urlopen.
self.opener = build_opener(RedirectHandler())
# If get_project() is called from locate(), the matcher instance
# is set from the requirement passed to locate(). See issue #18 for
# why this can be useful to know.
self.matcher = None
self.errors = queue.Queue()
def get_errors(self):
"""
Return any errors which have occurred.
"""
result = []
while not self.errors.empty(): # pragma: no cover
try:
e = self.errors.get(False)
result.append(e)
except self.errors.Empty:
continue
self.errors.task_done()
return result
def clear_errors(self):
"""
Clear any errors which may have been logged.
"""
# Just get the errors and throw them away
self.get_errors()
def clear_cache(self):
self._cache.clear()
def _get_scheme(self):
return self._scheme
def _set_scheme(self, value):
self._scheme = value
scheme = property(_get_scheme, _set_scheme)
def _get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
"""
raise NotImplementedError('Please implement in the subclass')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Please implement in the subclass')
def get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
"""
if self._cache is None: # pragma: no cover
result = self._get_project(name)
elif name in self._cache:
result = self._cache[name]
else:
self.clear_errors()
result = self._get_project(name)
self._cache[name] = result
return result
def score_url(self, url):
"""
Give an url a score which can be used to choose preferred URLs
for a given project release.
"""
t = urlparse(url)
basename = posixpath.basename(t.path)
compatible = True
is_wheel = basename.endswith('.whl')
is_downloadable = basename.endswith(self.downloadable_extensions)
if is_wheel:
compatible = is_compatible(Wheel(basename), self.wheel_tags)
return (t.scheme == 'https', 'pypi.org' in t.netloc,
is_downloadable, is_wheel, compatible, basename)
def prefer_url(self, url1, url2):
"""
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
"""
result = url2
if url1:
s1 = self.score_url(url1)
s2 = self.score_url(url2)
if s1 > s2:
result = url1
if result != url2:
logger.debug('Not replacing %r with %r', url1, url2)
else:
logger.debug('Replacing %r with %r', url1, url2)
return result
def split_filename(self, filename, project_name):
"""
Attempt to split a filename in project name, version and Python version.
"""
return split_filename(filename, project_name)
def convert_url_to_download_info(self, url, project_name):
"""
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
"""
def same_project(name1, name2):
return normalize_name(name1) == normalize_name(name2)
result = None
scheme, netloc, path, params, query, frag = urlparse(url)
if frag.lower().startswith('egg='): # pragma: no cover
logger.debug('%s: version hint in fragment: %r',
project_name, frag)
m = HASHER_HASH.match(frag)
if m:
algo, digest = m.groups()
else:
algo, digest = None, None
origpath = path
if path and path[-1] == '/': # pragma: no cover
path = path[:-1]
if path.endswith('.whl'):
try:
wheel = Wheel(path)
if not is_compatible(wheel, self.wheel_tags):
logger.debug('Wheel not compatible: %s', path)
else:
if project_name is None:
include = True
else:
include = same_project(wheel.name, project_name)
if include:
result = {
'name': wheel.name,
'version': wheel.version,
'filename': wheel.filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
'python-version': ', '.join(
['.'.join(list(v[2:])) for v in wheel.pyver]),
}
except Exception as e: # pragma: no cover
logger.warning('invalid path for wheel: %s', path)
elif not path.endswith(self.downloadable_extensions): # pragma: no cover
logger.debug('Not downloadable: %s', path)
else: # downloadable extension
path = filename = posixpath.basename(path)
for ext in self.downloadable_extensions:
if path.endswith(ext):
path = path[:-len(ext)]
t = self.split_filename(path, project_name)
if not t: # pragma: no cover
logger.debug('No match for project/version: %s', path)
else:
name, version, pyver = t
if not project_name or same_project(project_name, name):
result = {
'name': name,
'version': version,
'filename': filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
#'packagetype': 'sdist',
}
if pyver: # pragma: no cover
result['python-version'] = pyver
break
if result and algo:
result['%s_digest' % algo] = digest
return result
def _get_digest(self, info):
"""
Get a digest from a dictionary by looking at a "digests" dictionary
or keys of the form 'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
"""
result = None
if 'digests' in info:
digests = info['digests']
for algo in ('sha256', 'md5'):
if algo in digests:
result = (algo, digests[algo])
break
if not result:
for algo in ('sha256', 'md5'):
key = '%s_digest' % algo
if key in info:
result = (algo, info[key])
break
return result
def _update_version_data(self, result, info):
"""
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
"""
name = info.pop('name')
version = info.pop('version')
if version in result:
dist = result[version]
md = dist.metadata
else:
dist = make_dist(name, version, scheme=self.scheme)
md = dist.metadata
dist.digest = digest = self._get_digest(info)
url = info['url']
result['digests'][url] = digest
if md.source_url != info['url']:
md.source_url = self.prefer_url(md.source_url, url)
result['urls'].setdefault(version, set()).add(url)
dist.locator = self
result[version] = dist
def locate(self, requirement, prereleases=False):
"""
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
"""
result = None
r = parse_requirement(requirement)
if r is None: # pragma: no cover
raise DistlibException('Not a valid requirement: %r' % requirement)
scheme = get_scheme(self.scheme)
self.matcher = matcher = scheme.matcher(r.requirement)
logger.debug('matcher: %s (%s)', matcher, type(matcher).__name__)
versions = self.get_project(r.name)
if len(versions) > 2: # urls and digests keys are present
# sometimes, versions are invalid
slist = []
vcls = matcher.version_class
for k in versions:
if k in ('urls', 'digests'):
continue
try:
if not matcher.match(k):
pass # logger.debug('%s did not match %r', matcher, k)
else:
if prereleases or not vcls(k).is_prerelease:
slist.append(k)
# else:
# logger.debug('skipping pre-release '
# 'version %s of %s', k, matcher.name)
except Exception: # pragma: no cover
logger.warning('error matching %s with %r', matcher, k)
pass # slist.append(k)
if len(slist) > 1:
slist = sorted(slist, key=scheme.key)
if slist:
logger.debug('sorted list: %s', slist)
version = slist[-1]
result = versions[version]
if result:
if r.extras:
result.extras = r.extras
result.download_urls = versions.get('urls', {}).get(version, set())
d = {}
sd = versions.get('digests', {})
for url in result.download_urls:
if url in sd: # pragma: no cover
d[url] = sd[url]
result.digests = d
self.matcher = None
return result
class PyPIRPCLocator(Locator):
"""
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
"""
def __init__(self, url, **kwargs):
"""
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
"""
super(PyPIRPCLocator, self).__init__(**kwargs)
self.base_url = url
self.client = ServerProxy(url, timeout=3.0)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
return set(self.client.list_packages())
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
versions = self.client.package_releases(name, True)
for v in versions:
urls = self.client.release_urls(name, v)
data = self.client.release_data(name, v)
metadata = Metadata(scheme=self.scheme)
metadata.name = data['name']
metadata.version = data['version']
metadata.license = data.get('license')
metadata.keywords = data.get('keywords', [])
metadata.summary = data.get('summary')
dist = Distribution(metadata)
if urls:
info = urls[0]
metadata.source_url = info['url']
dist.digest = self._get_digest(info)
dist.locator = self
result[v] = dist
for info in urls:
url = info['url']
digest = self._get_digest(info)
result['urls'].setdefault(v, set()).add(url)
result['digests'][url] = digest
return result
class PyPIJSONLocator(Locator):
"""
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
"""
def __init__(self, url, **kwargs):
super(PyPIJSONLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
url = urljoin(self.base_url, '%s/json' % quote(name))
try:
resp = self.opener.open(url)
data = resp.read().decode() # for now
d = json.loads(data)
md = Metadata(scheme=self.scheme)
data = d['info']
md.name = data['name']
md.version = data['version']
md.license = data.get('license')
md.keywords = data.get('keywords', [])
md.summary = data.get('summary')
dist = Distribution(md)
dist.locator = self
urls = d['urls']
result[md.version] = dist
for info in d['urls']:
url = info['url']
dist.download_urls.add(url)
dist.digests[url] = self._get_digest(info)
result['urls'].setdefault(md.version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# Now get other releases
for version, infos in d['releases'].items():
if version == md.version:
continue # already done
omd = Metadata(scheme=self.scheme)
omd.name = md.name
omd.version = version
odist = Distribution(omd)
odist.locator = self
result[version] = odist
for info in infos:
url = info['url']
odist.download_urls.add(url)
odist.digests[url] = self._get_digest(info)
result['urls'].setdefault(version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# for info in urls:
# md.source_url = info['url']
# dist.digest = self._get_digest(info)
# dist.locator = self
# for info in urls:
# url = info['url']
# result['urls'].setdefault(md.version, set()).add(url)
# result['digests'][url] = self._get_digest(info)
except Exception as e:
self.errors.put(text_type(e))
logger.exception('JSON fetch failed: %s', e)
return result
class Page(object):
"""
This class represents a scraped HTML page.
"""
# The following slightly hairy-looking regex just looks for the contents of
# an anchor link, which has an attribute "href" either immediately preceded
# or immediately followed by a "rel" attribute. The attribute values can be
# declared with double quotes, single quotes or no quotes - which leads to
# the length of the expression.
_href = re.compile("""
(rel\\s*=\\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\\s\n]*))\\s+)?
href\\s*=\\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\\s\n]*))
(\\s+rel\\s*=\\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\\s\n]*)))?
""", re.I | re.S | re.X)
_base = re.compile(r"""<base\s+href\s*=\s*['"]?([^'">]+)""", re.I | re.S)
def __init__(self, data, url):
"""
Initialise an instance with the Unicode page contents and the URL they
came from.
"""
self.data = data
self.base_url = self.url = url
m = self._base.search(self.data)
if m:
self.base_url = m.group(1)
_clean_re = re.compile(r'[^a-z0-9$&+,/:;=?@.#%_\\|-]', re.I)
@cached_property
def links(self):
"""
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
"""
def clean(url):
"Tidy up an URL."
scheme, netloc, path, params, query, frag = urlparse(url)
return urlunparse((scheme, netloc, quote(path),
params, query, frag))
result = set()
for match in self._href.finditer(self.data):
d = match.groupdict('')
rel = (d['rel1'] or d['rel2'] or d['rel3'] or
d['rel4'] or d['rel5'] or d['rel6'])
url = d['url1'] or d['url2'] or d['url3']
url = urljoin(self.base_url, url)
url = unescape(url)
url = self._clean_re.sub(lambda m: '%%%2x' % ord(m.group(0)), url)
result.add((url, rel))
# We sort the result, hoping to bring the most recent versions
# to the front
result = sorted(result, key=lambda t: t[0], reverse=True)
return result
class SimpleScrapingLocator(Locator):
"""
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
"""
# These are used to deal with various Content-Encoding schemes.
decoders = {
'deflate': zlib.decompress,
'gzip': lambda b: gzip.GzipFile(fileobj=BytesIO(b)).read(),
'none': lambda b: b,
}
def __init__(self, url, timeout=None, num_workers=10, **kwargs):
"""
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
"""
super(SimpleScrapingLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
self.timeout = timeout
self._page_cache = {}
self._seen = set()
self._to_fetch = queue.Queue()
self._bad_hosts = set()
self.skip_externals = False
self.num_workers = num_workers
self._lock = threading.RLock()
# See issue #45: we need to be resilient when the locator is used
# in a thread, e.g. with concurrent.futures. We can't use self._lock
# as it is for coordinating our internal threads - the ones created
# in _prepare_threads.
self._gplock = threading.RLock()
self.platform_check = False # See issue #112
def _prepare_threads(self):
"""
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
"""
self._threads = []
for i in range(self.num_workers):
t = threading.Thread(target=self._fetch)
t.setDaemon(True)
t.start()
self._threads.append(t)
def _wait_threads(self):
"""
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
"""
# Note that you need two loops, since you can't say which
# thread will get each sentinel
for t in self._threads:
self._to_fetch.put(None) # sentinel
for t in self._threads:
t.join()
self._threads = []
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
with self._gplock:
self.result = result
self.project_name = name
url = urljoin(self.base_url, '%s/' % quote(name))
self._seen.clear()
self._page_cache.clear()
self._prepare_threads()
try:
logger.debug('Queueing %s', url)
self._to_fetch.put(url)
self._to_fetch.join()
finally:
self._wait_threads()
del self.result
return result
platform_dependent = re.compile(r'\b(linux_(i\d86|x86_64|arm\w+)|'
r'win(32|_amd64)|macosx_?\d+)\b', re.I)
def _is_platform_dependent(self, url):
"""
Does an URL refer to a platform-specific download?
"""
return self.platform_dependent.search(url)
def _process_download(self, url):
"""
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
"""
if self.platform_check and self._is_platform_dependent(url):
info = None
else:
info = self.convert_url_to_download_info(url, self.project_name)
logger.debug('process_download: %s -> %s', url, info)
if info:
with self._lock: # needed because self.result is shared
self._update_version_data(self.result, info)
return info
def _should_queue(self, link, referrer, rel):
"""
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
"""
scheme, netloc, path, _, _, _ = urlparse(link)
if path.endswith(self.source_extensions + self.binary_extensions +
self.excluded_extensions):
result = False
elif self.skip_externals and not link.startswith(self.base_url):
result = False
elif not referrer.startswith(self.base_url):
result = False
elif rel not in ('homepage', 'download'):
result = False
elif scheme not in ('http', 'https', 'ftp'):
result = False
elif self._is_platform_dependent(link):
result = False
else:
host = netloc.split(':', 1)[0]
if host.lower() == 'localhost':
result = False
else:
result = True
logger.debug('should_queue: %s (%s) from %s -> %s', link, rel,
referrer, result)
return result
def _fetch(self):
"""
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
"""
while True:
url = self._to_fetch.get()
try:
if url:
page = self.get_page(url)
if page is None: # e.g. after an error
continue
for link, rel in page.links:
if link not in self._seen:
try:
self._seen.add(link)
if (not self._process_download(link) and
self._should_queue(link, url, rel)):
logger.debug('Queueing %s from %s', link, url)
self._to_fetch.put(link)
except MetadataInvalidError: # e.g. invalid versions
pass
except Exception as e: # pragma: no cover
self.errors.put(text_type(e))
finally:
# always do this, to avoid hangs :-)
self._to_fetch.task_done()
if not url:
#logger.debug('Sentinel seen, quitting.')
break
def get_page(self, url):
"""
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
"""
# http://peak.telecommunity.com/DevCenter/EasyInstall#package-index-api
scheme, netloc, path, _, _, _ = urlparse(url)
if scheme == 'file' and os.path.isdir(url2pathname(path)):
url = urljoin(ensure_slash(url), 'index.html')
if url in self._page_cache:
result = self._page_cache[url]
logger.debug('Returning %s from cache: %s', url, result)
else:
host = netloc.split(':', 1)[0]
result = None
if host in self._bad_hosts:
logger.debug('Skipping %s due to bad host %s', url, host)
else:
req = Request(url, headers={'Accept-encoding': 'identity'})
try:
logger.debug('Fetching %s', url)
resp = self.opener.open(req, timeout=self.timeout)
logger.debug('Fetched %s', url)
headers = resp.info()
content_type = headers.get('Content-Type', '')
if HTML_CONTENT_TYPE.match(content_type):
final_url = resp.geturl()
data = resp.read()
encoding = headers.get('Content-Encoding')
if encoding:
decoder = self.decoders[encoding] # fail if not found
data = decoder(data)
encoding = 'utf-8'
m = CHARSET.search(content_type)
if m:
encoding = m.group(1)
try:
data = data.decode(encoding)
except UnicodeError: # pragma: no cover
data = data.decode('latin-1') # fallback
result = Page(data, final_url)
self._page_cache[final_url] = result
except HTTPError as e:
if e.code != 404:
logger.exception('Fetch failed: %s: %s', url, e)
except URLError as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
with self._lock:
self._bad_hosts.add(host)
except Exception as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
finally:
self._page_cache[url] = result # even if None (failure)
return result
_distname_re = re.compile('<a href=[^>]*>([^<]+)<')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
page = self.get_page(self.base_url)
if not page:
raise DistlibException('Unable to get %s' % self.base_url)
for match in self._distname_re.finditer(page.data):
result.add(match.group(1))
return result
class DirectoryLocator(Locator):
"""
This class locates distributions in a directory tree.
"""
def __init__(self, path, **kwargs):
"""
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
"""
self.recursive = kwargs.pop('recursive', True)
super(DirectoryLocator, self).__init__(**kwargs)
path = os.path.abspath(path)
if not os.path.isdir(path): # pragma: no cover
raise DistlibException('Not a directory: %r' % path)
self.base_dir = path
def should_include(self, filename, parent):
"""
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
"""
return filename.endswith(self.downloadable_extensions)
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, name)
if info:
self._update_version_data(result, info)
if not self.recursive:
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, None)
if info:
result.add(info['name'])
if not self.recursive:
break
return result
class JSONLocator(Locator):
"""
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
"""
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
data = get_project_data(name)
if data:
for info in data.get('files', []):
if info['ptype'] != 'sdist' or info['pyversion'] != 'source':
continue
# We don't store summary in project metadata as it makes
# the data bigger for no benefit during dependency
# resolution
dist = make_dist(data['name'], info['version'],
summary=data.get('summary',
'Placeholder for summary'),
scheme=self.scheme)
md = dist.metadata
md.source_url = info['url']
# TODO SHA256 digest
if 'digest' in info and info['digest']:
dist.digest = ('md5', info['digest'])
md.dependencies = info.get('requirements', {})
dist.exports = info.get('exports', {})
result[dist.version] = dist
result['urls'].setdefault(dist.version, set()).add(info['url'])
return result
class DistPathLocator(Locator):
"""
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
"""
def __init__(self, distpath, **kwargs):
"""
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
"""
super(DistPathLocator, self).__init__(**kwargs)
assert isinstance(distpath, DistributionPath)
self.distpath = distpath
def _get_project(self, name):
dist = self.distpath.get_distribution(name)
if dist is None:
result = {'urls': {}, 'digests': {}}
else:
result = {
dist.version: dist,
'urls': {dist.version: set([dist.source_url])},
'digests': {dist.version: set([None])}
}
return result
class AggregatingLocator(Locator):
"""
This class allows you to chain and/or merge a list of locators.
"""
def __init__(self, *locators, **kwargs):
"""
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
"""
self.merge = kwargs.pop('merge', False)
self.locators = locators
super(AggregatingLocator, self).__init__(**kwargs)
def clear_cache(self):
super(AggregatingLocator, self).clear_cache()
for locator in self.locators:
locator.clear_cache()
def _set_scheme(self, value):
self._scheme = value
for locator in self.locators:
locator.scheme = value
scheme = property(Locator.scheme.fget, _set_scheme)
def _get_project(self, name):
result = {}
for locator in self.locators:
d = locator.get_project(name)
if d:
if self.merge:
files = result.get('urls', {})
digests = result.get('digests', {})
# next line could overwrite result['urls'], result['digests']
result.update(d)
df = result.get('urls')
if files and df:
for k, v in files.items():
if k in df:
df[k] |= v
else:
df[k] = v
dd = result.get('digests')
if digests and dd:
dd.update(digests)
else:
# See issue #18. If any dists are found and we're looking
# for specific constraints, we only return something if
# a match is found. For example, if a DirectoryLocator
# returns just foo (1.0) while we're looking for
# foo (>= 2.0), we'll pretend there was nothing there so
# that subsequent locators can be queried. Otherwise we
# would just return foo (1.0) which would then lead to a
# failure to find foo (>= 2.0), because other locators
# weren't searched. Note that this only matters when
# merge=False.
if self.matcher is None:
found = True
else:
found = False
for k in d:
if self.matcher.match(k):
found = True
break
if found:
result = d
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for locator in self.locators:
try:
result |= locator.get_distribution_names()
except NotImplementedError:
pass
return result
# We use a legacy scheme simply because most of the dists on PyPI use legacy
# versions which don't conform to PEP 426 / PEP 440.
default_locator = AggregatingLocator(
JSONLocator(),
SimpleScrapingLocator('https://pypi.org/simple/',
timeout=3.0),
scheme='legacy')
locate = default_locator.locate
class DependencyFinder(object):
"""
Locate dependencies for distributions.
"""
def __init__(self, locator=None):
"""
Initialise an instance, using the specified locator
to locate distributions.
"""
self.locator = locator or default_locator
self.scheme = get_scheme(self.locator.scheme)
def add_distribution(self, dist):
"""
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
"""
logger.debug('adding distribution %s', dist)
name = dist.key
self.dists_by_name[name] = dist
self.dists[(name, dist.version)] = dist
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
self.provided.setdefault(name, set()).add((version, dist))
def remove_distribution(self, dist):
"""
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
"""
logger.debug('removing distribution %s', dist)
name = dist.key
del self.dists_by_name[name]
del self.dists[(name, dist.version)]
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Remove from provided: %s, %s, %s', name, version, dist)
s = self.provided[name]
s.remove((version, dist))
if not s:
del self.provided[name]
def get_matcher(self, reqt):
"""
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
"""
try:
matcher = self.scheme.matcher(reqt)
except UnsupportedVersionError: # pragma: no cover
# XXX compat-mode if cannot read the version
name = reqt.split()[0]
matcher = self.scheme.matcher(name)
return matcher
def find_providers(self, reqt):
"""
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
"""
matcher = self.get_matcher(reqt)
name = matcher.key # case-insensitive
result = set()
provided = self.provided
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
result.add(provider)
break
return result
def try_to_replace(self, provider, other, problems):
"""
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
"""
rlist = self.reqts[other]
unmatched = set()
for s in rlist:
matcher = self.get_matcher(s)
if not matcher.match(provider.version):
unmatched.add(s)
if unmatched:
# can't replace other with provider
problems.add(('cantreplace', provider, other,
frozenset(unmatched)))
result = False
else:
# can replace other with provider
self.remove_distribution(other)
del self.reqts[other]
for s in rlist:
self.reqts.setdefault(provider, set()).add(s)
self.add_distribution(provider)
result = True
return result
def find(self, requirement, meta_extras=None, prereleases=False):
"""
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
"""
self.provided = {}
self.dists = {}
self.dists_by_name = {}
self.reqts = {}
meta_extras = set(meta_extras or [])
if ':*:' in meta_extras:
meta_extras.remove(':*:')
# :meta: and :run: are implicitly included
meta_extras |= set([':test:', ':build:', ':dev:'])
if isinstance(requirement, Distribution):
dist = odist = requirement
logger.debug('passed %s as requirement', odist)
else:
dist = odist = self.locator.locate(requirement,
prereleases=prereleases)
if dist is None:
raise DistlibException('Unable to locate %r' % requirement)
logger.debug('located %s', odist)
dist.requested = True
problems = set()
todo = set([dist])
install_dists = set([odist])
while todo:
dist = todo.pop()
name = dist.key # case-insensitive
if name not in self.dists_by_name:
self.add_distribution(dist)
else:
#import pdb; pdb.set_trace()
other = self.dists_by_name[name]
if other != dist:
self.try_to_replace(dist, other, problems)
ireqts = dist.run_requires | dist.meta_requires
sreqts = dist.build_requires
ereqts = set()
if meta_extras and dist in install_dists:
for key in ('test', 'build', 'dev'):
e = ':%s:' % key
if e in meta_extras:
ereqts |= getattr(dist, '%s_requires' % key)
all_reqts = ireqts | sreqts | ereqts
for r in all_reqts:
providers = self.find_providers(r)
if not providers:
logger.debug('No providers found for %r', r)
provider = self.locator.locate(r, prereleases=prereleases)
# If no provider is found and we didn't consider
# prereleases, consider them now.
if provider is None and not prereleases:
provider = self.locator.locate(r, prereleases=True)
if provider is None:
logger.debug('Cannot satisfy %r', r)
problems.add(('unsatisfied', r))
else:
n, v = provider.key, provider.version
if (n, v) not in self.dists:
todo.add(provider)
providers.add(provider)
if r in ireqts and dist in install_dists:
install_dists.add(provider)
logger.debug('Adding %s to install_dists',
provider.name_and_version)
for p in providers:
name = p.key
if name not in self.dists_by_name:
self.reqts.setdefault(p, set()).add(r)
else:
other = self.dists_by_name[name]
if other != p:
# see if other can be replaced by p
self.try_to_replace(p, other, problems)
dists = set(self.dists.values())
for dist in dists:
dist.build_time_dependency = dist not in install_dists
if dist.build_time_dependency:
logger.debug('%s is a build-time dependency only.',
dist.name_and_version)
logger.debug('find done for %s', odist)
return dists, problems
site-packages/pip/_vendor/distlib/resources.py 0000644 00000025104 15056474501 0015537 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import bisect
import io
import logging
import os
import pkgutil
import sys
import types
import zipimport
from . import DistlibException
from .util import cached_property, get_cache_base, Cache
logger = logging.getLogger(__name__)
cache = None # created when needed
class ResourceCache(Cache):
def __init__(self, base=None):
if base is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('resource-cache'))
super(ResourceCache, self).__init__(base)
def is_stale(self, resource, path):
"""
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
"""
# Cache invalidation is a hard problem :-)
return True
def get(self, resource):
"""
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
"""
prefix, path = resource.finder.get_cache_info(resource)
if prefix is None:
result = path
else:
result = os.path.join(self.base, self.prefix_to_dir(prefix), path)
dirname = os.path.dirname(result)
if not os.path.isdir(dirname):
os.makedirs(dirname)
if not os.path.exists(result):
stale = True
else:
stale = self.is_stale(resource, path)
if stale:
# write the bytes of the resource to the cache location
with open(result, 'wb') as f:
f.write(resource.bytes)
return result
class ResourceBase(object):
def __init__(self, finder, name):
self.finder = finder
self.name = name
class Resource(ResourceBase):
"""
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
"""
is_container = False # Backwards compatibility
def as_stream(self):
"""
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
"""
return self.finder.get_stream(self)
@cached_property
def file_path(self):
global cache
if cache is None:
cache = ResourceCache()
return cache.get(self)
@cached_property
def bytes(self):
return self.finder.get_bytes(self)
@cached_property
def size(self):
return self.finder.get_size(self)
class ResourceContainer(ResourceBase):
is_container = True # Backwards compatibility
@cached_property
def resources(self):
return self.finder.get_resources(self)
class ResourceFinder(object):
"""
Resource finder for file system resources.
"""
if sys.platform.startswith('java'):
skipped_extensions = ('.pyc', '.pyo', '.class')
else:
skipped_extensions = ('.pyc', '.pyo')
def __init__(self, module):
self.module = module
self.loader = getattr(module, '__loader__', None)
self.base = os.path.dirname(getattr(module, '__file__', ''))
def _adjust_path(self, path):
return os.path.realpath(path)
def _make_path(self, resource_name):
# Issue #50: need to preserve type of path on Python 2.x
# like os.path._get_sep
if isinstance(resource_name, bytes): # should only happen on 2.x
sep = b'/'
else:
sep = '/'
parts = resource_name.split(sep)
parts.insert(0, self.base)
result = os.path.join(*parts)
return self._adjust_path(result)
def _find(self, path):
return os.path.exists(path)
def get_cache_info(self, resource):
return None, resource.path
def find(self, resource_name):
path = self._make_path(resource_name)
if not self._find(path):
result = None
else:
if self._is_directory(path):
result = ResourceContainer(self, resource_name)
else:
result = Resource(self, resource_name)
result.path = path
return result
def get_stream(self, resource):
return open(resource.path, 'rb')
def get_bytes(self, resource):
with open(resource.path, 'rb') as f:
return f.read()
def get_size(self, resource):
return os.path.getsize(resource.path)
def get_resources(self, resource):
def allowed(f):
return (f != '__pycache__' and not
f.endswith(self.skipped_extensions))
return set([f for f in os.listdir(resource.path) if allowed(f)])
def is_container(self, resource):
return self._is_directory(resource.path)
_is_directory = staticmethod(os.path.isdir)
def iterator(self, resource_name):
resource = self.find(resource_name)
if resource is not None:
todo = [resource]
while todo:
resource = todo.pop(0)
yield resource
if resource.is_container:
rname = resource.name
for name in resource.resources:
if not rname:
new_name = name
else:
new_name = '/'.join([rname, name])
child = self.find(new_name)
if child.is_container:
todo.append(child)
else:
yield child
class ZipResourceFinder(ResourceFinder):
"""
Resource finder for resources in .zip files.
"""
def __init__(self, module):
super(ZipResourceFinder, self).__init__(module)
archive = self.loader.archive
self.prefix_len = 1 + len(archive)
# PyPy doesn't have a _files attr on zipimporter, and you can't set one
if hasattr(self.loader, '_files'):
self._files = self.loader._files
else:
self._files = zipimport._zip_directory_cache[archive]
self.index = sorted(self._files)
def _adjust_path(self, path):
return path
def _find(self, path):
path = path[self.prefix_len:]
if path in self._files:
result = True
else:
if path and path[-1] != os.sep:
path = path + os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
if not result:
logger.debug('_find failed: %r %r', path, self.loader.prefix)
else:
logger.debug('_find worked: %r %r', path, self.loader.prefix)
return result
def get_cache_info(self, resource):
prefix = self.loader.archive
path = resource.path[1 + len(prefix):]
return prefix, path
def get_bytes(self, resource):
return self.loader.get_data(resource.path)
def get_stream(self, resource):
return io.BytesIO(self.get_bytes(resource))
def get_size(self, resource):
path = resource.path[self.prefix_len:]
return self._files[path][3]
def get_resources(self, resource):
path = resource.path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
plen = len(path)
result = set()
i = bisect.bisect(self.index, path)
while i < len(self.index):
if not self.index[i].startswith(path):
break
s = self.index[i][plen:]
result.add(s.split(os.sep, 1)[0]) # only immediate children
i += 1
return result
def _is_directory(self, path):
path = path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
return result
_finder_registry = {
type(None): ResourceFinder,
zipimport.zipimporter: ZipResourceFinder
}
try:
# In Python 3.6, _frozen_importlib -> _frozen_importlib_external
try:
import _frozen_importlib_external as _fi
except ImportError:
import _frozen_importlib as _fi
_finder_registry[_fi.SourceFileLoader] = ResourceFinder
_finder_registry[_fi.FileFinder] = ResourceFinder
# See issue #146
_finder_registry[_fi.SourcelessFileLoader] = ResourceFinder
del _fi
except (ImportError, AttributeError):
pass
def register_finder(loader, finder_maker):
_finder_registry[type(loader)] = finder_maker
_finder_cache = {}
def finder(package):
"""
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
"""
if package in _finder_cache:
result = _finder_cache[package]
else:
if package not in sys.modules:
__import__(package)
module = sys.modules[package]
path = getattr(module, '__path__', None)
if path is None:
raise DistlibException('You cannot get a finder for a module, '
'only for a package')
loader = getattr(module, '__loader__', None)
finder_maker = _finder_registry.get(type(loader))
if finder_maker is None:
raise DistlibException('Unable to locate finder for %r' % package)
result = finder_maker(module)
_finder_cache[package] = result
return result
_dummy_module = types.ModuleType(str('__dummy__'))
def finder_for_path(path):
"""
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
"""
result = None
# calls any path hooks, gets importer into cache
pkgutil.get_importer(path)
loader = sys.path_importer_cache.get(path)
finder = _finder_registry.get(type(loader))
if finder:
module = _dummy_module
module.__file__ = os.path.join(path, '')
module.__loader__ = loader
result = finder(module)
return result
site-packages/pip/_vendor/resolvelib/providers.py 0000644 00000013360 15056474501 0016257 0 ustar 00 class AbstractProvider(object):
"""Delegate class to provide requirement interface for the resolver."""
def identify(self, requirement_or_candidate):
"""Given a requirement, return an identifier for it.
This is used to identify a requirement, e.g. whether two requirements
should have their specifier parts merged.
"""
raise NotImplementedError
def get_preference(
self,
identifier,
resolutions,
candidates,
information,
backtrack_causes,
):
"""Produce a sort key for given requirement based on preference.
The preference is defined as "I think this requirement should be
resolved first". The lower the return value is, the more preferred
this group of arguments is.
:param identifier: An identifier as returned by ``identify()``. This
identifies the dependency matches of which should be returned.
:param resolutions: Mapping of candidates currently pinned by the
resolver. Each key is an identifier, and the value a candidate.
The candidate may conflict with requirements from ``information``.
:param candidates: Mapping of each dependency's possible candidates.
Each value is an iterator of candidates.
:param information: Mapping of requirement information of each package.
Each value is an iterator of *requirement information*.
:param backtrack_causes: Sequence of requirement information that were
the requirements that caused the resolver to most recently backtrack.
A *requirement information* instance is a named tuple with two members:
* ``requirement`` specifies a requirement contributing to the current
list of candidates.
* ``parent`` specifies the candidate that provides (dependend on) the
requirement, or ``None`` to indicate a root requirement.
The preference could depend on a various of issues, including (not
necessarily in this order):
* Is this package pinned in the current resolution result?
* How relaxed is the requirement? Stricter ones should probably be
worked on first? (I don't know, actually.)
* How many possibilities are there to satisfy this requirement? Those
with few left should likely be worked on first, I guess?
* Are there any known conflicts for this requirement? We should
probably work on those with the most known conflicts.
A sortable value should be returned (this will be used as the ``key``
parameter of the built-in sorting function). The smaller the value is,
the more preferred this requirement is (i.e. the sorting function
is called with ``reverse=False``).
"""
raise NotImplementedError
def find_matches(self, identifier, requirements, incompatibilities):
"""Find all possible candidates that satisfy given constraints.
:param identifier: An identifier as returned by ``identify()``. This
identifies the dependency matches of which should be returned.
:param requirements: A mapping of requirements that all returned
candidates must satisfy. Each key is an identifier, and the value
an iterator of requirements for that dependency.
:param incompatibilities: A mapping of known incompatibilities of
each dependency. Each key is an identifier, and the value an
iterator of incompatibilities known to the resolver. All
incompatibilities *must* be excluded from the return value.
This should try to get candidates based on the requirements' types.
For VCS, local, and archive requirements, the one-and-only match is
returned, and for a "named" requirement, the index(es) should be
consulted to find concrete candidates for this requirement.
The return value should produce candidates ordered by preference; the
most preferred candidate should come first. The return type may be one
of the following:
* A callable that returns an iterator that yields candidates.
* An collection of candidates.
* An iterable of candidates. This will be consumed immediately into a
list of candidates.
"""
raise NotImplementedError
def is_satisfied_by(self, requirement, candidate):
"""Whether the given requirement can be satisfied by a candidate.
The candidate is guarenteed to have been generated from the
requirement.
A boolean should be returned to indicate whether ``candidate`` is a
viable solution to the requirement.
"""
raise NotImplementedError
def get_dependencies(self, candidate):
"""Get dependencies of a candidate.
This should return a collection of requirements that `candidate`
specifies as its dependencies.
"""
raise NotImplementedError
class AbstractResolver(object):
"""The thing that performs the actual resolution work."""
base_exception = Exception
def __init__(self, provider, reporter):
self.provider = provider
self.reporter = reporter
def resolve(self, requirements, **kwargs):
"""Take a collection of constraints, spit out the resolution result.
This returns a representation of the final resolution state, with one
guarenteed attribute ``mapping`` that contains resolved candidates as
values. The keys are their respective identifiers.
:param requirements: A collection of constraints.
:param kwargs: Additional keyword arguments that subclasses may accept.
:raises: ``self.base_exception`` or its subclass.
"""
raise NotImplementedError
site-packages/pip/_vendor/resolvelib/__pycache__/structs.cpython-39.pyc 0000644 00000016226 15056474501 0022244 0 ustar 00 a
��Re� � @ sb d dl Z ddlmZ G dd� de�ZG dd� dej�ZG dd � d e�ZG d
d � d e�Zd d
� Z dS )� N� )�collections_abcc @ sp e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS )�
DirectedGraphz&A graph structure with directed edges.c C s t � | _i | _i | _d S �N)�set� _vertices� _forwards�
_backwards��self� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/structs.py�__init__ s zDirectedGraph.__init__c C s
t | j�S r )�iterr r
r r r
�__iter__ s zDirectedGraph.__iter__c C s
t | j�S r )�lenr r
r r r
�__len__ s zDirectedGraph.__len__c C s
|| j v S r )r �r �keyr r r
� __contains__ s zDirectedGraph.__contains__c C sB t � }t| j�|_dd� | j�� D �|_dd� | j�� D �|_|S )z$Return a shallow copy of this graph.c S s i | ]\}}|t |��qS r �r ��.0�k�vr r r
�
<dictcomp> � z&DirectedGraph.copy.<locals>.<dictcomp>c S s i | ]\}}|t |��qS r r r r r r
r r )r r r r �itemsr )r �otherr r r
�copy s
zDirectedGraph.copyc C s: || j v rtd��| j �|� t� | j|< t� | j|< dS )z Add a new vertex to the graph.z
vertex existsN)r �
ValueError�addr r r r r r r
r! s
zDirectedGraph.addc C sT | j �|� | j�|�D ]}| j| �|� q| j�|�D ]}| j| �|� q:dS )zCRemove a vertex from the graph, disconnecting all edges from/to it.N)r �remover �popr )r r �f�tr r r
r" ' s
zDirectedGraph.removec C s || j | v o|| j| v S r )r r �r r$ r% r r r
� connected/ s zDirectedGraph.connectedc C s6 || j vrt|��| j| �|� | j| �|� dS )zgConnect two existing vertices.
Nothing happens if the vertices are already connected.
N)r �KeyErrorr r! r r& r r r
�connect2 s
zDirectedGraph.connectc c s, | j �� D ] \}}|D ]}||fV qq
d S r )r r )r r$ �childrenr% r r r
�
iter_edges< s zDirectedGraph.iter_edgesc C s t | j| �S r )r r r r r r
�
iter_childrenA s zDirectedGraph.iter_childrenc C s t | j| �S r )r r r r r r
� iter_parentsD s zDirectedGraph.iter_parentsN)�__name__�
__module__� __qualname__�__doc__r r r r r r! r" r' r) r+ r, r- r r r r
r s
r c @ sJ e Zd Zddd�Zdd� Zdd� ZeZdd � Zd
d � Zd d
� Z dd� Z
dS )�IteratorMappingNc C s || _ || _|pi | _d S r )�_mapping� _accessor�_appends)r �mapping�accessor�appendsr r r
r I s zIteratorMapping.__init__c C s d� | j| j| j�S )Nz!IteratorMapping({!r}, {!r}, {!r}))�formatr3 r4 r5 r
r r r
�__repr__N s
�zIteratorMapping.__repr__c C s t | jp | j�S r )�boolr3 r5 r
r r r
�__bool__U s zIteratorMapping.__bool__c C s || j v p|| jv S r )r3 r5 r r r r
r Z s z IteratorMapping.__contains__c C sL z| j | }W n ty. t| j| � Y S 0 t�| �|�| j�|d��S )Nr )r3 r( r r5 � itertools�chainr4 �get)r r r r r r
� __getitem__] s
zIteratorMapping.__getitem__c s" � fdd�� j D �}t�� j|�S )Nc 3 s | ]}|� j vr|V qd S r �r3 �r r r
r r
� <genexpr>e r z+IteratorMapping.__iter__.<locals>.<genexpr>)r5 r= r> r3 �r �morer r
r
r d s zIteratorMapping.__iter__c s& t � fdd�� jD ��}t� j�| S )Nc 3 s | ]}|� j vrd V qdS )r NrA rB r
r r
rC i r z*IteratorMapping.__len__.<locals>.<genexpr>)�sumr5 r r3 rD r r
r
r h s zIteratorMapping.__len__)N) r. r/ r0 r r: r< � __nonzero__r r@ r r r r r r
r2 H s
r2 c @ s4 e Zd ZdZdd� Zdd� Zdd� ZeZdd � Zd
S ) �_FactoryIterableViewa: Wrap an iterator factory returned by `find_matches()`.
Calling `iter()` on this class would invoke the underlying iterator
factory, making it a "collection with ordering" that can be iterated
through multiple times, but lacks random access methods presented in
built-in Python sequence types.
c C s
|| _ d S r ��_factory)r �factoryr r r
r v s z _FactoryIterableView.__init__c C s d� t| �jt| �� ��S �Nz{}({}))r9 �typer. �listrJ r
r r r
r: y s z _FactoryIterableView.__repr__c C s* zt | �� � W n ty$ Y dS 0 dS )NFT)�nextrJ �
StopIterationr
r r r
r< | s
z _FactoryIterableView.__bool__c C s | � � S r rI r
r r r
r � s z _FactoryIterableView.__iter__N� r. r/ r0 r1 r r: r< rG r r r r r
rH m s rH c @ s4 e Zd ZdZdd� Zdd� Zdd� ZeZdd � Zd
S ) �_SequenceIterableViewz�Wrap an iterable returned by find_matches().
This is essentially just a proxy to the underlying sequence that provides
the same interface as `_FactoryIterableView`.
c C s
|| _ d S r )� _sequence)r �sequencer r r
r � s z _SequenceIterableView.__init__c C s d� t| �j| j�S rL )r9 rM r. rS r
r r r
r: � s z _SequenceIterableView.__repr__c C s
t | j�S r )r; rS r
r r r
r< � s z _SequenceIterableView.__bool__c C s
t | j�S r )r rS r
r r r
r � s z _SequenceIterableView.__iter__NrQ r r r r
rR � s rR c C s, t | �rt| �S t| tj�s$t| �} t| �S )zCBuild an iterable view from the value returned by `find_matches()`.)�callablerH �
isinstancer �SequencerN rR )�matchesr r r
�build_iter_view� s
rY )
r= �compatr �objectr �Mappingr2 rH rR rY r r r r
�<module> s B% site-packages/pip/_vendor/resolvelib/__pycache__/reporters.cpython-39.pyc 0000644 00000004445 15056474501 0022562 0 ustar 00 a
��ReT � @ s G d d� de �ZdS )c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )� BaseReporterz?Delegate class to provider progress reporting for the resolver.c C s dS )z-Called before the resolution actually starts.N� )�selfr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/reporters.py�starting s zBaseReporter.startingc C s dS )zYCalled before each round of resolution starts.
The index is zero-based.
Nr )r �indexr r r �starting_round s zBaseReporter.starting_roundc C s dS )z�Called before each round of resolution ends.
This is NOT called if the resolution ends at this round. Use `ending`
if you want to report finalization. The index is zero-based.
Nr )r r �stater r r � ending_round
s zBaseReporter.ending_roundc C s dS )z/Called before the resolution ends successfully.Nr )r r r r r �ending s zBaseReporter.endingc C s dS )a� Called when adding a new requirement into the resolve criteria.
:param requirement: The additional requirement to be applied to filter
the available candidaites.
:param parent: The candidate that requires ``requirement`` as a
dependency, or None if ``requirement`` is one of the root
requirements passed in from ``Resolver.resolve()``.
Nr )r � requirement�parentr r r �adding_requirement s z BaseReporter.adding_requirementc C s dS )z6Called when rejecting a candidate during backtracking.Nr �r � candidater r r � backtracking! s zBaseReporter.backtrackingc C s dS )z9Called when adding a candidate to the potential solution.Nr r r r r �pinning$ s zBaseReporter.pinningN) �__name__�
__module__� __qualname__�__doc__r r r r
r
r r r r r r r s
r N)�objectr r r r r �<module> � site-packages/pip/_vendor/resolvelib/__pycache__/providers.cpython-39.pyc 0000644 00000015130 15056474501 0022543 0 ustar 00 a
��Re� � @ s$ G d d� de �ZG dd� de �ZdS )c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�AbstractProviderzADelegate class to provide requirement interface for the resolver.c C s t �dS )z�Given a requirement, return an identifier for it.
This is used to identify a requirement, e.g. whether two requirements
should have their specifier parts merged.
N��NotImplementedError)�self�requirement_or_candidate� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/providers.py�identify s zAbstractProvider.identifyc C s t �dS )a� Produce a sort key for given requirement based on preference.
The preference is defined as "I think this requirement should be
resolved first". The lower the return value is, the more preferred
this group of arguments is.
:param identifier: An identifier as returned by ``identify()``. This
identifies the dependency matches of which should be returned.
:param resolutions: Mapping of candidates currently pinned by the
resolver. Each key is an identifier, and the value a candidate.
The candidate may conflict with requirements from ``information``.
:param candidates: Mapping of each dependency's possible candidates.
Each value is an iterator of candidates.
:param information: Mapping of requirement information of each package.
Each value is an iterator of *requirement information*.
:param backtrack_causes: Sequence of requirement information that were
the requirements that caused the resolver to most recently backtrack.
A *requirement information* instance is a named tuple with two members:
* ``requirement`` specifies a requirement contributing to the current
list of candidates.
* ``parent`` specifies the candidate that provides (dependend on) the
requirement, or ``None`` to indicate a root requirement.
The preference could depend on a various of issues, including (not
necessarily in this order):
* Is this package pinned in the current resolution result?
* How relaxed is the requirement? Stricter ones should probably be
worked on first? (I don't know, actually.)
* How many possibilities are there to satisfy this requirement? Those
with few left should likely be worked on first, I guess?
* Are there any known conflicts for this requirement? We should
probably work on those with the most known conflicts.
A sortable value should be returned (this will be used as the ``key``
parameter of the built-in sorting function). The smaller the value is,
the more preferred this requirement is (i.e. the sorting function
is called with ``reverse=False``).
Nr )r �
identifier� resolutions�
candidates� information�backtrack_causesr r r �get_preference s 1z AbstractProvider.get_preferencec C s t �dS )a� Find all possible candidates that satisfy given constraints.
:param identifier: An identifier as returned by ``identify()``. This
identifies the dependency matches of which should be returned.
:param requirements: A mapping of requirements that all returned
candidates must satisfy. Each key is an identifier, and the value
an iterator of requirements for that dependency.
:param incompatibilities: A mapping of known incompatibilities of
each dependency. Each key is an identifier, and the value an
iterator of incompatibilities known to the resolver. All
incompatibilities *must* be excluded from the return value.
This should try to get candidates based on the requirements' types.
For VCS, local, and archive requirements, the one-and-only match is
returned, and for a "named" requirement, the index(es) should be
consulted to find concrete candidates for this requirement.
The return value should produce candidates ordered by preference; the
most preferred candidate should come first. The return type may be one
of the following:
* A callable that returns an iterator that yields candidates.
* An collection of candidates.
* An iterable of candidates. This will be consumed immediately into a
list of candidates.
Nr )r r � requirements�incompatibilitiesr r r � find_matches? s z AbstractProvider.find_matchesc C s t �dS )a Whether the given requirement can be satisfied by a candidate.
The candidate is guarenteed to have been generated from the
requirement.
A boolean should be returned to indicate whether ``candidate`` is a
viable solution to the requirement.
Nr )r � requirement� candidater r r �is_satisfied_by\ s z AbstractProvider.is_satisfied_byc C s t �dS )z�Get dependencies of a candidate.
This should return a collection of requirements that `candidate`
specifies as its dependencies.
Nr )r r r r r �get_dependenciesg s z!AbstractProvider.get_dependenciesN) �__name__�
__module__� __qualname__�__doc__r r r r r r r r r r s 3 r c @ s$ e Zd ZdZeZdd� Zdd� ZdS )�AbstractResolverz3The thing that performs the actual resolution work.c C s || _ || _d S )N)�provider�reporter)r r r r r r �__init__u s zAbstractResolver.__init__c K s t �dS )a� Take a collection of constraints, spit out the resolution result.
This returns a representation of the final resolution state, with one
guarenteed attribute ``mapping`` that contains resolved candidates as
values. The keys are their respective identifiers.
:param requirements: A collection of constraints.
:param kwargs: Additional keyword arguments that subclasses may accept.
:raises: ``self.base_exception`` or its subclass.
Nr )r r �kwargsr r r �resolvey s zAbstractResolver.resolveN)r r r r � Exception�base_exceptionr r r r r r r p s r N)�objectr r r r r r �<module> s o site-packages/pip/_vendor/resolvelib/__pycache__/resolvers.cpython-39.pyc 0000644 00000035702 15056474501 0022561 0 ustar 00 a
��Re�D � @ s� d dl Z d dlZddlmZ ddlmZmZmZ e �dddg�Z G dd � d e
�Z G d
d � d e �Z G d d
� d
e �Z
G dd� de�ZG dd� de �ZG dd� de�ZG dd� de�Ze �dd�ZG dd� de�Zdd� Ze �d d �Zd d � ZG d d!� d!e�ZdS )"� N� )�AbstractResolver)�
DirectedGraph�IteratorMapping�build_iter_view�RequirementInformation� requirement�parentc @ s e Zd ZdZdS )�ResolverExceptionz�A base class for all exceptions raised by this module.
Exceptions derived by this class should all be handled in this module. Any
bubbling pass the resolver should be treated as a bug.
N)�__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/resolvers.pyr
s r
c s$ e Zd Z� fdd�Zdd� Z� ZS )�RequirementsConflictedc s t t| ��|� || _d S �N)�superr �__init__� criterion)�selfr �� __class__r r r s z RequirementsConflicted.__init__c C s d� d�dd� | j�� D ���S )NzRequirements conflict: {}�, c s s | ]}t |�V qd S r ��repr��.0�rr r r � <genexpr> � z1RequirementsConflicted.__str__.<locals>.<genexpr>)�format�joinr �iter_requirement�r r r r �__str__ s �z RequirementsConflicted.__str__�r r r
r r% �
__classcell__r r r r r s r c s$ e Zd Z� fdd�Zdd� Z� ZS )�InconsistentCandidatec s" t t| ��||� || _|| _d S r )r r( r � candidater )r r) r r r r r ! s z InconsistentCandidate.__init__c C s$ d� | jd�dd� | j�� D ���S )Nz+Provided candidate {!r} does not satisfy {}r c s s | ]}t |�V qd S r r r r r r r ) r z0InconsistentCandidate.__str__.<locals>.<genexpr>)r! r) r" r r# r$ r r r r% & s �z InconsistentCandidate.__str__r& r r r r r( s r( c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � CriterionaQ Representation of possible resolution results of a package.
This holds three attributes:
* `information` is a collection of `RequirementInformation` pairs.
Each pair is a requirement contributing to this criterion, and the
candidate that provides the requirement.
* `incompatibilities` is a collection of all known not-to-work candidates
to exclude from consideration.
* `candidates` is a collection containing all possible candidates deducted
from the union of contributing requirements and known incompatibilities.
It should never be empty, except when the criterion is an attribute of a
raised `RequirementsConflicted` (in which case it is always empty).
.. note::
This class is intended to be externally immutable. **Do not** mutate
any of its attribute containers.
c C s || _ || _|| _d S r ��
candidates� information�incompatibilities)r r, r- r. r r r r A s zCriterion.__init__c C s d� dd� | jD ��}d�|�S )Nr c s s | ]\}}d � ||�V qdS )z({!r}, via={!r})N)r! )r �reqr r r r r G s �z%Criterion.__repr__.<locals>.<genexpr>z
Criterion({}))r" r- r! )r � requirementsr r r �__repr__F s
�zCriterion.__repr__c C s dd� | j D �S )Nc s s | ] }|j V qd S r )r �r �ir r r r N r z-Criterion.iter_requirement.<locals>.<genexpr>�r- r$ r r r r# M s zCriterion.iter_requirementc C s dd� | j D �S )Nc s s | ] }|j V qd S r �r r2 r r r r Q r z(Criterion.iter_parent.<locals>.<genexpr>r4 r$ r r r � iter_parentP s zCriterion.iter_parentN)r r r
r r r1 r# r6 r r r r r* - s
r* c @ s e Zd ZdS )�ResolutionErrorN)r r r
r r r r r7 T s r7 c s e Zd Z� fdd�Z� ZS )�ResolutionImpossiblec s t t| ��|� || _d S r )r r8 r �causes)r r9 r r r r Y s z ResolutionImpossible.__init__�r r r
r r' r r r r r8 X s r8 c s e Zd Z� fdd�Z� ZS )�ResolutionTooDeepc s t t| ��|� || _d S r )r r; r � round_count)r r< r r r r ` s zResolutionTooDeep.__init__r: r r r r r; _ s r; �Statez!mapping criteria backtrack_causesc @ sd e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� ZdS )�
Resolutionz�Stateful resolution object.
This is designed as a one-off object that holds information to kick start
the resolution process, and holds the results afterwards.
c C s || _ || _g | _d S r )�_p�_r�_states)r �provider�reporterr r r r p s zResolution.__init__c C s, z | j d W S ty& td��Y n0 d S )N����state)rA �
IndexError�AttributeErrorr$ r r r rE u s zResolution.statec C s> | j d }t|j�� |j�� |jdd� d�}| j �|� dS )z�Push a new state into history.
This new state will be used to hold resolution results of the next
coming round.
rD N��mapping�criteria�backtrack_causes)rA r= rI �copyrJ rK �append)r �baserE r r r �_push_new_state| s
�zResolution._push_new_statec C s� | j j||d� | jj|d�}|�|�}|r8t|j�}ng }| jj|t|t �
d�||gi�t|t � d�||i�d�}|r�t|j �}|�
t||�� n t||�g}tt|�||d�}|js�t|��|||< d S )N)r r )�requirement_or_candidater# r. ��
identifierr0 r. r+ )r@ �adding_requirementr? �identify�get�listr. � find_matchesr �operator� methodcaller�
attrgetterr- rM r r* r r, r ) r rJ r r rR r r. �matchesr- r r r �_add_to_criteria� s>
���
�zResolution._add_to_criteriac C s> | j j|| jjt| jjt�d��t| jjt�d��| jjd�S )Nr, r- )rR � resolutionsr, r- rK ) r? �get_preferencerE rI r rJ rX rZ rK )r �namer r r �_get_preference� s ���zResolution._get_preferencec sB z�j j| � W n ty$ Y dS 0 t� �fdd�|�� D ��S )NFc 3 s | ]}�j j|� d �V qdS �)r r) N�r? �is_satisfied_byr �� current_pinr r r r � s �z8Resolution._is_current_pin_satisfying.<locals>.<genexpr>)rE rI �KeyError�allr# )r r_ r r rd r �_is_current_pin_satisfying� s �z%Resolution._is_current_pin_satisfyingc C s4 | j j�� }| jj|d�D ]}| j|||d� q|S )N�r) r5 )rE rJ rL r? �get_dependenciesr\ )r r) rJ r r r r �_get_updated_criteria� s z Resolution._get_updated_criteriac s� �j j| }g }|jD ]�� z��� �}W n< tyd } z$|�|j� W Y d }~qW Y d }~n
d }~0 0 t� �fdd�|�� D ��}|s�t � |���j
j � d� �j j� |� �j j
�|d � � �j j
|< g S |S )Nc 3 s | ]}�j j|� d �V qdS ra rb r �r) r r r r � s �z7Resolution._attempt_to_pin_criterion.<locals>.<genexpr>ri )rE rJ r, rk r rM r rg r# r( r@ �pinning�updaterI �pop)r r_ r r9 rJ �e� satisfiedr rl r �_attempt_to_pin_criterion� s&
"�
z$Resolution._attempt_to_pin_criterionc s� t �j�dkr��jd= �j�� }|j�� \}}dd� |j�� D �� � �||gf� �jj |d� � �fdd�}��
� |� }|r dS q d S )
a� Perform backtracking.
When we enter here, the stack is like this::
[ state Z ]
[ state Y ]
[ state X ]
.... earlier states are irrelevant.
1. No pins worked for Z, so it does not have a pin.
2. We want to reset state Y to unpinned, and pin another candidate.
3. State X holds what state Y was before the pin, but does not
have the incompatibility information gathered in state Y.
Each iteration of the loop will:
1. Discard Z.
2. Discard Y but remember its incompatibility information gathered
previously, and the failure we're dealing with right now.
3. Push a new state Y' based on X, and apply the incompatibility
information from Y to Y'.
4a. If this causes Y' to conflict, we need to backtrack again. Make Y'
the new Z and go back to step 2.
4b. If the incompatibilities apply cleanly, end backtracking.
� rD c S s g | ]\}}|t |j�f�qS r )rV r. �r �k�vr r r �
<listcomp> s �z)Resolution._backtrack.<locals>.<listcomp>ri c s� � D ]�\} }|sqz�j j| }W n ty8 Y qY n0 �jj| t�j jt�d��t�j jt�d�| |i�d�}t |�}|s� dS |�
|j � t |t
|j�|d��j j| < qdS )Nr# r. rQ Fr+ T)rE rJ rf r? rW r rX rY rZ r �extendr. r* rV r- )ru r. r r[ r, �� incompatibilities_from_brokenr r r �_patch_criteria! s:
��� �z.Resolution._backtrack.<locals>._patch_criteriaTF) �lenrA ro rI �popitemrJ �itemsrM r@ � backtrackingrO )r � broken_stater_ r) r{ �successr ry r �
_backtrack� s
� zResolution._backtrackc
sX � j rtd��� j�� tt�� i g d�g� _ |D ]N}z� j� jj |d d� W q2 t
y~ } zt |j j
��W Y d }~q2d }~0 0 q2� �� t|�D ]�}� jj|d� � fdd�� jj �� D �}|s܈ jj� jd� � j S t|� jd�}� �|�}|�r0� �� } d d� |D �� jjd d �< | �s8t � jj��n� �� � jj|� jd
� q�t|��d S ) Nzalready resolvedrH r5 )�indexc s g | ]\}}� � ||�s|�qS r )rh )r �keyr r$ r r rw i s �z&Resolution.resolve.<locals>.<listcomp>)rE )r� c S s g | ]}|j D ]}|�qqS r r4 )r �cr3 r r r rw | s )r� rE )rA � RuntimeErrorr@ �startingr= � collections� OrderedDictr\ rE rJ r r8 r r- rO �range�starting_roundr~ �ending�minr` rr r� rK � ending_roundr; )
r r0 �
max_roundsr rp � round_index�unsatisfied_namesr_ �failure_causesr� r r$ r �resolveM sF
��$
�
�zResolution.resolveN)r r r
r r �propertyrE rO r\ r` rh rk rr r� r� r r r r r> i s
'
$Yr> c C s� ||v r dS || vrdS | | � � D ]b}z|t|� }W n tyN Y q$Y n0 ||v rh|�|� dS t| |||�r$|�|� dS q$dS )NTF)r6 �idrf �add�_has_route_to_root)rJ r� �all_keys� connected�p�pkeyr r r r� � s
r� �Resultzmapping graph criteriac
s� | j }dd� |�� D �}d |td �< t� }|�d � d h� | j�� D ]�\}}t| j||� �s^qD||vrp|�|� |�� D ]J}z|t|� }W n ty� Y qxY n0 ||vr�|�|� |� ||� qxqDt
� fdd�|�� D �|| jd�S )Nc S s i | ]\}}t |�|�qS r )r� rt r r r �
<dictcomp>� r z!_build_result.<locals>.<dictcomp>c s i | ]\}}|� v r||�qS r r rt �r� r r r� � r )rI �graphrJ ) rI r~ r� r r� rJ r� r6 rf �connectr� )rE rI r� r� r� r r� r� r r� r �
_build_result� s0
�r� c @ s e Zd ZdZeZddd�ZdS )�Resolverz3The thing that performs the actual resolution work.�d c C s$ t | j| j�}|j||d�}t|�S )a Take a collection of constraints, spit out the resolution result.
The return value is a representation to the final resolution result. It
is a tuple subclass with three public members:
* `mapping`: A dict of resolved candidates. Each key is an identifier
of a requirement (as returned by the provider's `identify` method),
and the value is the resolved candidate.
* `graph`: A `DirectedGraph` instance representing the dependency tree.
The vertices are keys of `mapping`, and each edge represents *why*
a particular package is included. A special vertex `None` is
included to represent parents of user-supplied requirements.
* `criteria`: A dict of "criteria" that hold detailed information on
how edges in the graph are derived. Each key is an identifier of a
requirement, and the value is a `Criterion` instance.
The following exceptions may be raised if a resolution cannot be found:
* `ResolutionImpossible`: A resolution cannot be found for the given
combination of requirements. The `causes` attribute of the
exception is a list of (requirement, parent), giving the
requirements that could not be satisfied.
* `ResolutionTooDeep`: The dependency tree is too deeply nested and
the resolver gave up. This is usually caused by a circular
dependency, but you can try to resolve this by increasing the
`max_rounds` argument.
)r� )r> rB rC r� r� )r r0 r� �
resolutionrE r r r r� � s zResolver.resolveN)r� )r r r
r r
�base_exceptionr� r r r r r� � s r� )r� rX � providersr �structsr r r �
namedtupler � Exceptionr
r r( �objectr* r7 r8 r; r= r> r� r� r� r� r r r r �<module> s* �
' % site-packages/pip/_vendor/resolvelib/__pycache__/__init__.cpython-39.pyc 0000644 00000001205 15056474501 0022263 0 ustar 00 a
��Re � @ sL g d �Z dZddlmZmZ ddlmZ ddlmZm Z m
Z
m Z m Z m
Z
dS ))
� __version__�AbstractProvider�AbstractResolver� BaseReporter�InconsistentCandidate�Resolver�RequirementsConflicted�ResolutionError�ResolutionImpossible�ResolutionTooDeepz0.8.0� )r r )r )r r r r r r
N)�__all__r � providersr r � reportersr � resolversr r r r r r
� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/__init__.py�<module> s
site-packages/pip/_vendor/resolvelib/structs.py 0000644 00000011272 15056474501 0015751 0 ustar 00 import itertools
from .compat import collections_abc
class DirectedGraph(object):
"""A graph structure with directed edges."""
def __init__(self):
self._vertices = set()
self._forwards = {} # <key> -> Set[<key>]
self._backwards = {} # <key> -> Set[<key>]
def __iter__(self):
return iter(self._vertices)
def __len__(self):
return len(self._vertices)
def __contains__(self, key):
return key in self._vertices
def copy(self):
"""Return a shallow copy of this graph."""
other = DirectedGraph()
other._vertices = set(self._vertices)
other._forwards = {k: set(v) for k, v in self._forwards.items()}
other._backwards = {k: set(v) for k, v in self._backwards.items()}
return other
def add(self, key):
"""Add a new vertex to the graph."""
if key in self._vertices:
raise ValueError("vertex exists")
self._vertices.add(key)
self._forwards[key] = set()
self._backwards[key] = set()
def remove(self, key):
"""Remove a vertex from the graph, disconnecting all edges from/to it."""
self._vertices.remove(key)
for f in self._forwards.pop(key):
self._backwards[f].remove(key)
for t in self._backwards.pop(key):
self._forwards[t].remove(key)
def connected(self, f, t):
return f in self._backwards[t] and t in self._forwards[f]
def connect(self, f, t):
"""Connect two existing vertices.
Nothing happens if the vertices are already connected.
"""
if t not in self._vertices:
raise KeyError(t)
self._forwards[f].add(t)
self._backwards[t].add(f)
def iter_edges(self):
for f, children in self._forwards.items():
for t in children:
yield f, t
def iter_children(self, key):
return iter(self._forwards[key])
def iter_parents(self, key):
return iter(self._backwards[key])
class IteratorMapping(collections_abc.Mapping):
def __init__(self, mapping, accessor, appends=None):
self._mapping = mapping
self._accessor = accessor
self._appends = appends or {}
def __repr__(self):
return "IteratorMapping({!r}, {!r}, {!r})".format(
self._mapping,
self._accessor,
self._appends,
)
def __bool__(self):
return bool(self._mapping or self._appends)
__nonzero__ = __bool__ # XXX: Python 2.
def __contains__(self, key):
return key in self._mapping or key in self._appends
def __getitem__(self, k):
try:
v = self._mapping[k]
except KeyError:
return iter(self._appends[k])
return itertools.chain(self._accessor(v), self._appends.get(k, ()))
def __iter__(self):
more = (k for k in self._appends if k not in self._mapping)
return itertools.chain(self._mapping, more)
def __len__(self):
more = sum(1 for k in self._appends if k not in self._mapping)
return len(self._mapping) + more
class _FactoryIterableView(object):
"""Wrap an iterator factory returned by `find_matches()`.
Calling `iter()` on this class would invoke the underlying iterator
factory, making it a "collection with ordering" that can be iterated
through multiple times, but lacks random access methods presented in
built-in Python sequence types.
"""
def __init__(self, factory):
self._factory = factory
def __repr__(self):
return "{}({})".format(type(self).__name__, list(self._factory()))
def __bool__(self):
try:
next(self._factory())
except StopIteration:
return False
return True
__nonzero__ = __bool__ # XXX: Python 2.
def __iter__(self):
return self._factory()
class _SequenceIterableView(object):
"""Wrap an iterable returned by find_matches().
This is essentially just a proxy to the underlying sequence that provides
the same interface as `_FactoryIterableView`.
"""
def __init__(self, sequence):
self._sequence = sequence
def __repr__(self):
return "{}({})".format(type(self).__name__, self._sequence)
def __bool__(self):
return bool(self._sequence)
__nonzero__ = __bool__ # XXX: Python 2.
def __iter__(self):
return iter(self._sequence)
def build_iter_view(matches):
"""Build an iterable view from the value returned by `find_matches()`."""
if callable(matches):
return _FactoryIterableView(matches)
if not isinstance(matches, collections_abc.Sequence):
matches = list(matches)
return _SequenceIterableView(matches)
site-packages/pip/_vendor/resolvelib/__init__.py 0000644 00000001031 15056474501 0015771 0 ustar 00 __all__ = [
"__version__",
"AbstractProvider",
"AbstractResolver",
"BaseReporter",
"InconsistentCandidate",
"Resolver",
"RequirementsConflicted",
"ResolutionError",
"ResolutionImpossible",
"ResolutionTooDeep",
]
__version__ = "0.8.0"
from .providers import AbstractProvider, AbstractResolver
from .reporters import BaseReporter
from .resolvers import (
InconsistentCandidate,
RequirementsConflicted,
Resolver,
ResolutionError,
ResolutionImpossible,
ResolutionTooDeep,
)
site-packages/pip/_vendor/resolvelib/resolvers.py 0000644 00000042204 15056474501 0016265 0 ustar 00 import collections
import operator
from .providers import AbstractResolver
from .structs import DirectedGraph, IteratorMapping, build_iter_view
RequirementInformation = collections.namedtuple(
"RequirementInformation", ["requirement", "parent"]
)
class ResolverException(Exception):
"""A base class for all exceptions raised by this module.
Exceptions derived by this class should all be handled in this module. Any
bubbling pass the resolver should be treated as a bug.
"""
class RequirementsConflicted(ResolverException):
def __init__(self, criterion):
super(RequirementsConflicted, self).__init__(criterion)
self.criterion = criterion
def __str__(self):
return "Requirements conflict: {}".format(
", ".join(repr(r) for r in self.criterion.iter_requirement()),
)
class InconsistentCandidate(ResolverException):
def __init__(self, candidate, criterion):
super(InconsistentCandidate, self).__init__(candidate, criterion)
self.candidate = candidate
self.criterion = criterion
def __str__(self):
return "Provided candidate {!r} does not satisfy {}".format(
self.candidate,
", ".join(repr(r) for r in self.criterion.iter_requirement()),
)
class Criterion(object):
"""Representation of possible resolution results of a package.
This holds three attributes:
* `information` is a collection of `RequirementInformation` pairs.
Each pair is a requirement contributing to this criterion, and the
candidate that provides the requirement.
* `incompatibilities` is a collection of all known not-to-work candidates
to exclude from consideration.
* `candidates` is a collection containing all possible candidates deducted
from the union of contributing requirements and known incompatibilities.
It should never be empty, except when the criterion is an attribute of a
raised `RequirementsConflicted` (in which case it is always empty).
.. note::
This class is intended to be externally immutable. **Do not** mutate
any of its attribute containers.
"""
def __init__(self, candidates, information, incompatibilities):
self.candidates = candidates
self.information = information
self.incompatibilities = incompatibilities
def __repr__(self):
requirements = ", ".join(
"({!r}, via={!r})".format(req, parent)
for req, parent in self.information
)
return "Criterion({})".format(requirements)
def iter_requirement(self):
return (i.requirement for i in self.information)
def iter_parent(self):
return (i.parent for i in self.information)
class ResolutionError(ResolverException):
pass
class ResolutionImpossible(ResolutionError):
def __init__(self, causes):
super(ResolutionImpossible, self).__init__(causes)
# causes is a list of RequirementInformation objects
self.causes = causes
class ResolutionTooDeep(ResolutionError):
def __init__(self, round_count):
super(ResolutionTooDeep, self).__init__(round_count)
self.round_count = round_count
# Resolution state in a round.
State = collections.namedtuple("State", "mapping criteria backtrack_causes")
class Resolution(object):
"""Stateful resolution object.
This is designed as a one-off object that holds information to kick start
the resolution process, and holds the results afterwards.
"""
def __init__(self, provider, reporter):
self._p = provider
self._r = reporter
self._states = []
@property
def state(self):
try:
return self._states[-1]
except IndexError:
raise AttributeError("state")
def _push_new_state(self):
"""Push a new state into history.
This new state will be used to hold resolution results of the next
coming round.
"""
base = self._states[-1]
state = State(
mapping=base.mapping.copy(),
criteria=base.criteria.copy(),
backtrack_causes=base.backtrack_causes[:],
)
self._states.append(state)
def _add_to_criteria(self, criteria, requirement, parent):
self._r.adding_requirement(requirement=requirement, parent=parent)
identifier = self._p.identify(requirement_or_candidate=requirement)
criterion = criteria.get(identifier)
if criterion:
incompatibilities = list(criterion.incompatibilities)
else:
incompatibilities = []
matches = self._p.find_matches(
identifier=identifier,
requirements=IteratorMapping(
criteria,
operator.methodcaller("iter_requirement"),
{identifier: [requirement]},
),
incompatibilities=IteratorMapping(
criteria,
operator.attrgetter("incompatibilities"),
{identifier: incompatibilities},
),
)
if criterion:
information = list(criterion.information)
information.append(RequirementInformation(requirement, parent))
else:
information = [RequirementInformation(requirement, parent)]
criterion = Criterion(
candidates=build_iter_view(matches),
information=information,
incompatibilities=incompatibilities,
)
if not criterion.candidates:
raise RequirementsConflicted(criterion)
criteria[identifier] = criterion
def _get_preference(self, name):
return self._p.get_preference(
identifier=name,
resolutions=self.state.mapping,
candidates=IteratorMapping(
self.state.criteria,
operator.attrgetter("candidates"),
),
information=IteratorMapping(
self.state.criteria,
operator.attrgetter("information"),
),
backtrack_causes=self.state.backtrack_causes,
)
def _is_current_pin_satisfying(self, name, criterion):
try:
current_pin = self.state.mapping[name]
except KeyError:
return False
return all(
self._p.is_satisfied_by(requirement=r, candidate=current_pin)
for r in criterion.iter_requirement()
)
def _get_updated_criteria(self, candidate):
criteria = self.state.criteria.copy()
for requirement in self._p.get_dependencies(candidate=candidate):
self._add_to_criteria(criteria, requirement, parent=candidate)
return criteria
def _attempt_to_pin_criterion(self, name):
criterion = self.state.criteria[name]
causes = []
for candidate in criterion.candidates:
try:
criteria = self._get_updated_criteria(candidate)
except RequirementsConflicted as e:
causes.append(e.criterion)
continue
# Check the newly-pinned candidate actually works. This should
# always pass under normal circumstances, but in the case of a
# faulty provider, we will raise an error to notify the implementer
# to fix find_matches() and/or is_satisfied_by().
satisfied = all(
self._p.is_satisfied_by(requirement=r, candidate=candidate)
for r in criterion.iter_requirement()
)
if not satisfied:
raise InconsistentCandidate(candidate, criterion)
self._r.pinning(candidate=candidate)
self.state.criteria.update(criteria)
# Put newly-pinned candidate at the end. This is essential because
# backtracking looks at this mapping to get the last pin.
self.state.mapping.pop(name, None)
self.state.mapping[name] = candidate
return []
# All candidates tried, nothing works. This criterion is a dead
# end, signal for backtracking.
return causes
def _backtrack(self):
"""Perform backtracking.
When we enter here, the stack is like this::
[ state Z ]
[ state Y ]
[ state X ]
.... earlier states are irrelevant.
1. No pins worked for Z, so it does not have a pin.
2. We want to reset state Y to unpinned, and pin another candidate.
3. State X holds what state Y was before the pin, but does not
have the incompatibility information gathered in state Y.
Each iteration of the loop will:
1. Discard Z.
2. Discard Y but remember its incompatibility information gathered
previously, and the failure we're dealing with right now.
3. Push a new state Y' based on X, and apply the incompatibility
information from Y to Y'.
4a. If this causes Y' to conflict, we need to backtrack again. Make Y'
the new Z and go back to step 2.
4b. If the incompatibilities apply cleanly, end backtracking.
"""
while len(self._states) >= 3:
# Remove the state that triggered backtracking.
del self._states[-1]
# Retrieve the last candidate pin and known incompatibilities.
broken_state = self._states.pop()
name, candidate = broken_state.mapping.popitem()
incompatibilities_from_broken = [
(k, list(v.incompatibilities))
for k, v in broken_state.criteria.items()
]
# Also mark the newly known incompatibility.
incompatibilities_from_broken.append((name, [candidate]))
self._r.backtracking(candidate=candidate)
# Create a new state from the last known-to-work one, and apply
# the previously gathered incompatibility information.
def _patch_criteria():
for k, incompatibilities in incompatibilities_from_broken:
if not incompatibilities:
continue
try:
criterion = self.state.criteria[k]
except KeyError:
continue
matches = self._p.find_matches(
identifier=k,
requirements=IteratorMapping(
self.state.criteria,
operator.methodcaller("iter_requirement"),
),
incompatibilities=IteratorMapping(
self.state.criteria,
operator.attrgetter("incompatibilities"),
{k: incompatibilities},
),
)
candidates = build_iter_view(matches)
if not candidates:
return False
incompatibilities.extend(criterion.incompatibilities)
self.state.criteria[k] = Criterion(
candidates=candidates,
information=list(criterion.information),
incompatibilities=incompatibilities,
)
return True
self._push_new_state()
success = _patch_criteria()
# It works! Let's work on this new state.
if success:
return True
# State does not work after applying known incompatibilities.
# Try the still previous state.
# No way to backtrack anymore.
return False
def resolve(self, requirements, max_rounds):
if self._states:
raise RuntimeError("already resolved")
self._r.starting()
# Initialize the root state.
self._states = [
State(
mapping=collections.OrderedDict(),
criteria={},
backtrack_causes=[],
)
]
for r in requirements:
try:
self._add_to_criteria(self.state.criteria, r, parent=None)
except RequirementsConflicted as e:
raise ResolutionImpossible(e.criterion.information)
# The root state is saved as a sentinel so the first ever pin can have
# something to backtrack to if it fails. The root state is basically
# pinning the virtual "root" package in the graph.
self._push_new_state()
for round_index in range(max_rounds):
self._r.starting_round(index=round_index)
unsatisfied_names = [
key
for key, criterion in self.state.criteria.items()
if not self._is_current_pin_satisfying(key, criterion)
]
# All criteria are accounted for. Nothing more to pin, we are done!
if not unsatisfied_names:
self._r.ending(state=self.state)
return self.state
# Choose the most preferred unpinned criterion to try.
name = min(unsatisfied_names, key=self._get_preference)
failure_causes = self._attempt_to_pin_criterion(name)
if failure_causes:
# Backtrack if pinning fails. The backtrack process puts us in
# an unpinned state, so we can work on it in the next round.
success = self._backtrack()
self.state.backtrack_causes[:] = [
i for c in failure_causes for i in c.information
]
# Dead ends everywhere. Give up.
if not success:
raise ResolutionImpossible(self.state.backtrack_causes)
else:
# Pinning was successful. Push a new state to do another pin.
self._push_new_state()
self._r.ending_round(index=round_index, state=self.state)
raise ResolutionTooDeep(max_rounds)
def _has_route_to_root(criteria, key, all_keys, connected):
if key in connected:
return True
if key not in criteria:
return False
for p in criteria[key].iter_parent():
try:
pkey = all_keys[id(p)]
except KeyError:
continue
if pkey in connected:
connected.add(key)
return True
if _has_route_to_root(criteria, pkey, all_keys, connected):
connected.add(key)
return True
return False
Result = collections.namedtuple("Result", "mapping graph criteria")
def _build_result(state):
mapping = state.mapping
all_keys = {id(v): k for k, v in mapping.items()}
all_keys[id(None)] = None
graph = DirectedGraph()
graph.add(None) # Sentinel as root dependencies' parent.
connected = {None}
for key, criterion in state.criteria.items():
if not _has_route_to_root(state.criteria, key, all_keys, connected):
continue
if key not in graph:
graph.add(key)
for p in criterion.iter_parent():
try:
pkey = all_keys[id(p)]
except KeyError:
continue
if pkey not in graph:
graph.add(pkey)
graph.connect(pkey, key)
return Result(
mapping={k: v for k, v in mapping.items() if k in connected},
graph=graph,
criteria=state.criteria,
)
class Resolver(AbstractResolver):
"""The thing that performs the actual resolution work."""
base_exception = ResolverException
def resolve(self, requirements, max_rounds=100):
"""Take a collection of constraints, spit out the resolution result.
The return value is a representation to the final resolution result. It
is a tuple subclass with three public members:
* `mapping`: A dict of resolved candidates. Each key is an identifier
of a requirement (as returned by the provider's `identify` method),
and the value is the resolved candidate.
* `graph`: A `DirectedGraph` instance representing the dependency tree.
The vertices are keys of `mapping`, and each edge represents *why*
a particular package is included. A special vertex `None` is
included to represent parents of user-supplied requirements.
* `criteria`: A dict of "criteria" that hold detailed information on
how edges in the graph are derived. Each key is an identifier of a
requirement, and the value is a `Criterion` instance.
The following exceptions may be raised if a resolution cannot be found:
* `ResolutionImpossible`: A resolution cannot be found for the given
combination of requirements. The `causes` attribute of the
exception is a list of (requirement, parent), giving the
requirements that could not be satisfied.
* `ResolutionTooDeep`: The dependency tree is too deeply nested and
the resolver gave up. This is usually caused by a circular
dependency, but you can try to resolve this by increasing the
`max_rounds` argument.
"""
resolution = Resolution(self.provider, self.reporter)
state = resolution.resolve(requirements, max_rounds=max_rounds)
return _build_result(state)
site-packages/pip/_vendor/resolvelib/compat/__pycache__/collections_abc.cpython-39.pyc 0000644 00000000636 15056474501 0025141 0 ustar 00 a
��Re� � @ sD d dgZ zddlmZmZ W n" ey> ddlmZmZ Y n0 dS )�Mapping�Sequence� )r r N)�__all__�collections.abcr r � ImportError� collections� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/compat/collections_abc.py�<module> s site-packages/pip/_vendor/resolvelib/compat/__pycache__/__init__.cpython-39.pyc 0000644 00000000360 15056474501 0023547 0 ustar 00 a
��Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/resolvelib/compat/__init__.py�<module> � site-packages/pip/_vendor/resolvelib/compat/collections_abc.py 0000644 00000000234 15056474501 0020644 0 ustar 00 __all__ = ["Mapping", "Sequence"]
try:
from collections.abc import Mapping, Sequence
except ImportError:
from collections import Mapping, Sequence
site-packages/pip/_vendor/resolvelib/compat/__init__.py 0000644 00000000000 15056474501 0017247 0 ustar 00 site-packages/pip/_vendor/resolvelib/reporters.py 0000644 00000002524 15056474501 0016267 0 ustar 00 class BaseReporter(object):
"""Delegate class to provider progress reporting for the resolver."""
def starting(self):
"""Called before the resolution actually starts."""
def starting_round(self, index):
"""Called before each round of resolution starts.
The index is zero-based.
"""
def ending_round(self, index, state):
"""Called before each round of resolution ends.
This is NOT called if the resolution ends at this round. Use `ending`
if you want to report finalization. The index is zero-based.
"""
def ending(self, state):
"""Called before the resolution ends successfully."""
def adding_requirement(self, requirement, parent):
"""Called when adding a new requirement into the resolve criteria.
:param requirement: The additional requirement to be applied to filter
the available candidaites.
:param parent: The candidate that requires ``requirement`` as a
dependency, or None if ``requirement`` is one of the root
requirements passed in from ``Resolver.resolve()``.
"""
def backtracking(self, candidate):
"""Called when rejecting a candidate during backtracking."""
def pinning(self, candidate):
"""Called when adding a candidate to the potential solution."""
site-packages/pip/_vendor/colorama/__pycache__/initialise.cpython-39.pyc 0000644 00000003325 15056474501 0022312 0 ustar 00 a
��Re{ � @ st d dl Z d dlZd dlZddlmZ dadadadada dd� Z
ddd �Z d
d � Z ej
d d
� �Zdd� Zdd� ZdS )� N� )� AnsiToWin32Fc C s t d urt t��� d S �N)r � orig_stdout� reset_all� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s� |st | ||g�rtd��tjatjatjd u r6d antt||| |� t_atjd u r\d a ntt||| |� t_a t
s�t � t
� da
d S )Nz,wrap=False conflicts with any other arg=TrueT)�any�
ValueError�sys�stdoutr �stderr� orig_stderr�wrapped_stdout� wrap_stream�wrapped_stderr� atexit_done�atexit�registerr )� autoreset�convert�strip�wrapr r r �init s
�
�
r c C s t d urt t_td ur tt_d S r )r r r r r
r r r r �deinit3 s r c o s, t | i |�� zd V W t� nt� 0 d S r )r r )�args�kwargsr r r �
colorama_text: s r c C s t d urt t_td ur tt_d S r )r r r r r
r r r r �reinitC s r c C s& |r"t | |||d�}|�� r"|j} | S )N)r r r )r � should_wrap�stream)r r r r r �wrapperr r r r J s �r )FNNT)r �
contextlibr � ansitowin32r r r r r r r r r �contextmanagerr r r r r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/ansi.cpython-39.pyc 0000644 00000006303 15056474501 0021111 0 ustar 00 a
��Re� � @ s� d Z dZdZdZdd� Zdd� Zdd d
�Zdd d �ZG d
d� de�Z G dd� de�Z
G dd� de �Z G dd� de �Z G dd� de �Z
e � Ze � Ze
� Ze
� ZdS )z�
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
z[z]�c C s t t| � d S )N�m��CSI�str)�code� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/ansi.py�
code_to_chars s r c C s t d | t S )Nz2;)�OSC�BEL)�titler r r � set_title s r
� c C s t t| � d S )N�Jr ��moder r r � clear_screen s r c C s t t| � d S )N�Kr r r r r �
clear_line s r c @ s e Zd Zdd� ZdS )� AnsiCodesc C s6 t | �D ](}|�d�st| |�}t| |t|�� qd S )N�_)�dir�
startswith�getattr�setattrr )�self�name�valuer r r �__init__ s
zAnsiCodes.__init__N)�__name__�
__module__� __qualname__r r r r r r s r c @ s> e Zd Zd
dd�Zddd�Zddd�Zddd �Zdd
d �Zd S )�
AnsiCursor� c C s t t|� d S )N�Ar �r �nr r r �UP% s z
AnsiCursor.UPc C s t t|� d S )N�Br r% r r r �DOWN' s zAnsiCursor.DOWNc C s t t|� d S )N�Cr r% r r r �FORWARD) s zAnsiCursor.FORWARDc C s t t|� d S )N�Dr r% r r r �BACK+ s zAnsiCursor.BACKc C s t t|� d t|� d S )N�;�Hr )r �x�yr r r �POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s
r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiFore� � � �! �" �# �$ �% �' �Z �[ �\ �] �^ �_ �` �a N�r r r! �BLACK�RED�GREEN�YELLOW�BLUE�MAGENTA�CYAN�WHITE�RESET�
LIGHTBLACK_EX� LIGHTRED_EX�
LIGHTGREEN_EX�LIGHTYELLOW_EX� LIGHTBLUE_EX�LIGHTMAGENTA_EX� LIGHTCYAN_EX�
LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiBack�( �) �* �+ �, �- �. �/ �1 �d �e �f �g �h �i �j �k NrE r r r r rW G s" rW c @ s e Zd ZdZdZdZdZdS )� AnsiStyler# r � � N)r r r! �BRIGHT�DIM�NORMAL� RESET_ALLr r r r ri ] s ri N)r )r )�__doc__r r
r r r
r r �objectr r" r3 rW ri �Fore�Back�Style�Cursorr r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/ansitowin32.cpython-39.pyc 0000644 00000017065 15056474501 0022346 0 ustar 00 a
��Re) � @ s� d dl Z d dlZd dlZddlmZmZmZmZmZ ddl m
Z
m Z m Z ddl
mZmZ dZ edurje
� Z G dd� de�ZG dd � d e�ZdS )
� N� )�AnsiFore�AnsiBack� AnsiStyle�Style�BEL)�WinTerm�WinColor�WinStyle)�windll� winapi_testc @ sL e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dS )�
StreamWrapperz�
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
c C s || _ || _d S �N)�_StreamWrapper__wrapped�_StreamWrapper__convertor)�self�wrapped� converter� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/ansitowin32.py�__init__ s zStreamWrapper.__init__c C s t | j|�S r )�getattrr )r �namer r r � __getattr__ s zStreamWrapper.__getattr__c O s | j j|i |��S r )r � __enter__�r �args�kwargsr r r r s zStreamWrapper.__enter__c O s | j j|i |��S r )r �__exit__r r r r r % s zStreamWrapper.__exit__c C s | j �|� d S r )r �write�r �textr r r r ( s zStreamWrapper.writec C sZ | j }dtjv r0|d ur0|tju s,|tju r0dS z
|j}W n tyN Y dS 0 |� S d S )N�PYCHARM_HOSTEDTF)r �os�environ�sys�
__stdout__�
__stderr__�isatty�AttributeError)r �stream�
stream_isattyr r r r( + s
zStreamWrapper.isattyc C s( | j }z|jW S ty" Y dS 0 d S �NT)r �closedr) )r r* r r r r- 7 s
zStreamWrapper.closedN) �__name__�
__module__� __qualname__�__doc__r r r r r r( �propertyr- r r r r r
s r
c @ s~ e Zd ZdZe�d�Ze�d�Zd dd�Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) � AnsiToWin32z�
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
z ?\[((?:\d|;)*)([a-zA-Z])?z?\]([^]*)()?NFc C s� || _ || _t|| �| _tjdk}|o*t� }|d u rN|pL| jj oL| j�� }|| _ |d u rt|or| jj or| j�� }|| _
| � � | _ | j t
ju | _d S )N�nt)r � autoresetr
r* r# r r r- r( �strip�convert�get_win32_calls� win32_callsr% �stderr� on_stderr)r r r7 r6 r5 �
on_windows�conversion_supportedr r r r I s
zAnsiToWin32.__init__c C s | j p| jp| jS )aj
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
)r7 r6 r5 �r r r r � should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j �r:t�r:tjtjftjtjtjftjtjtj ftj tjtj ft
j tj t
j ft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj ft
jtj t
j dft
jtj t
jdft
jtj t
jdft
jtj t
jdft
jtj t
jdft
j tj t
jdft
j tj t
jdft
j tj t
jdft j tj t
j ft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj ft jtj t
j dft jtj t
jdft jtj t
jdft jtj t
jdft jtj t
jdft j tj t
jdft j tj t
jdft j tj t
jdfi&S t!� S r, )"r7 �wintermr � RESET_ALL� reset_all�BRIGHT�styler
�DIM�NORMALr �BLACK�forer �RED�GREEN�YELLOW�BLUE�MAGENTA�CYAN�WHITE�GREY�RESET�
LIGHTBLACK_EX� LIGHTRED_EX�
LIGHTGREEN_EX�LIGHTYELLOW_EX� LIGHTBLUE_EX�LIGHTMAGENTA_EX� LIGHTCYAN_EX�
LIGHTWHITE_EXr �back�dictr> r r r r8 t sR
�(zAnsiToWin32.get_win32_callsc C s@ | j s | jr| �|� n| j�|� | j�� | jr<| �� d S r )r6 r7 �write_and_convertr r �flushr5 rB r r r r r � s
zAnsiToWin32.writec C s4 | j r| �dd� n | js0| jjs0| j�tj� d S )N�m�r ) r7 �
call_win32r6 r* r- r r r rA r> r r r rB � s zAnsiToWin32.reset_allc C sb d}| � |�}| j�|�D ]0}|�� \}}| �|||� | j|�� � |}q| �||t|�� dS )z�
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
r N)� convert_osc� ANSI_CSI_RE�finditer�span�write_plain_text� convert_ansi�groups�len)r r! �cursor�match�start�endr r r r\ � s
z AnsiToWin32.write_and_convertc C s* ||k r&| j �|||� � | j �� d S r )r r r] )r r! rk rl r r r re � s z AnsiToWin32.write_plain_textc C s" | j r | �||�}| �||� d S r )r7 �extract_paramsr` )r � paramstring�command�paramsr r r rf � s zAnsiToWin32.convert_ansic C sz |dv r8t dd� |�d�D ��}t|�dk rv|d }q n>t dd� |�d�D ��}t|�dkrv|d v rjd
}n |d v rvd}|S ) N�Hfc s s& | ] }t |�d krt|�ndV qdS )r r N�rh �int��.0�pr r r � <genexpr>� � z-AnsiToWin32.extract_params.<locals>.<genexpr>�;� )r c s s" | ]}t |�d krt|�V qdS )r Nrr rt r r r rw � rx r �JKmr_ �ABCD)�tuple�splitrh )r ro rn rp r r r rm � s zAnsiToWin32.extract_paramsc C s� |dkrV|D ]F}|| j v r | j | }|d }|dd � }t| jd�}||i |�� q n�|dv rttj|d | jd� n�|dv r�tj|d | jd� nf|dv r�tj|| jd� nL|dv r�|d }d| fd|f|df| dfd �| \} }
tj| |
| jd� d S )
Nr^ r r )r; �J�Krq r| )�A�B�C�D)r9 r[ r; r@ � erase_screen�
erase_line�set_cursor_position�
cursor_adjust) r ro rp �param� func_args�funcr r �n�x�yr r r r` � s$
*zAnsiToWin32.call_win32c C s� | j �|�D ]n}|�� \}}|d |� ||d � }|�� \}}|tkr |�d�dkr |�d�}|d dv r t�|d � q |S )Nry r r �02) � ANSI_OSC_RErc rd rg r �countr~ r@ � set_title)r r! rj rk rl rn ro rp r r r ra � s
zAnsiToWin32.convert_osc)NNF)r. r/ r0 r1 �re�compilerb r� r r? r8 r rB r\ re rf rm r` ra r r r r r3 @ s
!
,
r3 )r� r% r# �ansir r r r r r@ r r r
�win32r r �objectr
r3 r r r r �<module> s 0 site-packages/pip/_vendor/colorama/__pycache__/winterm.cpython-39.pyc 0000644 00000011137 15056474501 0021645 0 ustar 00 a
��Re& � @ s@ d dl mZ G dd� de�ZG dd� de�ZG dd� de�ZdS ) � )�win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
d S )
�WinColor� r � � � � � � N) �__name__�
__module__� __qualname__�BLACK�BLUE�GREEN�CYAN�RED�MAGENTA�YELLOW�GREY� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )�WinStyler � � N)r r r
�NORMAL�BRIGHT�BRIGHT_BACKGROUNDr r r r r s r c @ s� e Zd Zdd� Zdd� Zdd� Zd dd �Zd!d d �Zd"d
d�Zd#dd�Z d$dd�Z
dd� Z d%dd�Z d&dd�Z
d'dd�Zd(d d �Zd d � ZdS ))�WinTermc C s> t �t j�j| _| �| j� | j| _| j| _ | j
| _ d| _ d S )Nr )
r �GetConsoleScreenBufferInfo�STDOUT� wAttributes�_default� set_attrs�_fore�
_default_fore�_back�
_default_back�_style�_default_style�_light��selfr r r �__init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N� )r$ r& r( r* r+ r r r � get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr
r )r$ r& r r r r( )r, �valuer r r r# ' s
zWinTerm.set_attrsNc C s$ | � | j� | j| jd� d| _d S )N)�attrsr )r# r" � set_consoler* )r, � on_stderrr r r � reset_all, s zWinTerm.reset_allFc C sL |d u r| j }|| _|r*| jtjO _n| jtj M _| j|d� d S �N)r3 )r% r$ r* r r r2 )r, �fore�lightr3 r r r r6 1 s z WinTerm.forec C sL |d u r| j }|| _|r*| jtjO _n| jtj M _| j|d� d S r5 )r' r& r* r r r2 )r, �backr7 r3 r r r r8 < s z WinTerm.backc C s$ |d u r| j }|| _| j|d� d S r5 )r) r( r2 )r, �styler3 r r r r9 G s z
WinTerm.stylec C s0 |d u r| � � }tj}|r tj}t�||� d S �N)r/ r r �STDERR�SetConsoleTextAttribute)r, r1 r3 �handler r r r2 M s zWinTerm.set_consolec C s, t �|�j}| jd7 _| jd7 _|S )Nr )r r �dwCursorPosition�X�Y)r, r= �positionr r r � get_positionU s zWinTerm.get_positionc C s, |d u r d S t j}|r t j}t �||� d S r: )r r r; �SetConsoleCursorPosition)r, rA r3 r= r r r �set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| �|�}|j| |j| f}t j||dd� d S )NF)�adjust)r r r; rB r@ r? rC )r, �x�yr3 r= rA �adjusted_positionr r r �
cursor_adjustg s
zWinTerm.cursor_adjustr c C s� t j}|rt j}t �|�}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt �dd�}|}n |dkr�t �dd�}|}nd S t � |d||� t �
|| � � ||� |dkr�t � |d� d S )Nr r r � )r r )
r r r; r �dwSizer? r@ r> �COORD�FillConsoleOutputCharacter�FillConsoleOutputAttributer/ rC ) r, �moder3 r= �csbi�cells_in_screen�cells_before_cursor�
from_coord�cells_to_eraser r r � erase_screeno s(
zWinTerm.erase_screenc C s� t j}|rt j}t �|�}|dkr:|j}|jj|jj }nH|dkr\t �d|jj�}|jj}n&|dkr~t �d|jj�}|jj}nd S t � |d||� t �
|| � � ||� d S )Nr r r rJ ) r r r; r r> rK r? rL r@ rM rN r/ )r, rO r3 r= rP rS rT r r r �
erase_line� s
zWinTerm.erase_linec C s t �|� d S r: )r �SetConsoleTitle)r, �titler r r � set_title� s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r
r- r/ r# r4 r6 r8 r9 r2 rB rD rI rU rV rY r r r r r s
r N)� r �objectr r r r r r r �<module> s site-packages/pip/_vendor/colorama/__pycache__/__init__.cpython-39.pyc 0000644 00000000742 15056474501 0021717 0 ustar 00 a
��Re� � @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl
m Z dZ dS )� )�init�deinit�reinit�
colorama_text)�Fore�Back�Style�Cursor)� AnsiToWin32z0.4.4N)
�
initialiser r r r �ansir r r r � ansitowin32r
� __version__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/__init__.py�<module> s site-packages/pip/_vendor/colorama/__pycache__/win32.cpython-39.pyc 0000644 00000007615 15056474501 0021130 0 ustar 00 a
��Re � @ s� d Z dZz.ddlZddlmZ eej�ZddlmZ W n, eefyb dZdd� Z dd� Z
Y �nZ0 dd lm Z m Z m
Z
mZ ejZG d
d � d e �ZejjZejge_eje_ejjZejee�ge_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje
ejeeej�ge!_eje!_ejj"Z#ejej ejeeej�ge#_eje#_ejj$Z%ej&ge%_eje%_d d
� Z'dd� Z
e fdd�Zdd� Z d dd�Z dd� Z(dd� Z"dd � Z)dS ) i����i�� N)�
LibraryLoader)�wintypesc G s d S �N� ��_r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/colorama/win32.py�<lambda> � r c G s d S r r r r r r r r
)�byref� Structure�c_char�POINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd� Z d S )
�CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.�dwSize�dwCursorPosition� wAttributes�srWindow�dwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j
j| j
jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r �Y�Xr r r �Top�LeftZBottomZRightr )�selfr r r �__str__ s �z"CONSOLE_SCREEN_BUFFER_INFO.__str__N)
�__name__�
__module__� __qualname__�__doc__�COORDr �WORDZ
SMALL_RECT�_fields_r r r r r r s �r c C s t � }t| t|��}t|�S r )r �_GetConsoleScreenBufferInfor �bool)�handle�csbi�successr r r � _winapi_test\ s
�r' c C s t dd� tt�tt�fD ��S )Nc s s | ]}t |�V qd S r )r' )�.0�hr r r � <genexpr>c r
z winapi_test.<locals>.<genexpr>)�any�
_GetStdHandle�STDOUT�STDERRr r r r � winapi_testb s �r/ c C s t | �}t� }t|t|��}|S r )r, r r" r )� stream_idr$ r% r& r r r �GetConsoleScreenBufferInfof s �r1 c C s t | �}t||�S r )r, �_SetConsoleTextAttribute)r0 �attrsr$ r r r �SetConsoleTextAttributem s r4 Tc C sv t |� }|jdks |jdkr d S t |jd |jd �}|rdtt�j}| j|j7 _| j|j7 _t| �}t ||�S )Nr � )
r r r r1 r- r r r r, �_SetConsoleCursorPosition)r0 �position�adjust�adjusted_position�srr$ r r r �SetConsoleCursorPositionq s
r; c C sB t | �}t|�� �}t�|�}t�d�}t||||t|��}|jS )Nr )r, r
�encoder �DWORD� _FillConsoleOutputCharacterAr �value)r0 �char�length�startr$ � num_writtenr& r r r �FillConsoleOutputCharacter� s
�rD c C s: t | �}t�|�}t�|�}t�d�}t||||t|��S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r, r r r= �_FillConsoleOutputAttributer )r0 �attrrA rB r$ � attributerC r r r �FillConsoleOutputAttribute� s
�rH c C s t | �S r )�_SetConsoleTitleW)�titler r r �SetConsoleTitle� s rK )T)*r- r. �ctypesr ZWinDLL�windllr �AttributeError� ImportErrorr4 r/ r r r
r Z_COORDr r Zkernel32Z GetStdHandler, r= �argtypesZHANDLE�restyper1 r" ZBOOLr2 r r; r6 ZFillConsoleOutputCharacterAr> rH rE ZSetConsoleTitleWrI ZLPCWSTRr' rD rK r r r r �<module> sx
�������
site-packages/pip/_vendor/colorama/winterm.py 0000644 00000014446 15056474501 0015364 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from . import win32
# from wincon.h
class WinColor(object):
BLACK = 0
BLUE = 1
GREEN = 2
CYAN = 3
RED = 4
MAGENTA = 5
YELLOW = 6
GREY = 7
# from wincon.h
class WinStyle(object):
NORMAL = 0x00 # dim text, dim background
BRIGHT = 0x08 # bright text, dim background
BRIGHT_BACKGROUND = 0x80 # dim text, bright background
class WinTerm(object):
def __init__(self):
self._default = win32.GetConsoleScreenBufferInfo(win32.STDOUT).wAttributes
self.set_attrs(self._default)
self._default_fore = self._fore
self._default_back = self._back
self._default_style = self._style
# In order to emulate LIGHT_EX in windows, we borrow the BRIGHT style.
# So that LIGHT_EX colors and BRIGHT style do not clobber each other,
# we track them separately, since LIGHT_EX is overwritten by Fore/Back
# and BRIGHT is overwritten by Style codes.
self._light = 0
def get_attrs(self):
return self._fore + self._back * 16 + (self._style | self._light)
def set_attrs(self, value):
self._fore = value & 7
self._back = (value >> 4) & 7
self._style = value & (WinStyle.BRIGHT | WinStyle.BRIGHT_BACKGROUND)
def reset_all(self, on_stderr=None):
self.set_attrs(self._default)
self.set_console(attrs=self._default)
self._light = 0
def fore(self, fore=None, light=False, on_stderr=False):
if fore is None:
fore = self._default_fore
self._fore = fore
# Emulate LIGHT_EX with BRIGHT Style
if light:
self._light |= WinStyle.BRIGHT
else:
self._light &= ~WinStyle.BRIGHT
self.set_console(on_stderr=on_stderr)
def back(self, back=None, light=False, on_stderr=False):
if back is None:
back = self._default_back
self._back = back
# Emulate LIGHT_EX with BRIGHT_BACKGROUND Style
if light:
self._light |= WinStyle.BRIGHT_BACKGROUND
else:
self._light &= ~WinStyle.BRIGHT_BACKGROUND
self.set_console(on_stderr=on_stderr)
def style(self, style=None, on_stderr=False):
if style is None:
style = self._default_style
self._style = style
self.set_console(on_stderr=on_stderr)
def set_console(self, attrs=None, on_stderr=False):
if attrs is None:
attrs = self.get_attrs()
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleTextAttribute(handle, attrs)
def get_position(self, handle):
position = win32.GetConsoleScreenBufferInfo(handle).dwCursorPosition
# Because Windows coordinates are 0-based,
# and win32.SetConsoleCursorPosition expects 1-based.
position.X += 1
position.Y += 1
return position
def set_cursor_position(self, position=None, on_stderr=False):
if position is None:
# I'm not currently tracking the position, so there is no default.
# position = self.get_position()
return
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleCursorPosition(handle, position)
def cursor_adjust(self, x, y, on_stderr=False):
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
position = self.get_position(handle)
adjusted_position = (position.Y + y, position.X + x)
win32.SetConsoleCursorPosition(handle, adjusted_position, adjust=False)
def erase_screen(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the screen.
# 1 should clear from the cursor to the beginning of the screen.
# 2 should clear the entire screen, and move cursor to (1,1)
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
# get the number of character cells in the current buffer
cells_in_screen = csbi.dwSize.X * csbi.dwSize.Y
# get number of character cells before current cursor position
cells_before_cursor = csbi.dwSize.X * csbi.dwCursorPosition.Y + csbi.dwCursorPosition.X
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = cells_in_screen - cells_before_cursor
elif mode == 1:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_before_cursor
elif mode == 2:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_in_screen
else:
# invalid mode
return
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
if mode == 2:
# put the cursor where needed
win32.SetConsoleCursorPosition(handle, (1, 1))
def erase_line(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the line.
# 1 should clear from the cursor to the beginning of the line.
# 2 should clear the entire line.
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = csbi.dwSize.X - csbi.dwCursorPosition.X
elif mode == 1:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwCursorPosition.X
elif mode == 2:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwSize.X
else:
# invalid mode
return
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
def set_title(self, title):
win32.SetConsoleTitle(title)
site-packages/pip/_vendor/colorama/ansi.py 0000644 00000004732 15056474501 0014626 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
'''
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
'''
CSI = '\033['
OSC = '\033]'
BEL = '\a'
def code_to_chars(code):
return CSI + str(code) + 'm'
def set_title(title):
return OSC + '2;' + title + BEL
def clear_screen(mode=2):
return CSI + str(mode) + 'J'
def clear_line(mode=2):
return CSI + str(mode) + 'K'
class AnsiCodes(object):
def __init__(self):
# the subclasses declare class attributes which are numbers.
# Upon instantiation we define instance attributes, which are the same
# as the class attributes but wrapped with the ANSI escape sequence
for name in dir(self):
if not name.startswith('_'):
value = getattr(self, name)
setattr(self, name, code_to_chars(value))
class AnsiCursor(object):
def UP(self, n=1):
return CSI + str(n) + 'A'
def DOWN(self, n=1):
return CSI + str(n) + 'B'
def FORWARD(self, n=1):
return CSI + str(n) + 'C'
def BACK(self, n=1):
return CSI + str(n) + 'D'
def POS(self, x=1, y=1):
return CSI + str(y) + ';' + str(x) + 'H'
class AnsiFore(AnsiCodes):
BLACK = 30
RED = 31
GREEN = 32
YELLOW = 33
BLUE = 34
MAGENTA = 35
CYAN = 36
WHITE = 37
RESET = 39
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 90
LIGHTRED_EX = 91
LIGHTGREEN_EX = 92
LIGHTYELLOW_EX = 93
LIGHTBLUE_EX = 94
LIGHTMAGENTA_EX = 95
LIGHTCYAN_EX = 96
LIGHTWHITE_EX = 97
class AnsiBack(AnsiCodes):
BLACK = 40
RED = 41
GREEN = 42
YELLOW = 43
BLUE = 44
MAGENTA = 45
CYAN = 46
WHITE = 47
RESET = 49
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 100
LIGHTRED_EX = 101
LIGHTGREEN_EX = 102
LIGHTYELLOW_EX = 103
LIGHTBLUE_EX = 104
LIGHTMAGENTA_EX = 105
LIGHTCYAN_EX = 106
LIGHTWHITE_EX = 107
class AnsiStyle(AnsiCodes):
BRIGHT = 1
DIM = 2
NORMAL = 22
RESET_ALL = 0
Fore = AnsiFore()
Back = AnsiBack()
Style = AnsiStyle()
Cursor = AnsiCursor()
site-packages/pip/_vendor/colorama/ansitowin32.py 0000644 00000024425 15056474501 0016055 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import re
import sys
import os
from .ansi import AnsiFore, AnsiBack, AnsiStyle, Style, BEL
from .winterm import WinTerm, WinColor, WinStyle
from .win32 import windll, winapi_test
winterm = None
if windll is not None:
winterm = WinTerm()
class StreamWrapper(object):
'''
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
'''
def __init__(self, wrapped, converter):
# double-underscore everything to prevent clashes with names of
# attributes on the wrapped stream object.
self.__wrapped = wrapped
self.__convertor = converter
def __getattr__(self, name):
return getattr(self.__wrapped, name)
def __enter__(self, *args, **kwargs):
# special method lookup bypasses __getattr__/__getattribute__, see
# https://stackoverflow.com/questions/12632894/why-doesnt-getattr-work-with-exit
# thus, contextlib magic methods are not proxied via __getattr__
return self.__wrapped.__enter__(*args, **kwargs)
def __exit__(self, *args, **kwargs):
return self.__wrapped.__exit__(*args, **kwargs)
def write(self, text):
self.__convertor.write(text)
def isatty(self):
stream = self.__wrapped
if 'PYCHARM_HOSTED' in os.environ:
if stream is not None and (stream is sys.__stdout__ or stream is sys.__stderr__):
return True
try:
stream_isatty = stream.isatty
except AttributeError:
return False
else:
return stream_isatty()
@property
def closed(self):
stream = self.__wrapped
try:
return stream.closed
except AttributeError:
return True
class AnsiToWin32(object):
'''
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
'''
ANSI_CSI_RE = re.compile('\001?\033\\[((?:\\d|;)*)([a-zA-Z])\002?') # Control Sequence Introducer
ANSI_OSC_RE = re.compile('\001?\033\\]([^\a]*)(\a)\002?') # Operating System Command
def __init__(self, wrapped, convert=None, strip=None, autoreset=False):
# The wrapped stream (normally sys.stdout or sys.stderr)
self.wrapped = wrapped
# should we reset colors to defaults after every .write()
self.autoreset = autoreset
# create the proxy wrapping our output stream
self.stream = StreamWrapper(wrapped, self)
on_windows = os.name == 'nt'
# We test if the WinAPI works, because even if we are on Windows
# we may be using a terminal that doesn't support the WinAPI
# (e.g. Cygwin Terminal). In this case it's up to the terminal
# to support the ANSI codes.
conversion_supported = on_windows and winapi_test()
# should we strip ANSI sequences from our output?
if strip is None:
strip = conversion_supported or (not self.stream.closed and not self.stream.isatty())
self.strip = strip
# should we should convert ANSI sequences into win32 calls?
if convert is None:
convert = conversion_supported and not self.stream.closed and self.stream.isatty()
self.convert = convert
# dict of ansi codes to win32 functions and parameters
self.win32_calls = self.get_win32_calls()
# are we wrapping stderr?
self.on_stderr = self.wrapped is sys.stderr
def should_wrap(self):
'''
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
'''
return self.convert or self.strip or self.autoreset
def get_win32_calls(self):
if self.convert and winterm:
return {
AnsiStyle.RESET_ALL: (winterm.reset_all, ),
AnsiStyle.BRIGHT: (winterm.style, WinStyle.BRIGHT),
AnsiStyle.DIM: (winterm.style, WinStyle.NORMAL),
AnsiStyle.NORMAL: (winterm.style, WinStyle.NORMAL),
AnsiFore.BLACK: (winterm.fore, WinColor.BLACK),
AnsiFore.RED: (winterm.fore, WinColor.RED),
AnsiFore.GREEN: (winterm.fore, WinColor.GREEN),
AnsiFore.YELLOW: (winterm.fore, WinColor.YELLOW),
AnsiFore.BLUE: (winterm.fore, WinColor.BLUE),
AnsiFore.MAGENTA: (winterm.fore, WinColor.MAGENTA),
AnsiFore.CYAN: (winterm.fore, WinColor.CYAN),
AnsiFore.WHITE: (winterm.fore, WinColor.GREY),
AnsiFore.RESET: (winterm.fore, ),
AnsiFore.LIGHTBLACK_EX: (winterm.fore, WinColor.BLACK, True),
AnsiFore.LIGHTRED_EX: (winterm.fore, WinColor.RED, True),
AnsiFore.LIGHTGREEN_EX: (winterm.fore, WinColor.GREEN, True),
AnsiFore.LIGHTYELLOW_EX: (winterm.fore, WinColor.YELLOW, True),
AnsiFore.LIGHTBLUE_EX: (winterm.fore, WinColor.BLUE, True),
AnsiFore.LIGHTMAGENTA_EX: (winterm.fore, WinColor.MAGENTA, True),
AnsiFore.LIGHTCYAN_EX: (winterm.fore, WinColor.CYAN, True),
AnsiFore.LIGHTWHITE_EX: (winterm.fore, WinColor.GREY, True),
AnsiBack.BLACK: (winterm.back, WinColor.BLACK),
AnsiBack.RED: (winterm.back, WinColor.RED),
AnsiBack.GREEN: (winterm.back, WinColor.GREEN),
AnsiBack.YELLOW: (winterm.back, WinColor.YELLOW),
AnsiBack.BLUE: (winterm.back, WinColor.BLUE),
AnsiBack.MAGENTA: (winterm.back, WinColor.MAGENTA),
AnsiBack.CYAN: (winterm.back, WinColor.CYAN),
AnsiBack.WHITE: (winterm.back, WinColor.GREY),
AnsiBack.RESET: (winterm.back, ),
AnsiBack.LIGHTBLACK_EX: (winterm.back, WinColor.BLACK, True),
AnsiBack.LIGHTRED_EX: (winterm.back, WinColor.RED, True),
AnsiBack.LIGHTGREEN_EX: (winterm.back, WinColor.GREEN, True),
AnsiBack.LIGHTYELLOW_EX: (winterm.back, WinColor.YELLOW, True),
AnsiBack.LIGHTBLUE_EX: (winterm.back, WinColor.BLUE, True),
AnsiBack.LIGHTMAGENTA_EX: (winterm.back, WinColor.MAGENTA, True),
AnsiBack.LIGHTCYAN_EX: (winterm.back, WinColor.CYAN, True),
AnsiBack.LIGHTWHITE_EX: (winterm.back, WinColor.GREY, True),
}
return dict()
def write(self, text):
if self.strip or self.convert:
self.write_and_convert(text)
else:
self.wrapped.write(text)
self.wrapped.flush()
if self.autoreset:
self.reset_all()
def reset_all(self):
if self.convert:
self.call_win32('m', (0,))
elif not self.strip and not self.stream.closed:
self.wrapped.write(Style.RESET_ALL)
def write_and_convert(self, text):
'''
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
'''
cursor = 0
text = self.convert_osc(text)
for match in self.ANSI_CSI_RE.finditer(text):
start, end = match.span()
self.write_plain_text(text, cursor, start)
self.convert_ansi(*match.groups())
cursor = end
self.write_plain_text(text, cursor, len(text))
def write_plain_text(self, text, start, end):
if start < end:
self.wrapped.write(text[start:end])
self.wrapped.flush()
def convert_ansi(self, paramstring, command):
if self.convert:
params = self.extract_params(command, paramstring)
self.call_win32(command, params)
def extract_params(self, command, paramstring):
if command in 'Hf':
params = tuple(int(p) if len(p) != 0 else 1 for p in paramstring.split(';'))
while len(params) < 2:
# defaults:
params = params + (1,)
else:
params = tuple(int(p) for p in paramstring.split(';') if len(p) != 0)
if len(params) == 0:
# defaults:
if command in 'JKm':
params = (0,)
elif command in 'ABCD':
params = (1,)
return params
def call_win32(self, command, params):
if command == 'm':
for param in params:
if param in self.win32_calls:
func_args = self.win32_calls[param]
func = func_args[0]
args = func_args[1:]
kwargs = dict(on_stderr=self.on_stderr)
func(*args, **kwargs)
elif command in 'J':
winterm.erase_screen(params[0], on_stderr=self.on_stderr)
elif command in 'K':
winterm.erase_line(params[0], on_stderr=self.on_stderr)
elif command in 'Hf': # cursor position - absolute
winterm.set_cursor_position(params, on_stderr=self.on_stderr)
elif command in 'ABCD': # cursor position - relative
n = params[0]
# A - up, B - down, C - forward, D - back
x, y = {'A': (0, -n), 'B': (0, n), 'C': (n, 0), 'D': (-n, 0)}[command]
winterm.cursor_adjust(x, y, on_stderr=self.on_stderr)
def convert_osc(self, text):
for match in self.ANSI_OSC_RE.finditer(text):
start, end = match.span()
text = text[:start] + text[end:]
paramstring, command = match.groups()
if command == BEL:
if paramstring.count(";") == 1:
params = paramstring.split(";")
# 0 - change title and icon (we will only change title)
# 1 - change icon (we don't support this)
# 2 - change title
if params[0] in '02':
winterm.set_title(params[1])
return text
site-packages/pip/_vendor/colorama/__init__.py 0000644 00000000357 15056474501 0015432 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from .initialise import init, deinit, reinit, colorama_text
from .ansi import Fore, Back, Style, Cursor
from .ansitowin32 import AnsiToWin32
__version__ = '0.4.4'
site-packages/pip/_vendor/colorama/win32.py 0000644 00000012434 15056474501 0014634 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
# from winbase.h
STDOUT = -11
STDERR = -12
try:
import ctypes
from ctypes import LibraryLoader
windll = LibraryLoader(ctypes.WinDLL)
from ctypes import wintypes
except (AttributeError, ImportError):
windll = None
SetConsoleTextAttribute = lambda *_: None
winapi_test = lambda *_: None
else:
from ctypes import byref, Structure, c_char, POINTER
COORD = wintypes._COORD
class CONSOLE_SCREEN_BUFFER_INFO(Structure):
"""struct in wincon.h."""
_fields_ = [
("dwSize", COORD),
("dwCursorPosition", COORD),
("wAttributes", wintypes.WORD),
("srWindow", wintypes.SMALL_RECT),
("dwMaximumWindowSize", COORD),
]
def __str__(self):
return '(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)' % (
self.dwSize.Y, self.dwSize.X
, self.dwCursorPosition.Y, self.dwCursorPosition.X
, self.wAttributes
, self.srWindow.Top, self.srWindow.Left, self.srWindow.Bottom, self.srWindow.Right
, self.dwMaximumWindowSize.Y, self.dwMaximumWindowSize.X
)
_GetStdHandle = windll.kernel32.GetStdHandle
_GetStdHandle.argtypes = [
wintypes.DWORD,
]
_GetStdHandle.restype = wintypes.HANDLE
_GetConsoleScreenBufferInfo = windll.kernel32.GetConsoleScreenBufferInfo
_GetConsoleScreenBufferInfo.argtypes = [
wintypes.HANDLE,
POINTER(CONSOLE_SCREEN_BUFFER_INFO),
]
_GetConsoleScreenBufferInfo.restype = wintypes.BOOL
_SetConsoleTextAttribute = windll.kernel32.SetConsoleTextAttribute
_SetConsoleTextAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
]
_SetConsoleTextAttribute.restype = wintypes.BOOL
_SetConsoleCursorPosition = windll.kernel32.SetConsoleCursorPosition
_SetConsoleCursorPosition.argtypes = [
wintypes.HANDLE,
COORD,
]
_SetConsoleCursorPosition.restype = wintypes.BOOL
_FillConsoleOutputCharacterA = windll.kernel32.FillConsoleOutputCharacterA
_FillConsoleOutputCharacterA.argtypes = [
wintypes.HANDLE,
c_char,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputCharacterA.restype = wintypes.BOOL
_FillConsoleOutputAttribute = windll.kernel32.FillConsoleOutputAttribute
_FillConsoleOutputAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputAttribute.restype = wintypes.BOOL
_SetConsoleTitleW = windll.kernel32.SetConsoleTitleW
_SetConsoleTitleW.argtypes = [
wintypes.LPCWSTR
]
_SetConsoleTitleW.restype = wintypes.BOOL
def _winapi_test(handle):
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return bool(success)
def winapi_test():
return any(_winapi_test(h) for h in
(_GetStdHandle(STDOUT), _GetStdHandle(STDERR)))
def GetConsoleScreenBufferInfo(stream_id=STDOUT):
handle = _GetStdHandle(stream_id)
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return csbi
def SetConsoleTextAttribute(stream_id, attrs):
handle = _GetStdHandle(stream_id)
return _SetConsoleTextAttribute(handle, attrs)
def SetConsoleCursorPosition(stream_id, position, adjust=True):
position = COORD(*position)
# If the position is out of range, do nothing.
if position.Y <= 0 or position.X <= 0:
return
# Adjust for Windows' SetConsoleCursorPosition:
# 1. being 0-based, while ANSI is 1-based.
# 2. expecting (x,y), while ANSI uses (y,x).
adjusted_position = COORD(position.Y - 1, position.X - 1)
if adjust:
# Adjust for viewport's scroll position
sr = GetConsoleScreenBufferInfo(STDOUT).srWindow
adjusted_position.Y += sr.Top
adjusted_position.X += sr.Left
# Resume normal processing
handle = _GetStdHandle(stream_id)
return _SetConsoleCursorPosition(handle, adjusted_position)
def FillConsoleOutputCharacter(stream_id, char, length, start):
handle = _GetStdHandle(stream_id)
char = c_char(char.encode())
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
success = _FillConsoleOutputCharacterA(
handle, char, length, start, byref(num_written))
return num_written.value
def FillConsoleOutputAttribute(stream_id, attr, length, start):
''' FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )'''
handle = _GetStdHandle(stream_id)
attribute = wintypes.WORD(attr)
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
return _FillConsoleOutputAttribute(
handle, attribute, length, start, byref(num_written))
def SetConsoleTitle(title):
return _SetConsoleTitleW(title)
site-packages/pip/_vendor/colorama/initialise.py 0000644 00000003573 15056474501 0016030 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import atexit
import contextlib
import sys
from .ansitowin32 import AnsiToWin32
orig_stdout = None
orig_stderr = None
wrapped_stdout = None
wrapped_stderr = None
atexit_done = False
def reset_all():
if AnsiToWin32 is not None: # Issue #74: objects might become None at exit
AnsiToWin32(orig_stdout).reset_all()
def init(autoreset=False, convert=None, strip=None, wrap=True):
if not wrap and any([autoreset, convert, strip]):
raise ValueError('wrap=False conflicts with any other arg=True')
global wrapped_stdout, wrapped_stderr
global orig_stdout, orig_stderr
orig_stdout = sys.stdout
orig_stderr = sys.stderr
if sys.stdout is None:
wrapped_stdout = None
else:
sys.stdout = wrapped_stdout = \
wrap_stream(orig_stdout, convert, strip, autoreset, wrap)
if sys.stderr is None:
wrapped_stderr = None
else:
sys.stderr = wrapped_stderr = \
wrap_stream(orig_stderr, convert, strip, autoreset, wrap)
global atexit_done
if not atexit_done:
atexit.register(reset_all)
atexit_done = True
def deinit():
if orig_stdout is not None:
sys.stdout = orig_stdout
if orig_stderr is not None:
sys.stderr = orig_stderr
@contextlib.contextmanager
def colorama_text(*args, **kwargs):
init(*args, **kwargs)
try:
yield
finally:
deinit()
def reinit():
if wrapped_stdout is not None:
sys.stdout = wrapped_stdout
if wrapped_stderr is not None:
sys.stderr = wrapped_stderr
def wrap_stream(stream, convert, strip, autoreset, wrap):
if wrap:
wrapper = AnsiToWin32(stream,
convert=convert, strip=strip, autoreset=autoreset)
if wrapper.should_wrap():
stream = wrapper.stream
return stream
site-packages/pip/_vendor/msgpack/__pycache__/ext.cpython-39.pyc 0000644 00000014257 15056474501 0020616 0 ustar 00 a
��Re� � @ s� d dl mZ d dlZd dlZd dlZejd dkZerDeefZ dZ
n4eZ z ej j Z
W n" e
yv e� e�d ��Z
Y n0 G dd� dedd��ZG dd� de�ZdS ) � )�
namedtupleN� c s e Zd ZdZ� fdd�Z� ZS )�ExtTypez'ExtType represents ext type in msgpack.c sV t |t�std��t |t�s$td��d| kr8dksBn td��tt| ��| ||�S )Nzcode must be intzdata must be bytesr � zcode must be 0~127)�
isinstance�int� TypeError�bytes�
ValueError�superr �__new__)�cls�code�data�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/msgpack/ext.pyr s
zExtType.__new__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r r r s r z code datac @ s� e Zd ZdZddgZd dd�Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z dd� Z e
dd� �Z
dd� Ze
dd� �Zdd� Zdd � Ze
d d � �Zd S )!� TimestampaR Timestamp represents the Timestamp extension type in msgpack.
When built with Cython, msgpack uses C methods to pack and unpack `Timestamp`. When using pure-Python
msgpack, :func:`to_bytes` and :func:`from_bytes` are used to pack and unpack `Timestamp`.
This class is immutable: Do not override seconds and nanoseconds.
�seconds� nanosecondsr c C sR t |t�std��t |t�s$td��d| kr8dk sBn td��|| _|| _dS )a� Initialize a Timestamp object.
:param int seconds:
Number of seconds since the UNIX epoch (00:00:00 UTC Jan 1 1970, minus leap seconds).
May be negative.
:param int nanoseconds:
Number of nanoseconds to add to `seconds` to get fractional time.
Maximum is 999_999_999. Default is 0.
Note: Negative times (before the UNIX epoch) are represented as negative seconds + positive ns.
zseconds must be an intergerz nanoseconds must be an integerr � ʚ;z?nanoseconds must be a non-negative integer less than 999999999.N)r � int_typesr r
r r )�selfr r r r r �__init__- s
�zTimestamp.__init__c C s d� | j| j�S )z#String representation of Timestamp.z'Timestamp(seconds={0}, nanoseconds={1}))�formatr r �r r r r �__repr__E s �zTimestamp.__repr__c C s* t |�| ju r&| j|jko$| j|jkS dS )z0Check for equality with another Timestamp objectF)�typer r r �r �otherr r r �__eq__K s �zTimestamp.__eq__c C s | � |� S )z(not-equals method (see :func:`__eq__()`))r& r$ r r r �__ne__S s zTimestamp.__ne__c C s t | j| jf�S )N)�hashr r r! r r r �__hash__W s zTimestamp.__hash__c C s� t | �dkr"t�d| �d }d}nTt | �dkrPt�d| �d }|d@ }|d? }n&t | �dkrnt�d | �\}}ntd
��t||�S ) a Unpack bytes into a `Timestamp` object.
Used for pure-Python msgpack unpacking.
:param b: Payload from msgpack ext message with code -1
:type b: bytes
:returns: Timestamp object unpacked from msgpack ext payload
:rtype: Timestamp
� �!Lr � �!Ql �� �" � �!IqzFTimestamp type can only be created from 32, 64, or 96-bit byte objects)�len�struct�unpackr
r )�br r �data64r r r �
from_bytesZ s
�zTimestamp.from_bytesc C s\ | j d? dkrF| jd> | j B }|d@ dkr8t�d|�}qXt�d|�}nt�d| j| j �}|S )z�Pack this Timestamp object into bytes.
Used for pure-Python msgpack packing.
:returns data: Payload for EXT message with code -1 (timestamp type)
:rtype: bytes
r. r l �� r+ r- r0 )r r r2 �pack)r r5 r r r r �to_bytesu s zTimestamp.to_bytesc C s& t | d �}t | d d �}t||�S )z�Create a Timestamp from posix timestamp in seconds.
:param unix_float: Posix timestamp in seconds.
:type unix_float: int or float.
� r )r r )�unix_secr r r r r � from_unix� s zTimestamp.from_unixc C s | j | jd S )znGet the timestamp as a floating-point value.
:returns: posix timestamp
:rtype: float
g e��A�r r r! r r r �to_unix� s zTimestamp.to_unixc C s t t| d�� S )z�Create a Timestamp from posix timestamp in nanoseconds.
:param int unix_ns: Posix timestamp in nanoseconds.
:rtype: Timestamp
r )r �divmod)�unix_nsr r r �from_unix_nano� s zTimestamp.from_unix_nanoc C s | j d | j S )z~Get the timestamp as a unixtime in nanoseconds.
:returns: posix timestamp in nanoseconds
:rtype: int
r r< r! r r r � to_unix_nano� s zTimestamp.to_unix_nanoc C s t j �dt�t j| �� d� S )zlGet the timestamp as a UTC datetime.
Python 2 is not supported.
:rtype: datetime.
r )r )�datetime�
fromtimestamp�_utc� timedeltar= r! r r r � to_datetime� s �zTimestamp.to_datetimec C s t �| �� �S )zuCreate a Timestamp from datetime with tzinfo.
Python 2 is not supported.
:rtype: Timestamp
)r r; � timestamp)�dtr r r �
from_datetime� s zTimestamp.from_datetimeN)r )r r r r � __slots__r r" r& r' r) � staticmethodr6 r8 r; r= r@ rA rF rI r r r r r " s&
r )� collectionsr rB �sysr2 � version_info�PY2r �longr rD �timezone�utc�AttributeErrorrE r �objectr r r r r �<module> s
site-packages/pip/_vendor/msgpack/__pycache__/fallback.cpython-39.pyc 0000644 00000064215 15056474501 0021554 0 ustar 00 a
��Re�� � @ s� d Z ddlmZ ddlZddlZejd dkZerDeefZ dd� Z
neZ e Z e
Zdd� Z
ejdk rpeZd d
� Znd d
� Zeed �r�dd
lmZ zddlmZ W n ey� ddlmZ Y n0 dZG dd� de�ZndZddl m Z dd� Zddl m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/d Z0d Z1e2e3fd d �Z4d d!� Z5d"d#� Z6ejd$k �rzd+d%d&�Z7nej8Z7G d'd(� d(e�Z9G d)d*� d*e�Z:dS ),z.Fallback pure Python implementation of msgpack� )�datetimeN� c C s | � � S �N)� iteritems��d� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/msgpack/fallback.py�dict_iteritems s r
c C s | � � S r )�itemsr r r r r
s )� � c C s. t | j�dko,t| jd t�o,| jd �d�S )N� r z maximum recursion depth exceeded)�len�args�
isinstance�str�
startswith��er r r �_is_recursionerror s
��r c C s dS )NTr r r r r r ' s �pypy_version_info)� newlist_hint)� BytesBuilder)�
StringBuilderTc @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�StringIO� c C s, |r t t|��| _| j�|� nt � | _d S r )r r �builder�append��self�sr r r �__init__7 s zStringIO.__init__c C s6 t |t�r|�� }nt |t�r&t|�}| j�|� d S r )r �
memoryview�tobytes� bytearray�bytesr r r r r r �write> s
zStringIO.writec C s
| j �� S r )r �build�r r r r �getvalueE s zStringIO.getvalueN)r )�__name__�
__module__� __qualname__r" r' r* r r r r r 6 s
r F)�BytesIOc C s g S r r )�sizer r r �<lambda>M r r0 r )�
BufferFull� OutOfData� ExtraData� FormatError�
StackError)�ExtType� Timestampr � r
i� c C s( ||�|u r|| �|v S || �|u S d S r r )�obj�t�type�tupler r r �_check_type_strictd s r= c C s t | �}|jdkrtd��|S )Nr z$cannot unpack from multi-byte object)r# �itemsize�
ValueError)r9 �viewr r r �_get_data_from_bufferk s
rA c
K s� t ddt| �i|��}|�| � z |�� }W nJ tyF td��Y n2 tyv } zt|�r`t�� W Y d}~n
d}~0 0 |� � r�t
||� � ��|S )aw
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
N�max_buffer_sizez Unpack failed: incomplete input)N) �Unpackerr �feed�_unpackr2 r? �RecursionErrorr r5 �_got_extradatar3 �_get_extradata)�packed�kwargs�unpacker�retr r r r �unpackbr s
rM )r � � c C s t �| t|�|�S )z0Explicit type cast for legacy struct.unpack_from)�struct� unpack_fromr& )�f�b�or r r � _unpack_from� s rU c @ s� e Zd ZdZdddddddddddedddddfdd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
d*dd�Z d+dd�Z e
fdd�Ze
fdd�Zd d � Zd d � ZeZd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� ZdS ),rC a� Streaming unpacker.
Arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes.
Otherwise, unpack to Python str by decoding with UTF-8 encoding (default).
:param int timestamp:
Control how timestamp type is unpacked:
0 - Timestamp
1 - float (Seconds from the EPOCH)
2 - int (Nanoseconds from the EPOCH)
3 - datetime.datetime (UTC). Python 2 is not supported.
:param bool strict_map_key:
If true (default), only str or bytes are accepted for map (dict) keys.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str unicode_errors:
The error handler for decoding unicode. (default: 'strict')
This option should be used only when you have msgpack data which
contains invalid UTF-8 string.
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means 2**32-1.
The default value is 100*1024*1024 (100MiB).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(max_buffer_size)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
Nr TFi @���c C s� |
d u r d}
|d u r d| _ n t|j�s.td��|| _d| _ t� | _d| _d| _| sVd} |
dkrb| }
|dkrn| }|dkrz| }|dkr�| d }|dkr�| }| | _ || j kr�t
d ��|p�t | j d
�| _ t
|�| _t
|�| _|
| _|| _d| kr�d ks�n t
d ��|| _| | _|| _|| _| | _|
| _|| _|| _|| _|| _d| _ | d u�r\t| ��s\td
��|d u�rxt|��sxtd��|d u�r�t|��s�td��|d u�r�|d u�r�td��t| ��s�td��d S )N�strictTz!`file_like.read` must be callableFr i���rV r z.read_size must be smaller than max_buffer_sizei @ r ztimestamp must be 0..3z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) �_feeding�callable�read� TypeError� file_liker% �_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizer? �min�
_read_size�bool�_raw�_strict_map_key�_unicode_errors� _use_list�
_timestamp�
_list_hook� _object_hook�_object_pairs_hook� _ext_hook� _max_str_len� _max_bin_len�_max_array_len� _max_map_len� _max_ext_len�_stream_offset)r r\ � read_size�use_list�raw� timestamp�strict_map_key� object_hook�object_pairs_hook� list_hook�unicode_errorsrB �ext_hook� max_str_len� max_bin_len�
max_array_len� max_map_len� max_ext_lenr r r r" � sp
�
zUnpacker.__init__c C sr | j s
J �t|�}t| j�| j t|� | jkr4t�| jdkrb| jd | j�= | j| j8 _d| _| j�|� d S �Nr ) rX rA r r] r^ r` r1 r_ �extend)r �
next_bytesr@ r r r rD U s
z
Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rr r^ r_ r) r r r �_consumed s zUnpacker._consumec C s | j t| j�k S r )r^ r r] r) r r r rG i s zUnpacker._got_extradatac C s | j | jd � S r )r] r^ r) r r r rH l s zUnpacker._get_extradatac C s | j |dd�}| �� |S )NF��raise_outofdata)�_readr� �r �nrL r r r �
read_byteso s zUnpacker.read_bytesc C s8 | j ||d� | j}| j||| � }|t|� | _|S )Nr� )�_reserver^ r] r )r r� r� �irL r r r r� t s
zUnpacker._readc C s� t | j�| j | }|dkr d S | jr2| j| _t�| jdkr`| jd | j�= | j| j8 _d| _| }|dkr�t| j|�}| j� |�}|s�q�t
|t �s�J �| j|7 _|t |�8 }qft | j�|| j k r�|r�d| _t�d S r� ) r r] r^ rX r_ r2 �maxrb r\ rZ r r& )r r� r� � remain_bytes�
to_read_bytes� read_datar r r r� | s,
zUnpacker._reservec C s&
t }d}d }| �d� | j| j }| jd7 _|d@ dkrD|}� n�|d@ dkr`d|dA }� n�|d@ dkr�|d@ }t}|| jkr�td || j��| �|�}� n~|d
@ d kr�|d @ }t}|| j kr�td
|| j ��� nJ|d
@ dk�r
|d @ }t
}|| j k�
r td|| j ��� n|dk�r d }� n |dk�r.d}�n�|dk�r@d}�n�|dk�r�t }| �d� | j| j }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n~|dk�rt }| �d� td| j| j�d }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n|dk�rjt }| �d� td| j| j�d }| jd7 _|| j
k�r\td|| j
f ��| �|�}�n�|d k�r�t}| �d� td | j| j�\}}| jd7 _|| jk�r�td || jf ��| �|�}�nL|d k�r6t}| �d � td!| j| j�\}}| jd 7 _|| jk�r(td || jf ��| �|�}�n�|d"k�r�t}| �d#� td$| j| j�\}}| jd#7 _|| jk�r�td || jf ��| �|�}�n�|d%k�r�| �d� td&| j| j�d }| jd7 _�nF|d'k�r| �d(� td)| j| j�d }| jd(7 _�n |d*k�rB| �d� | j| j }| jd7 _�n�|d+k�r|| �d� td| j| j�d }| jd7 _�n�|d,k�r�| �d� td| j| j�d }| jd7 _�nf|d-k�r�| �d(� td.| j| j�d }| jd(7 _�n,|d/k�r*| �d� td0| j| j�d }| jd7 _�n�|d1k�rd| �d� td2| j| j�d }| jd7 _�n�|d3k�r�| �d� td4| j| j�d }| jd7 _�n~|d5k�r�| �d(� td6| j| j�d }| jd(7 _�nD|d7k�r4t}| jdk �rtd d| jf ��| �d� td8| j| j�\}}| jd7 _�n�|d9k�r�t}| jdk �r`td d| jf ��| �d � td:| j| j�\}}| jd 7 _�n�|d;k�r�t}| jdk �r�td d| jf ��| �d#� td<| j| j�\}}| jd#7 _�n0|d=k�rHt}| jd(k �rtd d(| jf ��| �d>� td?| j| j�\}}| jd>7 _�n�|d@k�r�t}| jdAk �rttd dA| jf ��| �dB� tdC| j| j�\}}| jdB7 _�nx|dDk�r�t}| �d� | j| j }| jd7 _|| jk�r�td || j��| �|�}�n |dEk�r^t}| �d� td| j| j�\}| jd7 _|| jk�rPtd || j��| �|�}�n�|dFk�r�t}| �d� td| j| j�\}| jd7 _|| jk�r�td || j��| �|�}�n^|dGk� rt}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ���n|dHk� rht}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ��n�|dIk� r�| �d� td| j| j�\}| jd7 _|| j k� r�td|| j ��t
}n`|dJk�
r| �d� td| j| j�\}| jd7 _|| j k�
r
td|| j ��t
}n tdK| ��|||fS )LNr r � �� rV � � � z%s exceeds max_str_len(%s)�� � � z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)� �� F�� T�� z%s exceeds max_bin_len(%s)�� r �>H�� r8 �>I�� �Bbz%s exceeds max_ext_len(%s)�� r z>Hb�� r
z>Ib�� z>f�� � z>d�� �� �� �� z>Q�� rS �� z>h�� z>i�� z>q�� �b1s�� �b2s�� �b4s�� � �b8s�� � � �b16s�� �� �� �� �� �� �� zUnknown header: 0x%x)�TYPE_IMMEDIATEr� r] r^ �TYPE_RAWrm r? r� �
TYPE_ARRAYro �TYPE_MAPrp �TYPE_BINrn rU �TYPE_EXTrq r4 )r �execute�typr� r9 rS �Lr r r � _read_header� s�
zUnpacker._read_headerc
s� � � |�\}}}|tkr,|tkr(td��|S |tkrH|tkrDtd��|S |tkr�|tkrtt|�D ]}� �t� q`d S t |�}t|�D ]}|�
� �t �� q�� j d ur�� � |�}� j
r�|S t|�S |tk�r�|tkr�t|�D ]}� �t� � �t� q�d S � jd u�r"� �� fdd�t|�D ��}n�i }t|�D ]j}� �t �}� j�rjt|�ttfv�rjtdtt|�� ��t�s�t|�tu �r�t�|�}� �t �||< �q.� jd u�r�� �|�}|S |tk�r�d S |tk�r� j�r�t|�}n|�d� j �}|S |t k�rt|�S |t k�rv|dk�rft � t|��} � j!dk�r8| �"� S � j!d k�rL| �#� S � j!d
k�r`| �$� S | S n� �%|t|��S |t&k�s�J �|S ) NzExpected arrayz Expected mapc 3 s" | ]}� � t�� � t�fV qd S r )rE � EX_CONSTRUCT)�.0�_r) r r � <genexpr>� s �z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map key�utf_8rV r r r )'r� �EX_READ_ARRAY_HEADERr� r? �EX_READ_MAP_HEADERr� �EX_SKIP�xrangerE r r r� ri rg r< rk re r; �unicoder& r �PY2�sys�internrj r� rd �decoderf r� r� r7 �
from_bytesrh �to_unix� to_unix_nano� to_datetimerl r� )
r r� r� r� r9 r� rL r� �key�tsr r) r rE p s�
�
�
zUnpacker._unpackc C s | S r r r) r r r �__iter__� s zUnpacker.__iter__c C sP z| � t�}| �� |W S ty6 | �� t�Y n tyJ t�Y n0 d S r )rE r� r� r2 �
StopIterationrF r5 �r rL r r r �__next__� s
zUnpacker.__next__c C s | � t� | �� d S r )rE r� r� r) r r r �skip� s
z
Unpacker.skipc C s2 z| � t�}W n ty$ t�Y n0 | �� |S r )rE r� rF r5 r� r� r r r �unpack� s
zUnpacker.unpackc C s | � t�}| �� |S r )rE r� r� r� r r r �read_array_header� s
zUnpacker.read_array_headerc C s | � t�}| �� |S r )rE r� r� r� r r r �read_map_header� s
zUnpacker.read_map_headerc C s | j S r )rr r) r r r �tell� s z
Unpacker.tell)T)T)r+ r, r- �__doc__r6 r" rD r� rG rH r� r� r� r� r� rE r� r� �nextr� r� r� r� r� r r r r rC � sJ a�
]
U M rC c @ s� e Zd ZdZd#dd�Zeeefdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zefdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� ZdS )$�Packera8
MessagePack Packer
Usage::
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode. (default: True)
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param bool datetime:
If set to true, datetime with tzinfo is packed into Timestamp type.
Note that the tzinfo is stripped in the timestamp.
You can get UTC datetime with `timestamp=3` option of the Unpacker.
(Python 2 is not supported).
:param str unicode_errors:
The error handler for encoding unicode. (default: 'strict')
DO NOT USE THIS!! This option is kept for very specific usage.
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker()
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
NFTc C sf || _ || _|| _|| _t� | _tr0|r0td��t|�| _ |p@d| _
|d ur\t |�s\t d��|| _
d S )Nz%datetime is not supported in Python 2rW zdefault must be callable)�
_strict_types�
_use_float�
_autoreset�
_use_bin_typer r] r� r? rc � _datetimerf rY r[ �_default)r �default�use_single_float� autoreset� use_bin_type� strict_typesr r{ r r r r" , s
zPacker.__init__c C s� d}| j r|}t}nttf}|dk r,td��|d u r@| j�d�S ||t�rf|rZ| j�d�S | j�d�S ||t��r�d| kr�dk r�n n| j�t� d|��S d | kr�dk r�n n| j�t� d
|��S d| kr�d kr�n n| j�t� d d
|��S d| k�rdk �r*n n| j�t� dd|��S d | k �rBdk�r\n n| j�t� dd|��S d| k�rtdk �r�n n| j�t� dd|��S d| k �r�dk�r�n n| j�t� dd|��S d| k�r�dk �r�n n| j�t� dd |��S d| k �r
d k�r$n n| j�t� d d |��S d | k�r<dk �rVn n| j�t� d!d"|��S |�sx| j
d u�rx| �
|�}d#}q t d$��||t t
f��r�t|�}|d%k�r�td&t|�j ��| �|� | j�|�S ||t��r|�d'| j�}t|�}|d%k�r�td(��| �|� | j�|�S ||t��rVt|�|j }|d%k�r@td)��| �|� | j�|�S ||t��r�| j�r�| j�t� d*d+|��S | j�t� d,d-|��S ||ttf��r�||t��r�d.}|� � } n |j }|j } t |t ��s�J �t | t ��s�J �t| �}
|
d/k�r | j�d0� n�|
d1k�r$| j�d2� n�|
d3k�r<| j�d4� n�|
d5k�rT| j�d6� nr|
d7k�rl| j�d8� nZ|
d k�r�| j�t� d9d:|
�� n8|
dk�r�| j�t� dd;|
�� n| j�t� dd<|
�� | j�t� d
|�� | j�| � d S |||��r0t|�}| �!|� t"|�D ]} | �#|| |d/ � �qd S ||t$��rV| �%t|�t&|�|d/ �S | j'�r�||t(��r�|j)d u�r�t�*|�}d/}q |�s�| j
d u�r�| �
|�}d/}q t+d=|f ��q d S )>NFr zrecursion limit exceeded� �� �� �r� �Bi��rS r� �BBr� i����z>Bbr� � �>BHr� i ���z>Bhr� � �� �>BIr� i �z>Bir� l ���� z>BQr� l���� z>Bqr� TzInteger value out of range� z%s is too largezutf-8zString is too largezMemoryview is too largez>Bfr� z>Bdr� rV r � �r � �r8 � �r� � �r� � �>BBr� r� r� zCannot serialize %r),r� �listr< r? r] r' rc � int_typesrP �packr� �
OverflowErrorr& r% r r; r+ �_pack_bin_headerr� �encoderf �_pack_raw_headerr# r> �floatr� r6 r7 �to_bytes�code�datar �int�_pack_array_headerr� �_pack�dict�_pack_map_pairsr
r� � _DateTime�tzinfo�
from_datetimer[ ) r r9 �
nest_limit�check�check_type_strict� default_used�
list_typesr� r r r� r� r r r r D s�
�
z Packer._packc C sF z| � |� W n t� | _� Y n0 | jrB| j�� }t� | _|S d S r )r r r] r� r* )r r9 rL r r r r � s
z Packer.packc C s0 | � t|�|� | jr,| j�� }t� | _|S d S r )r r r� r] r* r )r �pairsrL r r r �pack_map_pairs� s
zPacker.pack_map_pairsc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S �Nr )r? r r� r] r* r r� r r r �pack_array_header� s
zPacker.pack_array_headerc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S r$ )r? �_pack_map_headerr� r] r* r r� r r r �pack_map_header� s
zPacker.pack_map_headerc C sJ t |t�std��d| kr&dks0n td��t |t�sBtd��t|�}|dkrZtd��|dkrp| j�d � n�|d
kr�| j�d � n�|d kr�| j�d
� n�|dkr�| j�d� nt|dkr�| j�d� n^|dkr�| j�dt� d|� � n<|dk�r| j�dt� d|� � n| j�dt� d|� � | j�t� d|�� | j�|� d S )Nz typecode must have int type.r � ztypecode should be 0-127zdata must have bytes typer zToo large datar r r r r8 r r� r r� r r� � �r� r� � �r� � �r� )
r r r[ r? r& r r] r' rP r )r �typecoder r� r r r �
pack_ext_type� s4
zPacker.pack_ext_typec C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r r� r r r� zArray is too large�r] r' rP r r? �r r� r r r r � s zPacker._pack_array_headerc C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r r� r r r� zDict is too larger. r/ r r r r& s zPacker._pack_map_headerc C s< | � |� |D ](\}}| �||d � | �||d � qd S )Nr )r& r )r r� r" r �k�vr r r r s
zPacker._pack_map_pairsc C s� |dkr"| j �t�dd| �� nn| jrH|dkrH| j �t�dd|�� nH|dkrh| j �t�dd |�� n(|d
kr�| j �t�d d |�� ntd
��d S )Nr� r� r� r� r r� r� r r� r r r� zRaw is too large)r] r' rP r r� r? r/ r r r r s zPacker._pack_raw_headerc C sv | j s| �|�S |dkr.| j�t�dd|��S |dkrL| j�t�dd|��S |dkrj| j�t�dd |��S td
��d S ) Nr� r r� r� r r� r r r� zBin is too large)r� r r] r' rP r r? r/ r r r r # s
zPacker._pack_bin_headerc C s
| j �� S )z/Return internal buffer contents as bytes object)r] r* r) r r r r& / s z Packer.bytesc C s t � | _dS )zYReset internal buffer.
This method is useful only when autoreset=False.
N)r r] r) r r r �reset3 s z Packer.resetc C s" t strt| �� �S | j�� S dS )z Return view of internal buffer.N)�USING_STRINGBUILDERr� r# r& r] � getbufferr) r r r r4 : s zPacker.getbuffer)NFTTFFN)r+ r, r- r� r" �DEFAULT_RECURSE_LIMITr r= r r r# r% r' r- r r& r r r r& r2 r4 r r r r r� � s4 F �
�
z r� )r );r� r r r� rP � version_infor� r �longr r
r r� �ranger� � RuntimeErrorrF r �hasattrZ__pypy__r Z__pypy__.buildersr r � ImportErrorr3 �objectr �ior. �
exceptionsr1 r2 r3 r4 r5 �extr6 r7 r� r� r� r� r� r� r� r� r� r� r5 r; r< r= rA rM rU rQ rC r� r r r r �<module> sf
S site-packages/pip/_vendor/msgpack/__pycache__/exceptions.cpython-39.pyc 0000644 00000003543 15056474501 0022173 0 ustar 00 a
��Re9 � @ sx G d d� de �ZG dd� de�ZG dd� de�ZG dd� dee�ZG dd � d ee�ZeZG d
d � d e�Ze Z eZ
e Z d S )
c @ s e Zd ZdZdS )�UnpackExceptionz�Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS )�
BufferFullN�r r r r r r r r
s r c @ s e Zd ZdS )� OutOfDataNr
r r r r r s r c @ s e Zd ZdZdS )� FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS )�
StackErrorz
Too nestedNr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� ExtraDataz�ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
c C s || _ || _d S )N)�unpacked�extra)�selfr r r r r �__init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r �__str__) s zExtraData.__str__N)r r r r r r r r r r r s r N)
� Exceptionr r r �
ValueErrorr r
�UnpackValueErrorr �
PackException�PackValueError�
OverflowError�PackOverflowErrorr r r r �<module> s site-packages/pip/_vendor/msgpack/__pycache__/__init__.cpython-39.pyc 0000644 00000002655 15056474501 0021554 0 ustar 00 a
��Re^ � @ s� d dl mZ d dlT d dlmZmZ ddlZddlZej� d�sNej
d dkrdd dl m Z m
Z
mZ n@zd dlm Z m
Z
mZ W n& ey� d dl m Z m
Z
mZ Y n0 d d
� Zd d � Zd
d� ZeZe
ZeZeZdS )� )�version)�*)�ExtType� Timestamp� NZMSGPACK_PUREPYTHON� )�Packer�unpackb�Unpackerc K s" t f i |��}|�|�| �� dS )zX
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
N)r �write�pack)�o�stream�kwargs�packer� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/msgpack/__init__.pyr s r c K s t f i |���| �S )zW
Pack object `o` and return packed bytes
See :class:`Packer` for options.
)r r )r
r r r r �packb s r c K s | � � }t|fi |��S )z�
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
)�readr )r r �datar r r �unpack& s r )�_versionr �
exceptions�extr r �os�sys�environ�get� version_info�fallbackr r r
Z _cmsgpack� ImportErrorr r r �load�loads�dump�dumpsr r r r �<module> s"
site-packages/pip/_vendor/msgpack/__pycache__/_version.cpython-39.pyc 0000644 00000000401 15056474501 0021624 0 ustar 00 a
��Re � @ s d Z dS ))� � � N)�version� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/msgpack/_version.py�<module> � site-packages/pip/_vendor/msgpack/ext.py 0000644 00000013710 15056474501 0014320 0 ustar 00 # coding: utf-8
from collections import namedtuple
import datetime
import sys
import struct
PY2 = sys.version_info[0] == 2
if PY2:
int_types = (int, long)
_utc = None
else:
int_types = int
try:
_utc = datetime.timezone.utc
except AttributeError:
_utc = datetime.timezone(datetime.timedelta(0))
class ExtType(namedtuple("ExtType", "code data")):
"""ExtType represents ext type in msgpack."""
def __new__(cls, code, data):
if not isinstance(code, int):
raise TypeError("code must be int")
if not isinstance(data, bytes):
raise TypeError("data must be bytes")
if not 0 <= code <= 127:
raise ValueError("code must be 0~127")
return super(ExtType, cls).__new__(cls, code, data)
class Timestamp(object):
"""Timestamp represents the Timestamp extension type in msgpack.
When built with Cython, msgpack uses C methods to pack and unpack `Timestamp`. When using pure-Python
msgpack, :func:`to_bytes` and :func:`from_bytes` are used to pack and unpack `Timestamp`.
This class is immutable: Do not override seconds and nanoseconds.
"""
__slots__ = ["seconds", "nanoseconds"]
def __init__(self, seconds, nanoseconds=0):
"""Initialize a Timestamp object.
:param int seconds:
Number of seconds since the UNIX epoch (00:00:00 UTC Jan 1 1970, minus leap seconds).
May be negative.
:param int nanoseconds:
Number of nanoseconds to add to `seconds` to get fractional time.
Maximum is 999_999_999. Default is 0.
Note: Negative times (before the UNIX epoch) are represented as negative seconds + positive ns.
"""
if not isinstance(seconds, int_types):
raise TypeError("seconds must be an interger")
if not isinstance(nanoseconds, int_types):
raise TypeError("nanoseconds must be an integer")
if not (0 <= nanoseconds < 10 ** 9):
raise ValueError(
"nanoseconds must be a non-negative integer less than 999999999."
)
self.seconds = seconds
self.nanoseconds = nanoseconds
def __repr__(self):
"""String representation of Timestamp."""
return "Timestamp(seconds={0}, nanoseconds={1})".format(
self.seconds, self.nanoseconds
)
def __eq__(self, other):
"""Check for equality with another Timestamp object"""
if type(other) is self.__class__:
return (
self.seconds == other.seconds and self.nanoseconds == other.nanoseconds
)
return False
def __ne__(self, other):
"""not-equals method (see :func:`__eq__()`)"""
return not self.__eq__(other)
def __hash__(self):
return hash((self.seconds, self.nanoseconds))
@staticmethod
def from_bytes(b):
"""Unpack bytes into a `Timestamp` object.
Used for pure-Python msgpack unpacking.
:param b: Payload from msgpack ext message with code -1
:type b: bytes
:returns: Timestamp object unpacked from msgpack ext payload
:rtype: Timestamp
"""
if len(b) == 4:
seconds = struct.unpack("!L", b)[0]
nanoseconds = 0
elif len(b) == 8:
data64 = struct.unpack("!Q", b)[0]
seconds = data64 & 0x00000003FFFFFFFF
nanoseconds = data64 >> 34
elif len(b) == 12:
nanoseconds, seconds = struct.unpack("!Iq", b)
else:
raise ValueError(
"Timestamp type can only be created from 32, 64, or 96-bit byte objects"
)
return Timestamp(seconds, nanoseconds)
def to_bytes(self):
"""Pack this Timestamp object into bytes.
Used for pure-Python msgpack packing.
:returns data: Payload for EXT message with code -1 (timestamp type)
:rtype: bytes
"""
if (self.seconds >> 34) == 0: # seconds is non-negative and fits in 34 bits
data64 = self.nanoseconds << 34 | self.seconds
if data64 & 0xFFFFFFFF00000000 == 0:
# nanoseconds is zero and seconds < 2**32, so timestamp 32
data = struct.pack("!L", data64)
else:
# timestamp 64
data = struct.pack("!Q", data64)
else:
# timestamp 96
data = struct.pack("!Iq", self.nanoseconds, self.seconds)
return data
@staticmethod
def from_unix(unix_sec):
"""Create a Timestamp from posix timestamp in seconds.
:param unix_float: Posix timestamp in seconds.
:type unix_float: int or float.
"""
seconds = int(unix_sec // 1)
nanoseconds = int((unix_sec % 1) * 10 ** 9)
return Timestamp(seconds, nanoseconds)
def to_unix(self):
"""Get the timestamp as a floating-point value.
:returns: posix timestamp
:rtype: float
"""
return self.seconds + self.nanoseconds / 1e9
@staticmethod
def from_unix_nano(unix_ns):
"""Create a Timestamp from posix timestamp in nanoseconds.
:param int unix_ns: Posix timestamp in nanoseconds.
:rtype: Timestamp
"""
return Timestamp(*divmod(unix_ns, 10 ** 9))
def to_unix_nano(self):
"""Get the timestamp as a unixtime in nanoseconds.
:returns: posix timestamp in nanoseconds
:rtype: int
"""
return self.seconds * 10 ** 9 + self.nanoseconds
def to_datetime(self):
"""Get the timestamp as a UTC datetime.
Python 2 is not supported.
:rtype: datetime.
"""
return datetime.datetime.fromtimestamp(0, _utc) + datetime.timedelta(
seconds=self.to_unix()
)
@staticmethod
def from_datetime(dt):
"""Create a Timestamp from datetime with tzinfo.
Python 2 is not supported.
:rtype: Timestamp
"""
return Timestamp.from_unix(dt.timestamp())
site-packages/pip/_vendor/msgpack/exceptions.py 0000644 00000002071 15056474501 0015677 0 ustar 00 class UnpackException(Exception):
"""Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
"""
class BufferFull(UnpackException):
pass
class OutOfData(UnpackException):
pass
class FormatError(ValueError, UnpackException):
"""Invalid msgpack format"""
class StackError(ValueError, UnpackException):
"""Too nested"""
# Deprecated. Use ValueError instead
UnpackValueError = ValueError
class ExtraData(UnpackValueError):
"""ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
"""
def __init__(self, unpacked, extra):
self.unpacked = unpacked
self.extra = extra
def __str__(self):
return "unpack(b) received extra data."
# Deprecated. Use Exception instead to catch all exception during packing.
PackException = Exception
PackValueError = ValueError
PackOverflowError = OverflowError
site-packages/pip/_vendor/msgpack/fallback.py 0000644 00000112212 15056474501 0015254 0 ustar 00 """Fallback pure Python implementation of msgpack"""
from datetime import datetime as _DateTime
import sys
import struct
PY2 = sys.version_info[0] == 2
if PY2:
int_types = (int, long)
def dict_iteritems(d):
return d.iteritems()
else:
int_types = int
unicode = str
xrange = range
def dict_iteritems(d):
return d.items()
if sys.version_info < (3, 5):
# Ugly hack...
RecursionError = RuntimeError
def _is_recursionerror(e):
return (
len(e.args) == 1
and isinstance(e.args[0], str)
and e.args[0].startswith("maximum recursion depth exceeded")
)
else:
def _is_recursionerror(e):
return True
if hasattr(sys, "pypy_version_info"):
# StringIO is slow on PyPy, StringIO is faster. However: PyPy's own
# StringBuilder is fastest.
from __pypy__ import newlist_hint
try:
from __pypy__.builders import BytesBuilder as StringBuilder
except ImportError:
from __pypy__.builders import StringBuilder
USING_STRINGBUILDER = True
class StringIO(object):
def __init__(self, s=b""):
if s:
self.builder = StringBuilder(len(s))
self.builder.append(s)
else:
self.builder = StringBuilder()
def write(self, s):
if isinstance(s, memoryview):
s = s.tobytes()
elif isinstance(s, bytearray):
s = bytes(s)
self.builder.append(s)
def getvalue(self):
return self.builder.build()
else:
USING_STRINGBUILDER = False
from io import BytesIO as StringIO
newlist_hint = lambda size: []
from .exceptions import BufferFull, OutOfData, ExtraData, FormatError, StackError
from .ext import ExtType, Timestamp
EX_SKIP = 0
EX_CONSTRUCT = 1
EX_READ_ARRAY_HEADER = 2
EX_READ_MAP_HEADER = 3
TYPE_IMMEDIATE = 0
TYPE_ARRAY = 1
TYPE_MAP = 2
TYPE_RAW = 3
TYPE_BIN = 4
TYPE_EXT = 5
DEFAULT_RECURSE_LIMIT = 511
def _check_type_strict(obj, t, type=type, tuple=tuple):
if type(t) is tuple:
return type(obj) in t
else:
return type(obj) is t
def _get_data_from_buffer(obj):
view = memoryview(obj)
if view.itemsize != 1:
raise ValueError("cannot unpack from multi-byte object")
return view
def unpackb(packed, **kwargs):
"""
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
"""
unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs)
unpacker.feed(packed)
try:
ret = unpacker._unpack()
except OutOfData:
raise ValueError("Unpack failed: incomplete input")
except RecursionError as e:
if _is_recursionerror(e):
raise StackError
raise
if unpacker._got_extradata():
raise ExtraData(ret, unpacker._get_extradata())
return ret
if sys.version_info < (2, 7, 6):
def _unpack_from(f, b, o=0):
"""Explicit type cast for legacy struct.unpack_from"""
return struct.unpack_from(f, bytes(b), o)
else:
_unpack_from = struct.unpack_from
class Unpacker(object):
"""Streaming unpacker.
Arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes.
Otherwise, unpack to Python str by decoding with UTF-8 encoding (default).
:param int timestamp:
Control how timestamp type is unpacked:
0 - Timestamp
1 - float (Seconds from the EPOCH)
2 - int (Nanoseconds from the EPOCH)
3 - datetime.datetime (UTC). Python 2 is not supported.
:param bool strict_map_key:
If true (default), only str or bytes are accepted for map (dict) keys.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str unicode_errors:
The error handler for decoding unicode. (default: 'strict')
This option should be used only when you have msgpack data which
contains invalid UTF-8 string.
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means 2**32-1.
The default value is 100*1024*1024 (100MiB).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(max_buffer_size)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
"""
def __init__(
self,
file_like=None,
read_size=0,
use_list=True,
raw=False,
timestamp=0,
strict_map_key=True,
object_hook=None,
object_pairs_hook=None,
list_hook=None,
unicode_errors=None,
max_buffer_size=100 * 1024 * 1024,
ext_hook=ExtType,
max_str_len=-1,
max_bin_len=-1,
max_array_len=-1,
max_map_len=-1,
max_ext_len=-1,
):
if unicode_errors is None:
unicode_errors = "strict"
if file_like is None:
self._feeding = True
else:
if not callable(file_like.read):
raise TypeError("`file_like.read` must be callable")
self.file_like = file_like
self._feeding = False
#: array of bytes fed.
self._buffer = bytearray()
#: Which position we currently reads
self._buff_i = 0
# When Unpacker is used as an iterable, between the calls to next(),
# the buffer is not "consumed" completely, for efficiency sake.
# Instead, it is done sloppily. To make sure we raise BufferFull at
# the correct moments, we have to keep track of how sloppy we were.
# Furthermore, when the buffer is incomplete (that is: in the case
# we raise an OutOfData) we need to rollback the buffer to the correct
# state, which _buf_checkpoint records.
self._buf_checkpoint = 0
if not max_buffer_size:
max_buffer_size = 2 ** 31 - 1
if max_str_len == -1:
max_str_len = max_buffer_size
if max_bin_len == -1:
max_bin_len = max_buffer_size
if max_array_len == -1:
max_array_len = max_buffer_size
if max_map_len == -1:
max_map_len = max_buffer_size // 2
if max_ext_len == -1:
max_ext_len = max_buffer_size
self._max_buffer_size = max_buffer_size
if read_size > self._max_buffer_size:
raise ValueError("read_size must be smaller than max_buffer_size")
self._read_size = read_size or min(self._max_buffer_size, 16 * 1024)
self._raw = bool(raw)
self._strict_map_key = bool(strict_map_key)
self._unicode_errors = unicode_errors
self._use_list = use_list
if not (0 <= timestamp <= 3):
raise ValueError("timestamp must be 0..3")
self._timestamp = timestamp
self._list_hook = list_hook
self._object_hook = object_hook
self._object_pairs_hook = object_pairs_hook
self._ext_hook = ext_hook
self._max_str_len = max_str_len
self._max_bin_len = max_bin_len
self._max_array_len = max_array_len
self._max_map_len = max_map_len
self._max_ext_len = max_ext_len
self._stream_offset = 0
if list_hook is not None and not callable(list_hook):
raise TypeError("`list_hook` is not callable")
if object_hook is not None and not callable(object_hook):
raise TypeError("`object_hook` is not callable")
if object_pairs_hook is not None and not callable(object_pairs_hook):
raise TypeError("`object_pairs_hook` is not callable")
if object_hook is not None and object_pairs_hook is not None:
raise TypeError(
"object_pairs_hook and object_hook are mutually " "exclusive"
)
if not callable(ext_hook):
raise TypeError("`ext_hook` is not callable")
def feed(self, next_bytes):
assert self._feeding
view = _get_data_from_buffer(next_bytes)
if len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size:
raise BufferFull
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[: self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython
self._buffer.extend(view)
def _consume(self):
""" Gets rid of the used parts of the buffer. """
self._stream_offset += self._buff_i - self._buf_checkpoint
self._buf_checkpoint = self._buff_i
def _got_extradata(self):
return self._buff_i < len(self._buffer)
def _get_extradata(self):
return self._buffer[self._buff_i :]
def read_bytes(self, n):
ret = self._read(n, raise_outofdata=False)
self._consume()
return ret
def _read(self, n, raise_outofdata=True):
# (int) -> bytearray
self._reserve(n, raise_outofdata=raise_outofdata)
i = self._buff_i
ret = self._buffer[i : i + n]
self._buff_i = i + len(ret)
return ret
def _reserve(self, n, raise_outofdata=True):
remain_bytes = len(self._buffer) - self._buff_i - n
# Fast path: buffer has n bytes already
if remain_bytes >= 0:
return
if self._feeding:
self._buff_i = self._buf_checkpoint
raise OutOfData
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[: self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Read from file
remain_bytes = -remain_bytes
while remain_bytes > 0:
to_read_bytes = max(self._read_size, remain_bytes)
read_data = self.file_like.read(to_read_bytes)
if not read_data:
break
assert isinstance(read_data, bytes)
self._buffer += read_data
remain_bytes -= len(read_data)
if len(self._buffer) < n + self._buff_i and raise_outofdata:
self._buff_i = 0 # rollback
raise OutOfData
def _read_header(self, execute=EX_CONSTRUCT):
typ = TYPE_IMMEDIATE
n = 0
obj = None
self._reserve(1)
b = self._buffer[self._buff_i]
self._buff_i += 1
if b & 0b10000000 == 0:
obj = b
elif b & 0b11100000 == 0b11100000:
obj = -1 - (b ^ 0xFF)
elif b & 0b11100000 == 0b10100000:
n = b & 0b00011111
typ = TYPE_RAW
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b & 0b11110000 == 0b10010000:
n = b & 0b00001111
typ = TYPE_ARRAY
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b & 0b11110000 == 0b10000000:
n = b & 0b00001111
typ = TYPE_MAP
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
elif b == 0xC0:
obj = None
elif b == 0xC2:
obj = False
elif b == 0xC3:
obj = True
elif b == 0xC4:
typ = TYPE_BIN
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xC5:
typ = TYPE_BIN
self._reserve(2)
n = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xC6:
typ = TYPE_BIN
self._reserve(4)
n = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xC7: # ext 8
typ = TYPE_EXT
self._reserve(2)
L, n = _unpack_from("Bb", self._buffer, self._buff_i)
self._buff_i += 2
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xC8: # ext 16
typ = TYPE_EXT
self._reserve(3)
L, n = _unpack_from(">Hb", self._buffer, self._buff_i)
self._buff_i += 3
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xC9: # ext 32
typ = TYPE_EXT
self._reserve(5)
L, n = _unpack_from(">Ib", self._buffer, self._buff_i)
self._buff_i += 5
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xCA:
self._reserve(4)
obj = _unpack_from(">f", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xCB:
self._reserve(8)
obj = _unpack_from(">d", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xCC:
self._reserve(1)
obj = self._buffer[self._buff_i]
self._buff_i += 1
elif b == 0xCD:
self._reserve(2)
obj = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xCE:
self._reserve(4)
obj = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xCF:
self._reserve(8)
obj = _unpack_from(">Q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xD0:
self._reserve(1)
obj = _unpack_from("b", self._buffer, self._buff_i)[0]
self._buff_i += 1
elif b == 0xD1:
self._reserve(2)
obj = _unpack_from(">h", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xD2:
self._reserve(4)
obj = _unpack_from(">i", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xD3:
self._reserve(8)
obj = _unpack_from(">q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xD4: # fixext 1
typ = TYPE_EXT
if self._max_ext_len < 1:
raise ValueError("%s exceeds max_ext_len(%s)" % (1, self._max_ext_len))
self._reserve(2)
n, obj = _unpack_from("b1s", self._buffer, self._buff_i)
self._buff_i += 2
elif b == 0xD5: # fixext 2
typ = TYPE_EXT
if self._max_ext_len < 2:
raise ValueError("%s exceeds max_ext_len(%s)" % (2, self._max_ext_len))
self._reserve(3)
n, obj = _unpack_from("b2s", self._buffer, self._buff_i)
self._buff_i += 3
elif b == 0xD6: # fixext 4
typ = TYPE_EXT
if self._max_ext_len < 4:
raise ValueError("%s exceeds max_ext_len(%s)" % (4, self._max_ext_len))
self._reserve(5)
n, obj = _unpack_from("b4s", self._buffer, self._buff_i)
self._buff_i += 5
elif b == 0xD7: # fixext 8
typ = TYPE_EXT
if self._max_ext_len < 8:
raise ValueError("%s exceeds max_ext_len(%s)" % (8, self._max_ext_len))
self._reserve(9)
n, obj = _unpack_from("b8s", self._buffer, self._buff_i)
self._buff_i += 9
elif b == 0xD8: # fixext 16
typ = TYPE_EXT
if self._max_ext_len < 16:
raise ValueError("%s exceeds max_ext_len(%s)" % (16, self._max_ext_len))
self._reserve(17)
n, obj = _unpack_from("b16s", self._buffer, self._buff_i)
self._buff_i += 17
elif b == 0xD9:
typ = TYPE_RAW
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xDA:
typ = TYPE_RAW
self._reserve(2)
(n,) = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xDB:
typ = TYPE_RAW
self._reserve(4)
(n,) = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xDC:
typ = TYPE_ARRAY
self._reserve(2)
(n,) = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xDD:
typ = TYPE_ARRAY
self._reserve(4)
(n,) = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xDE:
self._reserve(2)
(n,) = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
elif b == 0xDF:
self._reserve(4)
(n,) = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
else:
raise FormatError("Unknown header: 0x%x" % b)
return typ, n, obj
def _unpack(self, execute=EX_CONSTRUCT):
typ, n, obj = self._read_header(execute)
if execute == EX_READ_ARRAY_HEADER:
if typ != TYPE_ARRAY:
raise ValueError("Expected array")
return n
if execute == EX_READ_MAP_HEADER:
if typ != TYPE_MAP:
raise ValueError("Expected map")
return n
# TODO should we eliminate the recursion?
if typ == TYPE_ARRAY:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call `list_hook`
self._unpack(EX_SKIP)
return
ret = newlist_hint(n)
for i in xrange(n):
ret.append(self._unpack(EX_CONSTRUCT))
if self._list_hook is not None:
ret = self._list_hook(ret)
# TODO is the interaction between `list_hook` and `use_list` ok?
return ret if self._use_list else tuple(ret)
if typ == TYPE_MAP:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call hooks
self._unpack(EX_SKIP)
self._unpack(EX_SKIP)
return
if self._object_pairs_hook is not None:
ret = self._object_pairs_hook(
(self._unpack(EX_CONSTRUCT), self._unpack(EX_CONSTRUCT))
for _ in xrange(n)
)
else:
ret = {}
for _ in xrange(n):
key = self._unpack(EX_CONSTRUCT)
if self._strict_map_key and type(key) not in (unicode, bytes):
raise ValueError(
"%s is not allowed for map key" % str(type(key))
)
if not PY2 and type(key) is str:
key = sys.intern(key)
ret[key] = self._unpack(EX_CONSTRUCT)
if self._object_hook is not None:
ret = self._object_hook(ret)
return ret
if execute == EX_SKIP:
return
if typ == TYPE_RAW:
if self._raw:
obj = bytes(obj)
else:
obj = obj.decode("utf_8", self._unicode_errors)
return obj
if typ == TYPE_BIN:
return bytes(obj)
if typ == TYPE_EXT:
if n == -1: # timestamp
ts = Timestamp.from_bytes(bytes(obj))
if self._timestamp == 1:
return ts.to_unix()
elif self._timestamp == 2:
return ts.to_unix_nano()
elif self._timestamp == 3:
return ts.to_datetime()
else:
return ts
else:
return self._ext_hook(n, bytes(obj))
assert typ == TYPE_IMMEDIATE
return obj
def __iter__(self):
return self
def __next__(self):
try:
ret = self._unpack(EX_CONSTRUCT)
self._consume()
return ret
except OutOfData:
self._consume()
raise StopIteration
except RecursionError:
raise StackError
next = __next__
def skip(self):
self._unpack(EX_SKIP)
self._consume()
def unpack(self):
try:
ret = self._unpack(EX_CONSTRUCT)
except RecursionError:
raise StackError
self._consume()
return ret
def read_array_header(self):
ret = self._unpack(EX_READ_ARRAY_HEADER)
self._consume()
return ret
def read_map_header(self):
ret = self._unpack(EX_READ_MAP_HEADER)
self._consume()
return ret
def tell(self):
return self._stream_offset
class Packer(object):
"""
MessagePack Packer
Usage::
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode. (default: True)
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param bool datetime:
If set to true, datetime with tzinfo is packed into Timestamp type.
Note that the tzinfo is stripped in the timestamp.
You can get UTC datetime with `timestamp=3` option of the Unpacker.
(Python 2 is not supported).
:param str unicode_errors:
The error handler for encoding unicode. (default: 'strict')
DO NOT USE THIS!! This option is kept for very specific usage.
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker()
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
"""
def __init__(
self,
default=None,
use_single_float=False,
autoreset=True,
use_bin_type=True,
strict_types=False,
datetime=False,
unicode_errors=None,
):
self._strict_types = strict_types
self._use_float = use_single_float
self._autoreset = autoreset
self._use_bin_type = use_bin_type
self._buffer = StringIO()
if PY2 and datetime:
raise ValueError("datetime is not supported in Python 2")
self._datetime = bool(datetime)
self._unicode_errors = unicode_errors or "strict"
if default is not None:
if not callable(default):
raise TypeError("default must be callable")
self._default = default
def _pack(
self,
obj,
nest_limit=DEFAULT_RECURSE_LIMIT,
check=isinstance,
check_type_strict=_check_type_strict,
):
default_used = False
if self._strict_types:
check = check_type_strict
list_types = list
else:
list_types = (list, tuple)
while True:
if nest_limit < 0:
raise ValueError("recursion limit exceeded")
if obj is None:
return self._buffer.write(b"\xc0")
if check(obj, bool):
if obj:
return self._buffer.write(b"\xc3")
return self._buffer.write(b"\xc2")
if check(obj, int_types):
if 0 <= obj < 0x80:
return self._buffer.write(struct.pack("B", obj))
if -0x20 <= obj < 0:
return self._buffer.write(struct.pack("b", obj))
if 0x80 <= obj <= 0xFF:
return self._buffer.write(struct.pack("BB", 0xCC, obj))
if -0x80 <= obj < 0:
return self._buffer.write(struct.pack(">Bb", 0xD0, obj))
if 0xFF < obj <= 0xFFFF:
return self._buffer.write(struct.pack(">BH", 0xCD, obj))
if -0x8000 <= obj < -0x80:
return self._buffer.write(struct.pack(">Bh", 0xD1, obj))
if 0xFFFF < obj <= 0xFFFFFFFF:
return self._buffer.write(struct.pack(">BI", 0xCE, obj))
if -0x80000000 <= obj < -0x8000:
return self._buffer.write(struct.pack(">Bi", 0xD2, obj))
if 0xFFFFFFFF < obj <= 0xFFFFFFFFFFFFFFFF:
return self._buffer.write(struct.pack(">BQ", 0xCF, obj))
if -0x8000000000000000 <= obj < -0x80000000:
return self._buffer.write(struct.pack(">Bq", 0xD3, obj))
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = True
continue
raise OverflowError("Integer value out of range")
if check(obj, (bytes, bytearray)):
n = len(obj)
if n >= 2 ** 32:
raise ValueError("%s is too large" % type(obj).__name__)
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, unicode):
obj = obj.encode("utf-8", self._unicode_errors)
n = len(obj)
if n >= 2 ** 32:
raise ValueError("String is too large")
self._pack_raw_header(n)
return self._buffer.write(obj)
if check(obj, memoryview):
n = len(obj) * obj.itemsize
if n >= 2 ** 32:
raise ValueError("Memoryview is too large")
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, float):
if self._use_float:
return self._buffer.write(struct.pack(">Bf", 0xCA, obj))
return self._buffer.write(struct.pack(">Bd", 0xCB, obj))
if check(obj, (ExtType, Timestamp)):
if check(obj, Timestamp):
code = -1
data = obj.to_bytes()
else:
code = obj.code
data = obj.data
assert isinstance(code, int)
assert isinstance(data, bytes)
L = len(data)
if L == 1:
self._buffer.write(b"\xd4")
elif L == 2:
self._buffer.write(b"\xd5")
elif L == 4:
self._buffer.write(b"\xd6")
elif L == 8:
self._buffer.write(b"\xd7")
elif L == 16:
self._buffer.write(b"\xd8")
elif L <= 0xFF:
self._buffer.write(struct.pack(">BB", 0xC7, L))
elif L <= 0xFFFF:
self._buffer.write(struct.pack(">BH", 0xC8, L))
else:
self._buffer.write(struct.pack(">BI", 0xC9, L))
self._buffer.write(struct.pack("b", code))
self._buffer.write(data)
return
if check(obj, list_types):
n = len(obj)
self._pack_array_header(n)
for i in xrange(n):
self._pack(obj[i], nest_limit - 1)
return
if check(obj, dict):
return self._pack_map_pairs(
len(obj), dict_iteritems(obj), nest_limit - 1
)
if self._datetime and check(obj, _DateTime) and obj.tzinfo is not None:
obj = Timestamp.from_datetime(obj)
default_used = 1
continue
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = 1
continue
raise TypeError("Cannot serialize %r" % (obj,))
def pack(self, obj):
try:
self._pack(obj)
except:
self._buffer = StringIO() # force reset
raise
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_pairs(self, pairs):
self._pack_map_pairs(len(pairs), pairs)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_array_header(self, n):
if n >= 2 ** 32:
raise ValueError
self._pack_array_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_header(self, n):
if n >= 2 ** 32:
raise ValueError
self._pack_map_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_ext_type(self, typecode, data):
if not isinstance(typecode, int):
raise TypeError("typecode must have int type.")
if not 0 <= typecode <= 127:
raise ValueError("typecode should be 0-127")
if not isinstance(data, bytes):
raise TypeError("data must have bytes type")
L = len(data)
if L > 0xFFFFFFFF:
raise ValueError("Too large data")
if L == 1:
self._buffer.write(b"\xd4")
elif L == 2:
self._buffer.write(b"\xd5")
elif L == 4:
self._buffer.write(b"\xd6")
elif L == 8:
self._buffer.write(b"\xd7")
elif L == 16:
self._buffer.write(b"\xd8")
elif L <= 0xFF:
self._buffer.write(b"\xc7" + struct.pack("B", L))
elif L <= 0xFFFF:
self._buffer.write(b"\xc8" + struct.pack(">H", L))
else:
self._buffer.write(b"\xc9" + struct.pack(">I", L))
self._buffer.write(struct.pack("B", typecode))
self._buffer.write(data)
def _pack_array_header(self, n):
if n <= 0x0F:
return self._buffer.write(struct.pack("B", 0x90 + n))
if n <= 0xFFFF:
return self._buffer.write(struct.pack(">BH", 0xDC, n))
if n <= 0xFFFFFFFF:
return self._buffer.write(struct.pack(">BI", 0xDD, n))
raise ValueError("Array is too large")
def _pack_map_header(self, n):
if n <= 0x0F:
return self._buffer.write(struct.pack("B", 0x80 + n))
if n <= 0xFFFF:
return self._buffer.write(struct.pack(">BH", 0xDE, n))
if n <= 0xFFFFFFFF:
return self._buffer.write(struct.pack(">BI", 0xDF, n))
raise ValueError("Dict is too large")
def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT):
self._pack_map_header(n)
for (k, v) in pairs:
self._pack(k, nest_limit - 1)
self._pack(v, nest_limit - 1)
def _pack_raw_header(self, n):
if n <= 0x1F:
self._buffer.write(struct.pack("B", 0xA0 + n))
elif self._use_bin_type and n <= 0xFF:
self._buffer.write(struct.pack(">BB", 0xD9, n))
elif n <= 0xFFFF:
self._buffer.write(struct.pack(">BH", 0xDA, n))
elif n <= 0xFFFFFFFF:
self._buffer.write(struct.pack(">BI", 0xDB, n))
else:
raise ValueError("Raw is too large")
def _pack_bin_header(self, n):
if not self._use_bin_type:
return self._pack_raw_header(n)
elif n <= 0xFF:
return self._buffer.write(struct.pack(">BB", 0xC4, n))
elif n <= 0xFFFF:
return self._buffer.write(struct.pack(">BH", 0xC5, n))
elif n <= 0xFFFFFFFF:
return self._buffer.write(struct.pack(">BI", 0xC6, n))
else:
raise ValueError("Bin is too large")
def bytes(self):
"""Return internal buffer contents as bytes object"""
return self._buffer.getvalue()
def reset(self):
"""Reset internal buffer.
This method is useful only when autoreset=False.
"""
self._buffer = StringIO()
def getbuffer(self):
"""Return view of internal buffer."""
if USING_STRINGBUILDER or PY2:
return memoryview(self.bytes())
else:
return self._buffer.getbuffer()
site-packages/pip/_vendor/msgpack/__init__.py 0000644 00000002136 15056474501 0015257 0 ustar 00 # coding: utf-8
from ._version import version
from .exceptions import *
from .ext import ExtType, Timestamp
import os
import sys
if os.environ.get("MSGPACK_PUREPYTHON") or sys.version_info[0] == 2:
from .fallback import Packer, unpackb, Unpacker
else:
try:
from ._cmsgpack import Packer, unpackb, Unpacker
except ImportError:
from .fallback import Packer, unpackb, Unpacker
def pack(o, stream, **kwargs):
"""
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
"""
packer = Packer(**kwargs)
stream.write(packer.pack(o))
def packb(o, **kwargs):
"""
Pack object `o` and return packed bytes
See :class:`Packer` for options.
"""
return Packer(**kwargs).pack(o)
def unpack(stream, **kwargs):
"""
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
"""
data = stream.read()
return unpackb(data, **kwargs)
# alias for compatibility to simplejson/marshal/pickle.
load = unpack
loads = unpackb
dump = pack
dumps = packb
site-packages/pip/_vendor/msgpack/_version.py 0000644 00000000024 15056474501 0015336 0 ustar 00 version = (1, 0, 2)
site-packages/pip/_vendor/webencodings/__pycache__/labels.cpython-39.pyc 0000644 00000007444 15056474501 0022302 0 ustar 00 a
��Re# � � @ s� d Z ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d
d
d
d d d d d d d d d d d
d
d
ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d!d!d!d!d!d"d"d"d#d#d$d$d$d$d$d$d$d%d%d%d%d%d%d%d%d%d%d&d&d'd(d(d)d*��Zd+S ),z�
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
�utf-8�ibm866�
iso-8859-2�
iso-8859-3�
iso-8859-4�
iso-8859-5�
iso-8859-6�
iso-8859-7�
iso-8859-8� iso-8859-8-i� iso-8859-10� iso-8859-13� iso-8859-14� iso-8859-15� iso-8859-16�koi8-r�koi8-u� macintosh� windows-874� windows-1250� windows-1251� windows-1252� windows-1253� windows-1254� windows-1255� windows-1256� windows-1257� windows-1258�x-mac-cyrillic�gbk�gb18030�
hz-gb-2312�big5�euc-jp� iso-2022-jp� shift_jis�euc-kr� iso-2022-kr�utf-16be�utf-16le�x-user-defined)�zunicode-1-1-utf-8r �utf8�866�cp866�csibm866r � csisolatin2r z
iso-ir-101z iso8859-2�iso88592z
iso_8859-2ziso_8859-2:1987�l2�latin2� csisolatin3r z
iso-ir-109z iso8859-3�iso88593z
iso_8859-3ziso_8859-3:1988�l3�latin3� csisolatin4r z
iso-ir-110z iso8859-4�iso88594z
iso_8859-4ziso_8859-4:1988�l4�latin4�csisolatincyrillic�cyrillicr z
iso-ir-144z iso8859-5�iso88595z
iso_8859-5ziso_8859-5:1988�arabiczasmo-708� csiso88596e� csiso88596i�csisolatinarabiczecma-114r z iso-8859-6-ez iso-8859-6-iz
iso-ir-127z iso8859-6�iso88596z
iso_8859-6ziso_8859-6:1987�csisolatingreekzecma-118�elot_928�greek�greek8r z
iso-ir-126z iso8859-7�iso88597z
iso_8859-7ziso_8859-7:1987� sun_eu_greek� csiso88598e�csisolatinhebrew�hebrewr z iso-8859-8-ez
iso-ir-138z iso8859-8�iso88598z
iso_8859-8ziso_8859-8:1988�visual� csiso88598ir
�logical� csisolatin6r z
iso-ir-157z
iso8859-10� iso885910�l6�latin6r z
iso8859-13� iso885913r
z
iso8859-14� iso885914� csisolatin9r z
iso8859-15� iso885915z iso_8859-15�l9r �cskoi8r�koi�koi8r �koi8_rr � csmacintosh�macr z x-mac-romanzdos-874z iso-8859-11z
iso8859-11� iso885911ztis-620r �cp1250r zx-cp1250�cp1251r zx-cp1251zansi_x3.4-1968�ascii�cp1252�cp819� csisolatin1�ibm819z
iso-8859-1z
iso-ir-100z iso8859-1�iso88591z
iso_8859-1ziso_8859-1:1987�l1�latin1zus-asciir zx-cp1252�cp1253r zx-cp1253�cp1254� csisolatin5z
iso-8859-9z
iso-ir-148z iso8859-9�iso88599z
iso_8859-9ziso_8859-9:1989�l5�latin5r zx-cp1254�cp1255r zx-cp1255�cp1256r zx-cp1256�cp1257r zx-cp1257�cp1258r zx-cp1258r zx-mac-ukrainian�chinese�csgb2312�csiso58gb231280�gb2312�gb_2312z
gb_2312-80r z iso-ir-58zx-gbkr r r! z
big5-hkscszcn-big5�csbig5zx-x-big5�cseucpkdfmtjapaneser" zx-euc-jp� csiso2022jpr# �
csshiftjis�ms_kanjiz shift-jisr$ �sjisz windows-31jzx-sjis�cseuckr�
csksc56011987r% z
iso-ir-149�koreanzks_c_5601-1987zks_c_5601-1989�ksc5601�ksc_5601z windows-949� csiso2022krr& r' zutf-16r( r) N)�__doc__�LABELS� r� r� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/webencodings/labels.py�<module> s� � � site-packages/pip/_vendor/webencodings/__pycache__/mklabels.cpython-39.pyc 0000644 00000003632 15056474501 0022625 0 ustar 00 a
��Re � @ sd d Z ddlZzddlmZ W n ey: ddlmZ Y n0 dd� Zdd� Zedkr`e ed �� dS )
z�
webencodings.mklabels
~~~~~~~~~~~~~~~~~~~~~
Regenarate the webencodings.labels module.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� N)�urlopenc C s | | � � ksJ �| S �N)�lower)�string� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/webencodings/mklabels.py� assert_lower s r c sf dg}dd� t �t| ��� �d��D �}tdd� |D ��� |�� fdd�|D �� |�d� d �|�S )
Na """
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
c S sL g | ]D}|d D ]6}|d D ](}t t|���d�t |d ��d�f�q qqS )� encodings�labels�u�name)�reprr �lstrip)�.0�category�encoding�labelr r r �
<listcomp>, s ��z generate.<locals>.<listcomp>�asciic s s | ]\}}t |�V qd S r ��len�r r r r r r � <genexpr>2 � zgenerate.<locals>.<genexpr>c 3 s, | ]$\}}d |d� t |� |f V qdS )z %s:%s %s,
� Nr r ��max_lenr r r 3 s ��}� ) �json�loadsr �read�decode�max�extend�append�join)�url�partsr
r r r �generate s ��
r) �__main__z.http://encoding.spec.whatwg.org/encodings.json)
�__doc__r �urllibr � ImportError�urllib.requestr r) �__name__�printr r r r �<module> s ! site-packages/pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-39.pyc 0000644 00000005222 15056474501 0024013 0 ustar 00 a
��Re� � @ s� d Z ddlmZ ddlZG dd� dej�ZG dd� dej�ZG dd � d ej�ZG d
d � d eej�ZG d d
� d
eej�Zej de� j
e� j eeeed�Z dZ
e�e
�ZdS )z�
webencodings.x_user_defined
~~~~~~~~~~~~~~~~~~~~~~~~~~~
An implementation of the x-user-defined encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsNc @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s t �||t�S �N)�codecs�charmap_encode�encoding_table��self�input�errors� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/webencodings/x_user_defined.py�encode s z Codec.encodec C s t �||t�S r )r �charmap_decode�decoding_tabler r
r
r �decode s z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r
r
r
r r s
r c @ s e Zd Zddd�ZdS )�IncrementalEncoderFc C s t �|| jt�d S �Nr )r r r r �r
r �finalr
r
r r s zIncrementalEncoder.encodeN)F)r r r r r
r
r
r r s r c @ s e Zd Zddd�ZdS )�IncrementalDecoderFc C s t �|| jt�d S r )r r r r r r
r
r r $ s zIncrementalDecoder.decodeN)F)r r r r r
r
r
r r # s r c @ s e Zd ZdS )� StreamWriterN�r r r r
r
r
r r ( s r c @ s e Zd ZdS )� StreamReaderNr r
r
r
r r , s r zx-user-defined)�namer r �incrementalencoder�incrementaldecoder� streamreader� streamwriteru
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~)�__doc__�
__future__r r r r r r r � CodecInfor r �
codec_infor �
charmap_buildr r
r
r
r �<module> s* �� site-packages/pip/_vendor/webencodings/__pycache__/__init__.cpython-39.pyc 0000644 00000023042 15056474501 0022567 0 ustar 00 a
��ReS) � @ s� d Z ddlmZ ddlZddlmZ dZddd d
d �Zi Zd d
� Z dd� Z
dd� Z G dd� de �Z
e
d�Ze
d�Ze
d�Zd+dd�Zdd� Zed fd d �Zd,d d �Zd!d"� Zed fd#d$�Zd%d&� ZG d'd(� d(e �ZG d)d*� d*e �ZdS )-a
webencodings
~~~~~~~~~~~~
This is a Python implementation of the `WHATWG Encoding standard
<http://encoding.spec.whatwg.org/>`. See README for details.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsN� )�LABELSz0.5.1z
iso-8859-8z mac-cyrillicz mac-roman�cp874)z iso-8859-8-izx-mac-cyrillic� macintoshz windows-874c C s | � d��� �d�S )a9 Transform (only) ASCII letters to lower case: A-Z is mapped to a-z.
:param string: An Unicode string.
:returns: A new Unicode string.
This is used for `ASCII case-insensitive
<http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_
matching of encoding labels.
The same matching is also used, among other things,
for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_.
This is different from the :meth:`~py:str.lower` method of Unicode strings
which also affect non-ASCII characters,
sometimes mapping them into the ASCII range:
>>> keyword = u'Bac\N{KELVIN SIGN}ground'
>>> assert keyword.lower() == u'background'
>>> assert ascii_lower(keyword) != keyword.lower()
>>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground'
�utf8)�encode�lower�decode)�string� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/webencodings/__init__.py� ascii_lower# s r c C sx t | �d��} t�| �}|du r$dS t�|�}|du rt|dkrLddlm} nt�||�}t� |�}t
||�}|t|< |S )u<
Look for an encoding by its label.
This is the spec’s `get an encoding
<http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm.
Supported labels are listed there.
:param label: A string.
:returns:
An :class:`Encoding` object, or :obj:`None` for an unknown label.
z
Nzx-user-definedr )�
codec_info) r �stripr �get�CACHE�x_user_definedr � PYTHON_NAMES�codecs�lookup�Encoding)�label�name�encodingr � python_namer r r
r = s
r c C s. t | d�r| S t| �}|du r*td| ��|S )z�
Accept either an encoding object or label.
:param encoding: An :class:`Encoding` object or a label string.
:returns: An :class:`Encoding` object.
:raises: :exc:`~exceptions.LookupError` for an unknown label.
r NzUnknown encoding label: %r)�hasattrr � LookupError)�encoding_or_labelr r r r
�
_get_encoding[ s
r c @ s e Zd ZdZdd� Zdd� ZdS )r aO Reresents a character encoding such as UTF-8,
that can be used for decoding or encoding.
.. attribute:: name
Canonical name of the encoding
.. attribute:: codec_info
The actual implementation of the encoding,
a stdlib :class:`~codecs.CodecInfo` object.
See :func:`codecs.register`.
c C s || _ || _d S �N)r r )�selfr r r r r
�__init__| s zEncoding.__init__c C s
d| j S )Nz
<Encoding %s>)r )r! r r r
�__repr__� s zEncoding.__repr__N)�__name__�
__module__� __qualname__�__doc__r" r# r r r r
r m s r zutf-8zutf-16lezutf-16be�replacec C s2 t |�}t| �\}} |p|}|j�| |�d |fS )a�
Decode a single string.
:param input: A byte string
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return:
A ``(output, encoding)`` tuple of an Unicode string
and an :obj:`Encoding`.
r )r � _detect_bomr r
)�input�fallback_encoding�errors� bom_encodingr r r r
r
� s r
c C sV | � d�rt| dd� fS | � d�r4t| dd� fS | � d�rNt| dd� fS d| fS )zBReturn (bom_encoding, input), with any BOM removed from the input.s ��� Ns ��s � )�
startswith�_UTF16LE�_UTF16BE�UTF8)r* r r r
r) � s
r) �strictc C s t |�j�| |�d S )a;
Encode a single string.
:param input: An Unicode string.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return: A byte string.
r )r r r )r* r r, r r r
r � s r c C s$ t ||�}t| |�}t|�}||fS )a�
"Pull"-based decoder.
:param input:
An iterable of byte strings.
The input is first consumed just enough to determine the encoding
based on the precense of a BOM,
then consumed on demand when the return value is.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns:
An ``(output, encoding)`` tuple.
:obj:`output` is an iterable of Unicode strings,
:obj:`encoding` is the :obj:`Encoding` that is being used.
)�IncrementalDecoder�_iter_decode_generator�next)r* r+ r, �decoder� generatorr r r r
� iter_decode� s
r: c c s� |j }t| �} | D ]0}||�}|r|jdus0J �|jV |V qtq|ddd�}|jdus^J �|jV |rp|V dS | D ]}||�}|rx|V qx|ddd�}|r�|V dS )zqReturn a generator that first yields the :obj:`Encoding`,
then yields output chukns as Unicode strings.
N� T��final)r
�iterr )r* r8 r
�chunck�outputr r r
r6 � s, r6 c C s t ||�j}t| |�S )uY
“Pull”-based encoder.
:param input: An iterable of Unicode strings.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns: An iterable of byte strings.
)�IncrementalEncoderr �_iter_encode_generator)r* r r, r r r r
� iter_encode� s rC c c s6 | D ]}||�}|r|V q|ddd�}|r2|V d S )N� Tr< r )r* r r? r@ r r r
rB s rB c @ s$ e Zd ZdZd dd�Zd
dd�ZdS ) r5 uO
“Push”-based decoder.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
r( c C s& t |�| _|| _d| _d | _d | _d S )Nr; )r �_fallback_encoding�_errors�_buffer�_decoderr )r! r+ r, r r r
r" s
zIncrementalDecoder.__init__Fc C s| | j }|dur|||�S | j| }t|�\}}|du rVt|�dk rP|sP|| _dS | j}|j�| j�j}|| _ || _ |||�S )z�Decode one chunk of the input.
:param input: A byte string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: An Unicode string.
Nr/ rD )
rH rG r) �lenrE r �incrementaldecoderrF r
r )r! r* r= r8 r r r r
r
' s
zIncrementalDecoder.decodeN)r( )F)r$ r% r& r' r" r
r r r r
r5 s
r5 c @ s e Zd ZdZedfdd�ZdS )rA u�
“Push”-based encoder.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
.. method:: encode(input, final=False)
:param input: An Unicode string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: A byte string.
r4 c C s t |�}|j�|�j| _d S r )r r �incrementalencoderr )r! r r, r r r
r" T s zIncrementalEncoder.__init__N)r$ r% r& r' r3 r" r r r r
rA C s rA )r( )r( )r' �
__future__r r �labelsr �VERSIONr r r r r �objectr r3 r1 r2 r
r) r r: r6 rC rB r5 rA r r r r
�<module> s4
�
3 site-packages/pip/_vendor/webencodings/__pycache__/tests.cpython-39.pyc 0000644 00000011766 15056474501 0022204 0 ustar 00 a
��Re� � @ s� d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
m Z m Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Zdd� ZdS )z�
webencodings.tests
~~~~~~~~~~~~~~~~~~
A basic test suite for Encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literals� ) �lookup�LABELS�decode�encode� iter_decode� iter_encode�IncrementalDecoder�IncrementalEncoder�UTF8c O s8 z||i |�� W n | y& Y d S 0 t d| ��d S )NzDid not raise %s.)�AssertionError)� exception�function�args�kwargs� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/webencodings/tests.py�
assert_raises s
r c C s t d�jdksJ �t d�jdks$J �t d�jdks6J �t d�jdksHJ �t d�jdksZJ �t d�jdkslJ �t d�jdks~J �t d�d u s�J �t d�d u s�J �t d �jd
ks�J �t d �jd
ks�J �t d �jd
ks�J �t d
�jd
ks�J �t d�d u s�J �t d�d u �sJ �d S )Nzutf-8zUtf-8zUTF-8�utf8zutf8 z
utf8 �u8u utf-8 zUS-ASCIIz windows-1252z
iso-8859-1�latin1ZLATIN1zlatin-1u LATİN1)r �namer r r r � test_labels s r c C s t D ]�} td| �dt| �fks"J �td| �dks4J �dD ]D}tdg| | �\}}t|�g ks`J �ttdg| | ��g ks8J �q8t| �}|�d�dks�J �|jddd�dks�J �t| �}|�d�dks�J �|jddd�dksJ �qt t �
� �D ]}t|�j |ks�J �q�d S )N� � )r r � T)�final) r r r r r �listr r
r �set�valuesr )�label�repeat�output�_�decoder�encoderr r r r �test_all_labels0 s r' c C sT t ttdd� t ttdd� t ttg d� t ttg d� t ttd� t ttd� d S )N� é�invalid� é)r � LookupErrorr r r r r
r r r r r �test_invalid_labelC s r, c C s� t dd�dtd�fksJ �t dtd��dtd�fks8J �t dd�dtd�fksRJ �t dt�dtd�fkslJ �t dd�dtd�fks�J �t d d�dtd�fks�J �t d
d�dtd �fks�J �t d d�dtd
�fks�J �t dd�dtd �fks�J �t dd�dtd
�fk�s
J �t dd�dtd �fk�s&J �t dd�dtd
�fk�sBJ �t dd�dtd
�fk�s^J �t dd�dtd �fk�szJ �t dd�dtd
�fk�s�J �t dd�dtd
�fk�s�J �d S )N� �r u €� ér r* �ascii� ér( � �� �utf-16be� ��� �utf-16les ��� u s �� �� �zUTF-16BE� � zUTF-16LEzUTF-16)r r r r r r r � test_decodeL s r7 c C sp t dd�dksJ �t dd�dks$J �t dd�dks6J �t dd�dksHJ �t dd�dksZJ �t dd �d
kslJ �d S ) Nr* r � �r r. �utf-16r6 r4 r2 r5 )r r r r r � test_encodeb s r: c C sx dd� } | g d�dksJ �| dgd�dks.J �| dgd�dksBJ �| dgd�d ksVJ �| d
d gd�d kslJ �| d d
gd�d ks�J �| dgd�dks�J �| dgd�dks�J �| g d�d�dks�J �| g d�d�dks�J �| g d�d�dks�J �| dgd�dk�sJ �| dgd�dk�sJ �| dgd�dk�s.J �| dgd�dk�sDJ �| g d�d�dk�s\J �| g d�d �d k�stJ �d S ) Nc S s t | |�\}}d�|�S )Nr )r �join)�input�fallback_encodingr# � _encodingr r r �iter_decode_to_stringl s z/test_iter_decode.<locals>.iter_decode_to_stringr r r r8 r* s helloZhellos he� llos hell� or. r0 r( )� � �� �)rB � arC u a�)r � �r r s ���rD rB s �u ï»r1 r3 )r � �r r s ��� )r s h�r@ �x-user-definedu hllor )r? r r r �test_iter_decodek sL ��������
��rJ c C s� d� tg d��dksJ �d� tdgd��dks2J �d� tdgd��dksLJ �d� tg d�d��dkshJ �d� tg d�d��dks�J �d� tg d�d ��dks�J �d� tg d�d
��d ks�J �d� tg d �d
��dks�J �d S )Nr r r r* r8 )r r* r r r9 r6 r4 r2 r5 )r u hr ZllorI s h�llo)r; r r r r r �test_iter_encode� s ��rK c C s@ d} d}d} d}t | d�|td�fks*J �t|d�| ks<J �d S )Ns 2, O�#�ɻtϨ�u 2, O#ts aaZaarI )r r r )�encoded�decodedr r r �test_x_user_defined� s rN N)�__doc__�
__future__r r r r r r r r r
r r r r r' r, r7 r: rJ rK rN r r r r �<module> s , site-packages/pip/_vendor/webencodings/labels.py 0000644 00000021423 15056474501 0016004 0 ustar 00 """
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
'unicode-1-1-utf-8': 'utf-8',
'utf-8': 'utf-8',
'utf8': 'utf-8',
'866': 'ibm866',
'cp866': 'ibm866',
'csibm866': 'ibm866',
'ibm866': 'ibm866',
'csisolatin2': 'iso-8859-2',
'iso-8859-2': 'iso-8859-2',
'iso-ir-101': 'iso-8859-2',
'iso8859-2': 'iso-8859-2',
'iso88592': 'iso-8859-2',
'iso_8859-2': 'iso-8859-2',
'iso_8859-2:1987': 'iso-8859-2',
'l2': 'iso-8859-2',
'latin2': 'iso-8859-2',
'csisolatin3': 'iso-8859-3',
'iso-8859-3': 'iso-8859-3',
'iso-ir-109': 'iso-8859-3',
'iso8859-3': 'iso-8859-3',
'iso88593': 'iso-8859-3',
'iso_8859-3': 'iso-8859-3',
'iso_8859-3:1988': 'iso-8859-3',
'l3': 'iso-8859-3',
'latin3': 'iso-8859-3',
'csisolatin4': 'iso-8859-4',
'iso-8859-4': 'iso-8859-4',
'iso-ir-110': 'iso-8859-4',
'iso8859-4': 'iso-8859-4',
'iso88594': 'iso-8859-4',
'iso_8859-4': 'iso-8859-4',
'iso_8859-4:1988': 'iso-8859-4',
'l4': 'iso-8859-4',
'latin4': 'iso-8859-4',
'csisolatincyrillic': 'iso-8859-5',
'cyrillic': 'iso-8859-5',
'iso-8859-5': 'iso-8859-5',
'iso-ir-144': 'iso-8859-5',
'iso8859-5': 'iso-8859-5',
'iso88595': 'iso-8859-5',
'iso_8859-5': 'iso-8859-5',
'iso_8859-5:1988': 'iso-8859-5',
'arabic': 'iso-8859-6',
'asmo-708': 'iso-8859-6',
'csiso88596e': 'iso-8859-6',
'csiso88596i': 'iso-8859-6',
'csisolatinarabic': 'iso-8859-6',
'ecma-114': 'iso-8859-6',
'iso-8859-6': 'iso-8859-6',
'iso-8859-6-e': 'iso-8859-6',
'iso-8859-6-i': 'iso-8859-6',
'iso-ir-127': 'iso-8859-6',
'iso8859-6': 'iso-8859-6',
'iso88596': 'iso-8859-6',
'iso_8859-6': 'iso-8859-6',
'iso_8859-6:1987': 'iso-8859-6',
'csisolatingreek': 'iso-8859-7',
'ecma-118': 'iso-8859-7',
'elot_928': 'iso-8859-7',
'greek': 'iso-8859-7',
'greek8': 'iso-8859-7',
'iso-8859-7': 'iso-8859-7',
'iso-ir-126': 'iso-8859-7',
'iso8859-7': 'iso-8859-7',
'iso88597': 'iso-8859-7',
'iso_8859-7': 'iso-8859-7',
'iso_8859-7:1987': 'iso-8859-7',
'sun_eu_greek': 'iso-8859-7',
'csiso88598e': 'iso-8859-8',
'csisolatinhebrew': 'iso-8859-8',
'hebrew': 'iso-8859-8',
'iso-8859-8': 'iso-8859-8',
'iso-8859-8-e': 'iso-8859-8',
'iso-ir-138': 'iso-8859-8',
'iso8859-8': 'iso-8859-8',
'iso88598': 'iso-8859-8',
'iso_8859-8': 'iso-8859-8',
'iso_8859-8:1988': 'iso-8859-8',
'visual': 'iso-8859-8',
'csiso88598i': 'iso-8859-8-i',
'iso-8859-8-i': 'iso-8859-8-i',
'logical': 'iso-8859-8-i',
'csisolatin6': 'iso-8859-10',
'iso-8859-10': 'iso-8859-10',
'iso-ir-157': 'iso-8859-10',
'iso8859-10': 'iso-8859-10',
'iso885910': 'iso-8859-10',
'l6': 'iso-8859-10',
'latin6': 'iso-8859-10',
'iso-8859-13': 'iso-8859-13',
'iso8859-13': 'iso-8859-13',
'iso885913': 'iso-8859-13',
'iso-8859-14': 'iso-8859-14',
'iso8859-14': 'iso-8859-14',
'iso885914': 'iso-8859-14',
'csisolatin9': 'iso-8859-15',
'iso-8859-15': 'iso-8859-15',
'iso8859-15': 'iso-8859-15',
'iso885915': 'iso-8859-15',
'iso_8859-15': 'iso-8859-15',
'l9': 'iso-8859-15',
'iso-8859-16': 'iso-8859-16',
'cskoi8r': 'koi8-r',
'koi': 'koi8-r',
'koi8': 'koi8-r',
'koi8-r': 'koi8-r',
'koi8_r': 'koi8-r',
'koi8-u': 'koi8-u',
'csmacintosh': 'macintosh',
'mac': 'macintosh',
'macintosh': 'macintosh',
'x-mac-roman': 'macintosh',
'dos-874': 'windows-874',
'iso-8859-11': 'windows-874',
'iso8859-11': 'windows-874',
'iso885911': 'windows-874',
'tis-620': 'windows-874',
'windows-874': 'windows-874',
'cp1250': 'windows-1250',
'windows-1250': 'windows-1250',
'x-cp1250': 'windows-1250',
'cp1251': 'windows-1251',
'windows-1251': 'windows-1251',
'x-cp1251': 'windows-1251',
'ansi_x3.4-1968': 'windows-1252',
'ascii': 'windows-1252',
'cp1252': 'windows-1252',
'cp819': 'windows-1252',
'csisolatin1': 'windows-1252',
'ibm819': 'windows-1252',
'iso-8859-1': 'windows-1252',
'iso-ir-100': 'windows-1252',
'iso8859-1': 'windows-1252',
'iso88591': 'windows-1252',
'iso_8859-1': 'windows-1252',
'iso_8859-1:1987': 'windows-1252',
'l1': 'windows-1252',
'latin1': 'windows-1252',
'us-ascii': 'windows-1252',
'windows-1252': 'windows-1252',
'x-cp1252': 'windows-1252',
'cp1253': 'windows-1253',
'windows-1253': 'windows-1253',
'x-cp1253': 'windows-1253',
'cp1254': 'windows-1254',
'csisolatin5': 'windows-1254',
'iso-8859-9': 'windows-1254',
'iso-ir-148': 'windows-1254',
'iso8859-9': 'windows-1254',
'iso88599': 'windows-1254',
'iso_8859-9': 'windows-1254',
'iso_8859-9:1989': 'windows-1254',
'l5': 'windows-1254',
'latin5': 'windows-1254',
'windows-1254': 'windows-1254',
'x-cp1254': 'windows-1254',
'cp1255': 'windows-1255',
'windows-1255': 'windows-1255',
'x-cp1255': 'windows-1255',
'cp1256': 'windows-1256',
'windows-1256': 'windows-1256',
'x-cp1256': 'windows-1256',
'cp1257': 'windows-1257',
'windows-1257': 'windows-1257',
'x-cp1257': 'windows-1257',
'cp1258': 'windows-1258',
'windows-1258': 'windows-1258',
'x-cp1258': 'windows-1258',
'x-mac-cyrillic': 'x-mac-cyrillic',
'x-mac-ukrainian': 'x-mac-cyrillic',
'chinese': 'gbk',
'csgb2312': 'gbk',
'csiso58gb231280': 'gbk',
'gb2312': 'gbk',
'gb_2312': 'gbk',
'gb_2312-80': 'gbk',
'gbk': 'gbk',
'iso-ir-58': 'gbk',
'x-gbk': 'gbk',
'gb18030': 'gb18030',
'hz-gb-2312': 'hz-gb-2312',
'big5': 'big5',
'big5-hkscs': 'big5',
'cn-big5': 'big5',
'csbig5': 'big5',
'x-x-big5': 'big5',
'cseucpkdfmtjapanese': 'euc-jp',
'euc-jp': 'euc-jp',
'x-euc-jp': 'euc-jp',
'csiso2022jp': 'iso-2022-jp',
'iso-2022-jp': 'iso-2022-jp',
'csshiftjis': 'shift_jis',
'ms_kanji': 'shift_jis',
'shift-jis': 'shift_jis',
'shift_jis': 'shift_jis',
'sjis': 'shift_jis',
'windows-31j': 'shift_jis',
'x-sjis': 'shift_jis',
'cseuckr': 'euc-kr',
'csksc56011987': 'euc-kr',
'euc-kr': 'euc-kr',
'iso-ir-149': 'euc-kr',
'korean': 'euc-kr',
'ks_c_5601-1987': 'euc-kr',
'ks_c_5601-1989': 'euc-kr',
'ksc5601': 'euc-kr',
'ksc_5601': 'euc-kr',
'windows-949': 'euc-kr',
'csiso2022kr': 'iso-2022-kr',
'iso-2022-kr': 'iso-2022-kr',
'utf-16be': 'utf-16be',
'utf-16': 'utf-16le',
'utf-16le': 'utf-16le',
'x-user-defined': 'x-user-defined',
}
site-packages/pip/_vendor/webencodings/__init__.py 0000644 00000024523 15056474501 0016305 0 ustar 00 # coding: utf-8
"""
webencodings
~~~~~~~~~~~~
This is a Python implementation of the `WHATWG Encoding standard
<http://encoding.spec.whatwg.org/>`. See README for details.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
import codecs
from .labels import LABELS
VERSION = '0.5.1'
# Some names in Encoding are not valid Python aliases. Remap these.
PYTHON_NAMES = {
'iso-8859-8-i': 'iso-8859-8',
'x-mac-cyrillic': 'mac-cyrillic',
'macintosh': 'mac-roman',
'windows-874': 'cp874'}
CACHE = {}
def ascii_lower(string):
r"""Transform (only) ASCII letters to lower case: A-Z is mapped to a-z.
:param string: An Unicode string.
:returns: A new Unicode string.
This is used for `ASCII case-insensitive
<http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_
matching of encoding labels.
The same matching is also used, among other things,
for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_.
This is different from the :meth:`~py:str.lower` method of Unicode strings
which also affect non-ASCII characters,
sometimes mapping them into the ASCII range:
>>> keyword = u'Bac\N{KELVIN SIGN}ground'
>>> assert keyword.lower() == u'background'
>>> assert ascii_lower(keyword) != keyword.lower()
>>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground'
"""
# This turns out to be faster than unicode.translate()
return string.encode('utf8').lower().decode('utf8')
def lookup(label):
"""
Look for an encoding by its label.
This is the spec’s `get an encoding
<http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm.
Supported labels are listed there.
:param label: A string.
:returns:
An :class:`Encoding` object, or :obj:`None` for an unknown label.
"""
# Only strip ASCII whitespace: U+0009, U+000A, U+000C, U+000D, and U+0020.
label = ascii_lower(label.strip('\t\n\f\r '))
name = LABELS.get(label)
if name is None:
return None
encoding = CACHE.get(name)
if encoding is None:
if name == 'x-user-defined':
from .x_user_defined import codec_info
else:
python_name = PYTHON_NAMES.get(name, name)
# Any python_name value that gets to here should be valid.
codec_info = codecs.lookup(python_name)
encoding = Encoding(name, codec_info)
CACHE[name] = encoding
return encoding
def _get_encoding(encoding_or_label):
"""
Accept either an encoding object or label.
:param encoding: An :class:`Encoding` object or a label string.
:returns: An :class:`Encoding` object.
:raises: :exc:`~exceptions.LookupError` for an unknown label.
"""
if hasattr(encoding_or_label, 'codec_info'):
return encoding_or_label
encoding = lookup(encoding_or_label)
if encoding is None:
raise LookupError('Unknown encoding label: %r' % encoding_or_label)
return encoding
class Encoding(object):
"""Reresents a character encoding such as UTF-8,
that can be used for decoding or encoding.
.. attribute:: name
Canonical name of the encoding
.. attribute:: codec_info
The actual implementation of the encoding,
a stdlib :class:`~codecs.CodecInfo` object.
See :func:`codecs.register`.
"""
def __init__(self, name, codec_info):
self.name = name
self.codec_info = codec_info
def __repr__(self):
return '<Encoding %s>' % self.name
#: The UTF-8 encoding. Should be used for new content and formats.
UTF8 = lookup('utf-8')
_UTF16LE = lookup('utf-16le')
_UTF16BE = lookup('utf-16be')
def decode(input, fallback_encoding, errors='replace'):
"""
Decode a single string.
:param input: A byte string
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return:
A ``(output, encoding)`` tuple of an Unicode string
and an :obj:`Encoding`.
"""
# Fail early if `encoding` is an invalid label.
fallback_encoding = _get_encoding(fallback_encoding)
bom_encoding, input = _detect_bom(input)
encoding = bom_encoding or fallback_encoding
return encoding.codec_info.decode(input, errors)[0], encoding
def _detect_bom(input):
"""Return (bom_encoding, input), with any BOM removed from the input."""
if input.startswith(b'\xFF\xFE'):
return _UTF16LE, input[2:]
if input.startswith(b'\xFE\xFF'):
return _UTF16BE, input[2:]
if input.startswith(b'\xEF\xBB\xBF'):
return UTF8, input[3:]
return None, input
def encode(input, encoding=UTF8, errors='strict'):
"""
Encode a single string.
:param input: An Unicode string.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return: A byte string.
"""
return _get_encoding(encoding).codec_info.encode(input, errors)[0]
def iter_decode(input, fallback_encoding, errors='replace'):
"""
"Pull"-based decoder.
:param input:
An iterable of byte strings.
The input is first consumed just enough to determine the encoding
based on the precense of a BOM,
then consumed on demand when the return value is.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns:
An ``(output, encoding)`` tuple.
:obj:`output` is an iterable of Unicode strings,
:obj:`encoding` is the :obj:`Encoding` that is being used.
"""
decoder = IncrementalDecoder(fallback_encoding, errors)
generator = _iter_decode_generator(input, decoder)
encoding = next(generator)
return generator, encoding
def _iter_decode_generator(input, decoder):
"""Return a generator that first yields the :obj:`Encoding`,
then yields output chukns as Unicode strings.
"""
decode = decoder.decode
input = iter(input)
for chunck in input:
output = decode(chunck)
if output:
assert decoder.encoding is not None
yield decoder.encoding
yield output
break
else:
# Input exhausted without determining the encoding
output = decode(b'', final=True)
assert decoder.encoding is not None
yield decoder.encoding
if output:
yield output
return
for chunck in input:
output = decode(chunck)
if output:
yield output
output = decode(b'', final=True)
if output:
yield output
def iter_encode(input, encoding=UTF8, errors='strict'):
"""
“Pull”-based encoder.
:param input: An iterable of Unicode strings.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns: An iterable of byte strings.
"""
# Fail early if `encoding` is an invalid label.
encode = IncrementalEncoder(encoding, errors).encode
return _iter_encode_generator(input, encode)
def _iter_encode_generator(input, encode):
for chunck in input:
output = encode(chunck)
if output:
yield output
output = encode('', final=True)
if output:
yield output
class IncrementalDecoder(object):
"""
“Push”-based decoder.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
"""
def __init__(self, fallback_encoding, errors='replace'):
# Fail early if `encoding` is an invalid label.
self._fallback_encoding = _get_encoding(fallback_encoding)
self._errors = errors
self._buffer = b''
self._decoder = None
#: The actual :class:`Encoding` that is being used,
#: or :obj:`None` if that is not determined yet.
#: (Ie. if there is not enough input yet to determine
#: if there is a BOM.)
self.encoding = None # Not known yet.
def decode(self, input, final=False):
"""Decode one chunk of the input.
:param input: A byte string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: An Unicode string.
"""
decoder = self._decoder
if decoder is not None:
return decoder(input, final)
input = self._buffer + input
encoding, input = _detect_bom(input)
if encoding is None:
if len(input) < 3 and not final: # Not enough data yet.
self._buffer = input
return ''
else: # No BOM
encoding = self._fallback_encoding
decoder = encoding.codec_info.incrementaldecoder(self._errors).decode
self._decoder = decoder
self.encoding = encoding
return decoder(input, final)
class IncrementalEncoder(object):
"""
“Push”-based encoder.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
.. method:: encode(input, final=False)
:param input: An Unicode string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: A byte string.
"""
def __init__(self, encoding=UTF8, errors='strict'):
encoding = _get_encoding(encoding)
self.encode = encoding.codec_info.incrementalencoder(errors).encode
site-packages/pip/_vendor/webencodings/mklabels.py 0000644 00000002431 15056474501 0016332 0 ustar 00 """
webencodings.mklabels
~~~~~~~~~~~~~~~~~~~~~
Regenarate the webencodings.labels module.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
import json
try:
from urllib import urlopen
except ImportError:
from urllib.request import urlopen
def assert_lower(string):
assert string == string.lower()
return string
def generate(url):
parts = ['''\
"""
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
''']
labels = [
(repr(assert_lower(label)).lstrip('u'),
repr(encoding['name']).lstrip('u'))
for category in json.loads(urlopen(url).read().decode('ascii'))
for encoding in category['encodings']
for label in encoding['labels']]
max_len = max(len(label) for label, name in labels)
parts.extend(
' %s:%s %s,\n' % (label, ' ' * (max_len - len(label)), name)
for label, name in labels)
parts.append('}')
return ''.join(parts)
if __name__ == '__main__':
print(generate('http://encoding.spec.whatwg.org/encodings.json'))
site-packages/pip/_vendor/webencodings/x_user_defined.py 0000644 00000010323 15056474501 0017522 0 ustar 00 # coding: utf-8
"""
webencodings.x_user_defined
~~~~~~~~~~~~~~~~~~~~~~~~~~~
An implementation of the x-user-defined encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
import codecs
### Codec APIs
class Codec(codecs.Codec):
def encode(self, input, errors='strict'):
return codecs.charmap_encode(input, errors, encoding_table)
def decode(self, input, errors='strict'):
return codecs.charmap_decode(input, errors, decoding_table)
class IncrementalEncoder(codecs.IncrementalEncoder):
def encode(self, input, final=False):
return codecs.charmap_encode(input, self.errors, encoding_table)[0]
class IncrementalDecoder(codecs.IncrementalDecoder):
def decode(self, input, final=False):
return codecs.charmap_decode(input, self.errors, decoding_table)[0]
class StreamWriter(Codec, codecs.StreamWriter):
pass
class StreamReader(Codec, codecs.StreamReader):
pass
### encodings module API
codec_info = codecs.CodecInfo(
name='x-user-defined',
encode=Codec().encode,
decode=Codec().decode,
incrementalencoder=IncrementalEncoder,
incrementaldecoder=IncrementalDecoder,
streamreader=StreamReader,
streamwriter=StreamWriter,
)
### Decoding Table
# Python 3:
# for c in range(256): print(' %r' % chr(c if c < 128 else c + 0xF700))
decoding_table = (
'\x00'
'\x01'
'\x02'
'\x03'
'\x04'
'\x05'
'\x06'
'\x07'
'\x08'
'\t'
'\n'
'\x0b'
'\x0c'
'\r'
'\x0e'
'\x0f'
'\x10'
'\x11'
'\x12'
'\x13'
'\x14'
'\x15'
'\x16'
'\x17'
'\x18'
'\x19'
'\x1a'
'\x1b'
'\x1c'
'\x1d'
'\x1e'
'\x1f'
' '
'!'
'"'
'#'
'$'
'%'
'&'
"'"
'('
')'
'*'
'+'
','
'-'
'.'
'/'
'0'
'1'
'2'
'3'
'4'
'5'
'6'
'7'
'8'
'9'
':'
';'
'<'
'='
'>'
'?'
'@'
'A'
'B'
'C'
'D'
'E'
'F'
'G'
'H'
'I'
'J'
'K'
'L'
'M'
'N'
'O'
'P'
'Q'
'R'
'S'
'T'
'U'
'V'
'W'
'X'
'Y'
'Z'
'['
'\\'
']'
'^'
'_'
'`'
'a'
'b'
'c'
'd'
'e'
'f'
'g'
'h'
'i'
'j'
'k'
'l'
'm'
'n'
'o'
'p'
'q'
'r'
's'
't'
'u'
'v'
'w'
'x'
'y'
'z'
'{'
'|'
'}'
'~'
'\x7f'
'\uf780'
'\uf781'
'\uf782'
'\uf783'
'\uf784'
'\uf785'
'\uf786'
'\uf787'
'\uf788'
'\uf789'
'\uf78a'
'\uf78b'
'\uf78c'
'\uf78d'
'\uf78e'
'\uf78f'
'\uf790'
'\uf791'
'\uf792'
'\uf793'
'\uf794'
'\uf795'
'\uf796'
'\uf797'
'\uf798'
'\uf799'
'\uf79a'
'\uf79b'
'\uf79c'
'\uf79d'
'\uf79e'
'\uf79f'
'\uf7a0'
'\uf7a1'
'\uf7a2'
'\uf7a3'
'\uf7a4'
'\uf7a5'
'\uf7a6'
'\uf7a7'
'\uf7a8'
'\uf7a9'
'\uf7aa'
'\uf7ab'
'\uf7ac'
'\uf7ad'
'\uf7ae'
'\uf7af'
'\uf7b0'
'\uf7b1'
'\uf7b2'
'\uf7b3'
'\uf7b4'
'\uf7b5'
'\uf7b6'
'\uf7b7'
'\uf7b8'
'\uf7b9'
'\uf7ba'
'\uf7bb'
'\uf7bc'
'\uf7bd'
'\uf7be'
'\uf7bf'
'\uf7c0'
'\uf7c1'
'\uf7c2'
'\uf7c3'
'\uf7c4'
'\uf7c5'
'\uf7c6'
'\uf7c7'
'\uf7c8'
'\uf7c9'
'\uf7ca'
'\uf7cb'
'\uf7cc'
'\uf7cd'
'\uf7ce'
'\uf7cf'
'\uf7d0'
'\uf7d1'
'\uf7d2'
'\uf7d3'
'\uf7d4'
'\uf7d5'
'\uf7d6'
'\uf7d7'
'\uf7d8'
'\uf7d9'
'\uf7da'
'\uf7db'
'\uf7dc'
'\uf7dd'
'\uf7de'
'\uf7df'
'\uf7e0'
'\uf7e1'
'\uf7e2'
'\uf7e3'
'\uf7e4'
'\uf7e5'
'\uf7e6'
'\uf7e7'
'\uf7e8'
'\uf7e9'
'\uf7ea'
'\uf7eb'
'\uf7ec'
'\uf7ed'
'\uf7ee'
'\uf7ef'
'\uf7f0'
'\uf7f1'
'\uf7f2'
'\uf7f3'
'\uf7f4'
'\uf7f5'
'\uf7f6'
'\uf7f7'
'\uf7f8'
'\uf7f9'
'\uf7fa'
'\uf7fb'
'\uf7fc'
'\uf7fd'
'\uf7fe'
'\uf7ff'
)
### Encoding table
encoding_table = codecs.charmap_build(decoding_table)
site-packages/pip/_vendor/webencodings/tests.py 0000644 00000014643 15056474501 0015712 0 ustar 00 # coding: utf-8
"""
webencodings.tests
~~~~~~~~~~~~~~~~~~
A basic test suite for Encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
from . import (lookup, LABELS, decode, encode, iter_decode, iter_encode,
IncrementalDecoder, IncrementalEncoder, UTF8)
def assert_raises(exception, function, *args, **kwargs):
try:
function(*args, **kwargs)
except exception:
return
else: # pragma: no cover
raise AssertionError('Did not raise %s.' % exception)
def test_labels():
assert lookup('utf-8').name == 'utf-8'
assert lookup('Utf-8').name == 'utf-8'
assert lookup('UTF-8').name == 'utf-8'
assert lookup('utf8').name == 'utf-8'
assert lookup('utf8').name == 'utf-8'
assert lookup('utf8 ').name == 'utf-8'
assert lookup(' \r\nutf8\t').name == 'utf-8'
assert lookup('u8') is None # Python label.
assert lookup('utf-8 ') is None # Non-ASCII white space.
assert lookup('US-ASCII').name == 'windows-1252'
assert lookup('iso-8859-1').name == 'windows-1252'
assert lookup('latin1').name == 'windows-1252'
assert lookup('LATIN1').name == 'windows-1252'
assert lookup('latin-1') is None
assert lookup('LATİN1') is None # ASCII-only case insensitivity.
def test_all_labels():
for label in LABELS:
assert decode(b'', label) == ('', lookup(label))
assert encode('', label) == b''
for repeat in [0, 1, 12]:
output, _ = iter_decode([b''] * repeat, label)
assert list(output) == []
assert list(iter_encode([''] * repeat, label)) == []
decoder = IncrementalDecoder(label)
assert decoder.decode(b'') == ''
assert decoder.decode(b'', final=True) == ''
encoder = IncrementalEncoder(label)
assert encoder.encode('') == b''
assert encoder.encode('', final=True) == b''
# All encoding names are valid labels too:
for name in set(LABELS.values()):
assert lookup(name).name == name
def test_invalid_label():
assert_raises(LookupError, decode, b'\xEF\xBB\xBF\xc3\xa9', 'invalid')
assert_raises(LookupError, encode, 'é', 'invalid')
assert_raises(LookupError, iter_decode, [], 'invalid')
assert_raises(LookupError, iter_encode, [], 'invalid')
assert_raises(LookupError, IncrementalDecoder, 'invalid')
assert_raises(LookupError, IncrementalEncoder, 'invalid')
def test_decode():
assert decode(b'\x80', 'latin1') == ('€', lookup('latin1'))
assert decode(b'\x80', lookup('latin1')) == ('€', lookup('latin1'))
assert decode(b'\xc3\xa9', 'utf8') == ('é', lookup('utf8'))
assert decode(b'\xc3\xa9', UTF8) == ('é', lookup('utf8'))
assert decode(b'\xc3\xa9', 'ascii') == ('é', lookup('ascii'))
assert decode(b'\xEF\xBB\xBF\xc3\xa9', 'ascii') == ('é', lookup('utf8')) # UTF-8 with BOM
assert decode(b'\xFE\xFF\x00\xe9', 'ascii') == ('é', lookup('utf-16be')) # UTF-16-BE with BOM
assert decode(b'\xFF\xFE\xe9\x00', 'ascii') == ('é', lookup('utf-16le')) # UTF-16-LE with BOM
assert decode(b'\xFE\xFF\xe9\x00', 'ascii') == ('\ue900', lookup('utf-16be'))
assert decode(b'\xFF\xFE\x00\xe9', 'ascii') == ('\ue900', lookup('utf-16le'))
assert decode(b'\x00\xe9', 'UTF-16BE') == ('é', lookup('utf-16be'))
assert decode(b'\xe9\x00', 'UTF-16LE') == ('é', lookup('utf-16le'))
assert decode(b'\xe9\x00', 'UTF-16') == ('é', lookup('utf-16le'))
assert decode(b'\xe9\x00', 'UTF-16BE') == ('\ue900', lookup('utf-16be'))
assert decode(b'\x00\xe9', 'UTF-16LE') == ('\ue900', lookup('utf-16le'))
assert decode(b'\x00\xe9', 'UTF-16') == ('\ue900', lookup('utf-16le'))
def test_encode():
assert encode('é', 'latin1') == b'\xe9'
assert encode('é', 'utf8') == b'\xc3\xa9'
assert encode('é', 'utf8') == b'\xc3\xa9'
assert encode('é', 'utf-16') == b'\xe9\x00'
assert encode('é', 'utf-16le') == b'\xe9\x00'
assert encode('é', 'utf-16be') == b'\x00\xe9'
def test_iter_decode():
def iter_decode_to_string(input, fallback_encoding):
output, _encoding = iter_decode(input, fallback_encoding)
return ''.join(output)
assert iter_decode_to_string([], 'latin1') == ''
assert iter_decode_to_string([b''], 'latin1') == ''
assert iter_decode_to_string([b'\xe9'], 'latin1') == 'é'
assert iter_decode_to_string([b'hello'], 'latin1') == 'hello'
assert iter_decode_to_string([b'he', b'llo'], 'latin1') == 'hello'
assert iter_decode_to_string([b'hell', b'o'], 'latin1') == 'hello'
assert iter_decode_to_string([b'\xc3\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xEF\xBB\xBF\xc3\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([
b'\xEF\xBB\xBF', b'\xc3', b'\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([
b'\xEF\xBB\xBF', b'a', b'\xc3'], 'latin1') == 'a\uFFFD'
assert iter_decode_to_string([
b'', b'\xEF', b'', b'', b'\xBB\xBF\xc3', b'\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xEF\xBB\xBF'], 'latin1') == ''
assert iter_decode_to_string([b'\xEF\xBB'], 'latin1') == 'ï»'
assert iter_decode_to_string([b'\xFE\xFF\x00\xe9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xFF\xFE\xe9\x00'], 'latin1') == 'é'
assert iter_decode_to_string([
b'', b'\xFF', b'', b'', b'\xFE\xe9', b'\x00'], 'latin1') == 'é'
assert iter_decode_to_string([
b'', b'h\xe9', b'llo'], 'x-user-defined') == 'h\uF7E9llo'
def test_iter_encode():
assert b''.join(iter_encode([], 'latin1')) == b''
assert b''.join(iter_encode([''], 'latin1')) == b''
assert b''.join(iter_encode(['é'], 'latin1')) == b'\xe9'
assert b''.join(iter_encode(['', 'é', '', ''], 'latin1')) == b'\xe9'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16')) == b'\xe9\x00'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16le')) == b'\xe9\x00'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16be')) == b'\x00\xe9'
assert b''.join(iter_encode([
'', 'h\uF7E9', '', 'llo'], 'x-user-defined')) == b'h\xe9llo'
def test_x_user_defined():
encoded = b'2,\x0c\x0b\x1aO\xd9#\xcb\x0f\xc9\xbbt\xcf\xa8\xca'
decoded = '2,\x0c\x0b\x1aO\uf7d9#\uf7cb\x0f\uf7c9\uf7bbt\uf7cf\uf7a8\uf7ca'
encoded = b'aa'
decoded = 'aa'
assert decode(encoded, 'x-user-defined') == (decoded, lookup('x-user-defined'))
assert encode(decoded, 'x-user-defined') == encoded
site-packages/pip/_vendor/certifi/__pycache__/__main__.cpython-39.pyc 0000644 00000000753 15056474501 0021532 0 ustar 00 a
��Re� � @ sX d dl Z d dlmZmZ e �� Zejdddd� e�� ZejrJe e� � n
e e� � dS )� N)�contents�wherez-cz
--contents�
store_true)�action)
�argparse�pip._vendor.certifir r �ArgumentParser�parser� add_argument�
parse_args�args�print� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/certifi/__main__.py�<module> s site-packages/pip/_vendor/certifi/__pycache__/__init__.cpython-39.pyc 0000644 00000000472 15056474501 0021547 0 ustar 00 a
��Re> � @ s d dl mZmZ dZdS )� )�contents�wherez
2021.05.30N)�corer r � __version__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/certifi/__init__.py�<module> s site-packages/pip/_vendor/certifi/__pycache__/core.cpython-39.pyc 0000644 00000003031 15056474501 0020732 0 ustar 00 a
��Re � @ s� d Z ddlZG dd� de�ZzFe�ej�d�Zer@dd� Ze� �ddl m
Z m Z da
dad d� ZW n4 eyt Y n$ ey� dd d �Z d
d� ZY n0 dd� ZdS )ze
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem or its contents.
� Nc @ s e Zd ZdS )�_PipPatchedCertificateN)�__name__�
__module__� __qualname__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/certifi/core.pyr s r �_PIP_STANDALONE_CERTc C s t S )N)r r r r r �where s r )�path� read_textc C s" t d u r tdd�att�� �a t S )Nzpip._vendor.certifi�
cacert.pem)� _CACERT_PATH�get_path� _CACERT_CTX�str� __enter__r r r r r s
�asciic C s< t t� d|d��}|�� W d � S 1 s.0 Y d S )N�r��encoding)�openr �read)�_module�_pathr �datar r r r @ s r c C s dS )Nz /etc/pki/tls/certs/ca-bundle.crtr r r r r r F s c C s t dddd�S )N�certifir r r )r r r r r �contentsJ s r )r )�__doc__�os� Exceptionr � ImportError�environ�getr r �importlib.resourcesr
r r r r
r r r r r �<module> s$
site-packages/pip/_vendor/certifi/__init__.py 0000644 00000000076 15056474501 0015260 0 ustar 00 from .core import contents, where
__version__ = "2021.05.30"
site-packages/pip/_vendor/certifi/__main__.py 0000644 00000000377 15056474501 0015245 0 ustar 00 import argparse
from pip._vendor.certifi import contents, where
parser = argparse.ArgumentParser()
parser.add_argument("-c", "--contents", action="store_true")
args = parser.parse_args()
if args.contents:
print(contents())
else:
print(where())
site-packages/pip/_vendor/certifi/core.py 0000644 00000005436 15056474501 0014456 0 ustar 00 # -*- coding: utf-8 -*-
"""
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem or its contents.
"""
import os
class _PipPatchedCertificate(Exception):
pass
try:
raise ImportError # force fallback
# Return a certificate file on disk for a standalone pip zipapp running in
# an isolated build environment to use. Passing --cert to the standalone
# pip does not work since requests calls where() unconditionally on import.
_PIP_STANDALONE_CERT = os.environ.get("_PIP_STANDALONE_CERT")
if _PIP_STANDALONE_CERT:
def where():
return _PIP_STANDALONE_CERT
raise _PipPatchedCertificate()
from importlib.resources import path as get_path, read_text
_CACERT_CTX = None
_CACERT_PATH = None
def where():
# This is slightly terrible, but we want to delay extracting the file
# in cases where we're inside of a zipimport situation until someone
# actually calls where(), but we don't want to re-extract the file
# on every call of where(), so we'll do it once then store it in a
# global variable.
global _CACERT_CTX
global _CACERT_PATH
if _CACERT_PATH is None:
# This is slightly janky, the importlib.resources API wants you to
# manage the cleanup of this file, so it doesn't actually return a
# path, it returns a context manager that will give you the path
# when you enter it and will do any cleanup when you leave it. In
# the common case of not needing a temporary file, it will just
# return the file system location and the __exit__() is a no-op.
#
# We also have to hold onto the actual context manager, because
# it will do the cleanup whenever it gets garbage collected, so
# we will also store that at the global level as well.
_CACERT_CTX = get_path("pip._vendor.certifi", "cacert.pem")
_CACERT_PATH = str(_CACERT_CTX.__enter__())
return _CACERT_PATH
except _PipPatchedCertificate:
pass
except ImportError:
# This fallback will work for Python versions prior to 3.7 that lack the
# importlib.resources module but relies on the existing `where` function
# so won't address issues with environments like PyOxidizer that don't set
# __file__ on modules.
def read_text(_module, _path, encoding="ascii"):
with open(where(), "r", encoding=encoding) as data:
return data.read()
# If we don't have importlib.resources, then we will just do the old logic
# of assuming we're on the filesystem and munge the path directly.
def where():
return '/etc/pki/tls/certs/ca-bundle.crt'
def contents():
return read_text("certifi", "cacert.pem", encoding="ascii")
site-packages/pip/_vendor/six.py 0000644 00000103365 15056474501 0012704 0 ustar 00 # Copyright (c) 2010-2020 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
"""Utilities for writing code that runs on Python 2 and 3"""
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.16.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = str,
integer_types = int,
class_types = type,
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = basestring,
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
if PY34:
from importlib.util import spec_from_loader
else:
spec_from_loader = None
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def find_spec(self, fullname, path, target=None):
if fullname in self.known_modules:
return spec_from_loader(fullname, self)
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
def create_module(self, spec):
return self.load_module(spec.name)
def exec_module(self, module):
pass
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("getoutput", "commands", "subprocess"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("collections_abc", "collections", "collections.abc" if sys.version_info >= (3, 3) else "collections"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("dbm_ndbm", "dbm", "dbm.ndbm"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread" if sys.version_info < (3, 9) else "_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("email_mime_image", "email.MIMEImage", "email.mime.image"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser",
"tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog",
"tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog",
"tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [
MovedModule("winreg", "_winreg"),
]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote_to_bytes", "urllib", "urllib.parse", "unquote", "unquote_to_bytes"),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("splitvalue", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse", "moves.urllib.parse")
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error", "moves.urllib.error")
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
MovedAttribute("parse_http_list", "urllib2", "urllib.request"),
MovedAttribute("parse_keqv_list", "urllib2", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request", "moves.urllib.request")
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response", "moves.urllib.response")
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"),
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes
_importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser", "moves.urllib.robotparser")
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ['parse', 'error', 'request', 'response', 'robotparser']
_importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"),
"moves.urllib")
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(get_unbound_function,
"""Get the function out of a possibly unbound function""")
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems,
"Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(iterlists,
"Return an iterator over the (key, [values]) pairs of a dictionary.")
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
del io
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_assertNotRegex = "assertNotRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
_assertNotRegex = "assertNotRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_assertNotRegex = "assertNotRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
def assertNotRegex(self, *args, **kwargs):
return getattr(self, _assertNotRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
try:
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
finally:
value = None
tb = None
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_("""def reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
""")
if sys.version_info[:2] > (3,):
exec_("""def raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
""")
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (isinstance(fp, file) and
isinstance(data, unicode) and
fp.encoding is not None):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
# This does exactly the same what the :func:`py3:functools.update_wrapper`
# function does on Python versions after 3.2. It sets the ``__wrapped__``
# attribute on ``wrapper`` object and it doesn't raise an error if any of
# the attributes mentioned in ``assigned`` and ``updated`` are missing on
# ``wrapped`` object.
def _update_wrapper(wrapper, wrapped,
assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
for attr in assigned:
try:
value = getattr(wrapped, attr)
except AttributeError:
continue
else:
setattr(wrapper, attr, value)
for attr in updated:
getattr(wrapper, attr).update(getattr(wrapped, attr, {}))
wrapper.__wrapped__ = wrapped
return wrapper
_update_wrapper.__doc__ = functools.update_wrapper.__doc__
def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
return functools.partial(_update_wrapper, wrapped=wrapped,
assigned=assigned, updated=updated)
wraps.__doc__ = functools.wraps.__doc__
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(type):
def __new__(cls, name, this_bases, d):
if sys.version_info[:2] >= (3, 7):
# This version introduced PEP 560 that requires a bit
# of extra care (we mimic what is done by __build_class__).
resolved_bases = types.resolve_bases(bases)
if resolved_bases is not bases:
d['__orig_bases__'] = bases
else:
resolved_bases = bases
return meta(name, resolved_bases, d)
@classmethod
def __prepare__(cls, name, this_bases):
return meta.__prepare__(name, bases)
return type.__new__(metaclass, 'temporary_class', (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get('__slots__')
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop('__dict__', None)
orig_vars.pop('__weakref__', None)
if hasattr(cls, '__qualname__'):
orig_vars['__qualname__'] = cls.__qualname__
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def ensure_binary(s, encoding='utf-8', errors='strict'):
"""Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
"""
if isinstance(s, binary_type):
return s
if isinstance(s, text_type):
return s.encode(encoding, errors)
raise TypeError("not expecting type '%s'" % type(s))
def ensure_str(s, encoding='utf-8', errors='strict'):
"""Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
"""
# Optimization: Fast return for the common case.
if type(s) is str:
return s
if PY2 and isinstance(s, text_type):
return s.encode(encoding, errors)
elif PY3 and isinstance(s, binary_type):
return s.decode(encoding, errors)
elif not isinstance(s, (text_type, binary_type)):
raise TypeError("not expecting type '%s'" % type(s))
return s
def ensure_text(s, encoding='utf-8', errors='strict'):
"""Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
"""
if isinstance(s, binary_type):
return s.decode(encoding, errors)
elif isinstance(s, text_type):
return s
else:
raise TypeError("not expecting type '%s'" % type(s))
def python_2_unicode_compatible(klass):
"""
A class decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if '__str__' not in klass.__dict__:
raise ValueError("@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." %
klass.__name__)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode('utf-8')
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (type(importer).__name__ == "_SixMetaPathImporter" and
importer.name == __name__):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
site-packages/pip/_vendor/requests/packages.py 0000644 00000001267 15056474501 0015530 0 ustar 00 import sys
# This code exists for backwards compatibility reasons.
# I don't like it either. Just look the other way. :)
for package in ('urllib3', 'idna', 'chardet'):
vendored_package = "pip._vendor." + package
locals()[package] = __import__(vendored_package)
# This traversal is apparently necessary such that the identities are
# preserved (requests.packages.urllib3.* is urllib3.*)
for mod in list(sys.modules):
if mod == vendored_package or mod.startswith(vendored_package + '.'):
unprefixed_mod = mod[len("pip._vendor."):]
sys.modules['pip._vendor.requests.packages.' + unprefixed_mod] = sys.modules[mod]
# Kinda cool, though, right?
site-packages/pip/_vendor/requests/__pycache__/cookies.cpython-39.pyc 0000644 00000044655 15056474501 0021705 0 ustar 00 a
��Re�G � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z z ddl Z W n e
yj ddlZ Y n0 G dd� de�ZG dd � d e�Zd
d � Zd d
� Zd dd�ZG dd� de�ZG dd� deje �Zdd� Zdd� Zdd� Zd dd �Z d d � Z dS )!z�
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
� N� )�to_native_string)� cookielib�urlparse�
urlunparse�Morsel�MutableMappingc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
d dd�Z dd� Z dd� Z
dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
c C s || _ i | _t| j j�j| _d S �N)�_r� _new_headersr �url�scheme�type)�self�request� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/cookies.py�__init__% s zMockRequest.__init__c C s | j S r
)r �r r r r �get_type* s zMockRequest.get_typec C s t | jj�jS r
)r r r
�netlocr r r r �get_host- s zMockRequest.get_hostc C s | � � S r
�r r r r r �get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j j�d�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j
|j g�S )N�Hostzutf-8)�encoding) r �headers�getr
r r r r �path�params�query�fragment)r �host�parsedr r r � get_full_url3 s �zMockRequest.get_full_urlc C s dS �NTr r r r r �is_unverifiableA s zMockRequest.is_unverifiablec C s || j jv p|| jv S r
)r r r �r �namer r r �
has_headerD s zMockRequest.has_headerNc C s | j j�|| j�||��S r
)r r r r )r r) �defaultr r r �
get_headerG s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r �
add_headerJ s zMockRequest.add_headerc C s || j |< d S r
�r �r r) �valuer r r �add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r
r1 r r r r �get_new_headersQ s zMockRequest.get_new_headersc C s | � � S r
)r' r r r r � unverifiableT s zMockRequest.unverifiablec C s | � � S r
)r r r r r �origin_req_hostX s zMockRequest.origin_req_hostc C s | � � S r
r r r r r r# \ s zMockRequest.host)N)�__name__�
__module__� __qualname__�__doc__r r r r r% r' r* r, r0 r4 r5 �propertyr6 r7 r# r r r r r s$
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
c C s
|| _ dS )z�Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
N��_headers)r r r r r r h s zMockResponse.__init__c C s | j S r
r> r r r r �infoo s zMockResponse.infoc C s | j �|� d S r
)r? �
getheadersr( r r r rA r s zMockResponse.getheadersN)r8 r9 r: r; r r@ rA r r r r r= a s r= c C s8 t |d�r|jsdS t|�}t|jj�}| �||� dS )z�Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
�_original_responseN)�hasattrrB r r= �msg�extract_cookies)�jarr �response�req�resr r r �extract_cookies_to_jarv s
� rJ c C s t |�}| �|� |�� �d�S )zj
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
�Cookie)r �add_cookie_headerr5 r )rF r �rr r r �get_cookie_header� s
rN c C sz g }| D ]N}|j |krq|dur,||jkr,q|dur@||jkr@q|�|j|j|j f� q|D ]\}}}| �|||� q\dS )zkUnsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
N)r) �domainr �append�clear)� cookiejarr) rO r �
clearables�cookier r r �remove_cookie_by_name� s
rU c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
N)r8 r9 r: r; r r r r rV � s rV c s� e Zd ZdZd3dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd4dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd5d'd(�Zd6d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z� Z S )7�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
Nc C s, z| � |||�W S ty& | Y S 0 dS )z�Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
N)�_find_no_duplicates�KeyError)r r) r+ rO r r r r r � s zRequestsCookieJar.getc K s\ |du r(t | ||�d�|�d�d� dS t|t�r<t|�}nt||fi |��}| �|� |S )z�Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
NrO r )rO r )rU r �
isinstancer �morsel_to_cookie�
create_cookie�
set_cookie)r r) r3 �kwargs�cr r r �set� s
zRequestsCookieJar.setc c s t | �D ] }|jV qdS )z�Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
N)�iterr) �r rT r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | �� �S )z�Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
)�listrc r r r r �keys� s zRequestsCookieJar.keysc c s t | �D ] }|jV qdS )z�Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
N)ra r3 rb r r r �
itervalues� s z RequestsCookieJar.itervaluesc C s t | �� �S )z�Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
)rd rf r r r r �values� s zRequestsCookieJar.valuesc c s t | �D ]}|j|jfV qdS )z�Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
N)ra r) r3 rb r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | �� �S )z�Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
)rd rh r r r r �items s zRequestsCookieJar.itemsc C s, g }t | �D ]}|j|vr |�|j� q |S )z2Utility method to list all the domains in the jar.�ra rO rP �r �domainsrT r r r � list_domains s
z RequestsCookieJar.list_domainsc C s, g }t | �D ]}|j|vr |�|j� q |S )z0Utility method to list all the paths in the jar.)ra r rP )r �pathsrT r r r �
list_paths s
z RequestsCookieJar.list_pathsc C s< g }t | �D ]*}|jdur*|j|v r* dS |�|j� q dS )zvReturns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
NTFrj rk r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | �D ]4}|du s"|j|kr |du s4|j|kr |j||j< q |S )z�Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
N)ra rO r r3 r) )r rO r �
dictionaryrT r r r �get_dict+ s ����zRequestsCookieJar.get_dictc s, zt t| ��|�W S ty& Y dS 0 d S r& )�superrW � __contains__rV r( �� __class__r r rt ; s z RequestsCookieJar.__contains__c C s
| � |�S )z�Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
)rX r( r r r � __getitem__A s z RequestsCookieJar.__getitem__c C s | � ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
N)r` r2 r r r � __setitem__J s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
N)rU r( r r r � __delitem__Q s z RequestsCookieJar.__delitem__c sR t |jd�r4|j�d�r4|j�d�r4|j�dd�|_tt| �j|g|�R i |��S )N�
startswith�"z\"� )rC r3 rz �endswith�replacers rW r] )r rT �argsr^ ru r r r] W s $z RequestsCookieJar.set_cookiec s< t |tj�r(|D ]}| �t�|�� qntt| ��|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rZ r � CookieJarr] �copyrs rW �update)r �otherrT ru r r r� \ s zRequestsCookieJar.updatec C s\ t | �D ]<}|j|kr|du s(|j|kr|du s:|j|kr|j S qtd|||f ��dS )a� Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
N�name=%r, domain=%r, path=%r)ra r) rO r r3 rY )r r) rO r rT r r r �_findd s
zRequestsCookieJar._findc C sx d}t | �D ]L}|j|kr |du s,|j|kr |du s>|j|kr |durRtd| ��|j}q |rb|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
Nz(There are multiple cookies with name, %rr� )ra r) rO r rV r3 rY )r r) rO r �toReturnrT r r r rX x s
z%RequestsCookieJar._find_no_duplicatesc C s | j �� }|�d� |S )�4Unlike a normal CookieJar, this class is pickleable.�
_cookies_lock)�__dict__r� �pop�r �stater r r � __getstate__� s
z RequestsCookieJar.__getstate__c C s$ | j �|� d| j vr t�� | _dS )r� r� N)r� r� � threading�RLockr� r� r r r � __setstate__� s
z RequestsCookieJar.__setstate__c C s" t � }|�| �� � |�| � |S )z(Return a copy of this RequestsCookieJar.)rW �
set_policy�
get_policyr� )r �new_cjr r r r� � s
zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)�_policyr r r r r� � s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r8 r9 r: r; r r` rc re rf rg rh ri rm ro rp rr rt rw rx ry r] r� r� rX r� r� r� r� �
__classcell__r r ru r rW � s2
rW c C sN | d u r d S t | d�r | �� S t�| �}|�� | D ]}|�t�|�� q4|S )Nr� )rC r� rQ r] )rF �new_jarrT r r r �_copy_cookie_jar� s
r� c K s� d| |ddddddddddidd�
}t |�t |� }|rLd }t|t|� ��|�|� t|d
�|d < t|d �|d
< |d �d�|d< t|d �|d< tjf i |��S )z�Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
r Nr| �/FT�HttpOnly)
�versionr) r3 �portrO r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sr� �port_specifiedrO �domain_specified�.�domain_initial_dotr �path_specified)r` � TypeErrorrd r� �boolrz r rK )r) r3 r^ �result�badargs�errr r r r\ � s0 �
r\ c C s� d}| d rNz t t�� t | d � �}W qp tyJ td| d ��Y qp0 n"| d rpd}t�t�| d |��}t| d t| d �d| d || j | d dd
| d idt| d �| j
| d
p�dd�
S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr� z%a, %d-%b-%Y %H:%M:%S GMTr� FrO r r� �httponlyr� r� r )
r� r� r� rO r� r) r r� r� r� r� r3 r� ) �int�time�
ValueErrorr� �calendar�timegm�strptimer\ r� r. r3 )�morselr� �
time_templater r r r[ � s4 �
�r[ Tc C sR |du rt � }| durNdd� |D �}| D ]$}|s8||vr(|�t|| | �� q(|S )aC Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
Nc S s g | ]
}|j �qS r )r) )�.0rT r r r �
<listcomp> � z'cookiejar_from_dict.<locals>.<listcomp>)rW r] r\ )� cookie_dictrR � overwrite�names_from_jarr) r r r �cookiejar_from_dict� s r� c C st t | tj�std��t |t�r.t|| dd�} nBt |tj�rpz| �|� W n& tyn |D ]}| �|� qZY n0 | S )z�Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
z!You can only merge into CookieJarF)rR r� ) rZ r r� r� �dictr� r� �AttributeErrorr] )rR �cookies�
cookie_in_jarr r r �
merge_cookies s
� r� )NN)NT) r; r� r� r� �_internal_utilsr �compatr r r r r r� � ImportErrorZdummy_threading�objectr r= rJ rN rU � RuntimeErrorrV r� rW r� r\ r[ r� r� r r r r �<module> s. H
$
site-packages/pip/_vendor/requests/__pycache__/utils.cpython-39.pyc 0000644 00000055503 15056474501 0021403 0 ustar 00 a
��Re�z � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
ddlmZ ddlmZ ddlmZ ddlmZ dd lmZ dd
lmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z% dd l&m'Z' dd l(m)Z) dd
l*m+Z+m,Z,m-Z-m.Z. dZ/e�0� Z1ddd�Z2d�3e�4dedd�d ��Z5ej6dk�rbdd� Z7dd� Z d d � Z8d d � Z9dqd!d"�Z:d#d$� Z;d%d&� Z<ej=d'd(� �Z>d)d*� Z?d+d,� Z@d-d.� ZAd/d0� ZBdrd1d2�ZCd3d4� ZDd5d6� ZEd7d8� ZFd9d:� ZGd;d<� ZHd=d>� ZId?d@� ZJdAdB� ZKeLdC�ZMdDdE� ZNdFdG� ZOdHdI� ZPdJdK� ZQdLdM� ZRdNdO� ZSej=dPdQ� �ZTdRdS� ZUdsdTdU�ZVdVdW� ZWdtdYdZ�ZXd[d\� ZYd]d^� ZZd_�[d`�Z\e\da Z]e\db Z^dcdd� Z_dedf� Z`dgdh� Zae�bdi�Zce�bdj�Zddkdl� Zedmdn� Zfdodp� ZgdS )uz�
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
� N)� OrderedDict)� make_headers� �� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str�unquote�
getproxies� proxy_bypass�
urlunparse�
basestring�
integer_types�is_py3�proxy_bypass_environment�getproxies_environment�Mapping��cookiejar_from_dict)�CaseInsensitiveDict)�
InvalidURL�
InvalidHeader�FileModeWarning�UnrewindableBodyError)z.netrc�_netrc�P i� )�http�httpsz, z,\s*T)�accept_encodingzaccept-encoding�win32c C s� zt rdd l}ndd l}W n ty. Y dS 0 z6|�|jd�}t|�|d�d �}|�|d�d }W n tyz Y dS 0 |r�|s�dS |� d�}|D ]T}|dkr�d| vr� d S |�
dd
�}|�
d d �}|�
d
d�}t � || t j
�r� d S q�dS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ
ProxyOverride�;z<local>�.Tz\.�*z.*�?)r �winreg�_winreg� ImportError�OpenKey�HKEY_CURRENT_USER�int� QueryValueEx�OSError�split�replace�re�match�I)�hostr) ZinternetSettingsZ proxyEnableZ
proxyOverride�test� r8 ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/utils.py�proxy_bypass_registry6 sF
�����
r: c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
N)r r r: )r6 r8 r8 r9 r ] s r c C s t | d�r| �� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr; )�dr8 r8 r9 �dict_to_sequencei s
r> c C s. d }d}t | d�r t| �}n`t | d�r.| j}nNt | d�r|z | �� }W n tjyX Y n$0 t�|�j}d| jvr|t �
dt � t | d��rz | � � }W n" t
tfy� |d ur�|}Y n\0 t | d��r|d u �rz&| �dd � | � � }| �|p�d� W n t
tf�y d}Y n0 |d u �r d}td|| �S )
Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r< r@ rA �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr rC r0 �IOErrorrD �max)�o� total_length�current_positionrA r8 r8 r9 � super_lenr sB
�
rS Fc C sF t j�d�}|dur |f}ndd� tD �}� z�ddlm}m} d}|D ]B}zt j�|�}W n tyr Y W dS 0 t j� |�rF|} q�qF|du r�W dS t
| �} d}
t | t �r�|
�
d�}
| j�|
�d } z<||��| �} | �r| d r�dnd }
| |
| d
fW W S W n |tf�y$ |�r � Y n0 W n ttf�y@ Y n0 dS ) z;Returns the Requests tuple auth for a given url from netrc.�NETRCNc s s | ]}d � |�V qdS )z~/{}N)�format)�.0�fr8 r8 r9 � <genexpr>� � z!get_netrc_auth.<locals>.<genexpr>r )�netrc�NetrcParseError� :�asciir rE )rH �environ�get� NETRC_FILESrZ r[ �path�
expanduser�KeyError�existsr �
isinstancer
�decode�netlocr1 �authenticatorsrN r+ �AttributeError)�url� raise_errors�
netrc_file�netrc_locationsrZ r[ �
netrc_pathrW �loc�ri�splitstrr6 r �login_ir8 r8 r9 �get_netrc_auth� s@
rs c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tj�|�S dS )z0Tries to guess the filename of the given object.�nameNr �<����>)�getattrre r rH ra �basename)�objrt r8 r8 r9 �guess_filename� s
�r{ c C s� t j�| �r| S t j�| �\}}|rPt j�|�sPt j�|�\}}d�||g�}q t�|�s^| S t�|�}||�� vrx| S t �
� }t j�||�d�d �}t j�|�s�t |�� }|� |�
|�� W d � n1 s�0 Y |S )z�Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
�/rv N)rH ra rd r1 �join�zipfile�
is_zipfile�ZipFile�namelist�tempfile�
gettempdir� atomic_open�write�read)ra �archive�member�prefix�zip_file�tmp�extracted_path� file_handlerr8 r8 r9 �extract_zipped_paths� s"
.r� c c s� t jd dkrtjntj}tjtj�| �d�\}}z@t� |d��}|V W d � n1 s\0 Y ||| � W n t
y� t� |� � Y n0 dS )z-Write a file to the disk in an atomic fashionr rE )�dir�wbN) �sys� version_inforH �renamer2 r� �mkstempra �dirname�fdopen�
BaseException�remove)�filename�replacer�tmp_descriptor�tmp_name� tmp_handlerr8 r8 r9 r� s $
r� c C s. | du r dS t | ttttf�r&td��t| �S )a Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
Traceback (most recent call last):
...
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
N�+cannot encode objects that are not 2-tuples)re r
r �boolr. �
ValueErrorr ��valuer8 r8 r9 �from_key_val_list s
r� c C s@ | du r dS t | ttttf�r&td��t | t�r8| �� } t| �S )a� Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
Traceback (most recent call last):
...
ValueError: cannot encode objects that are not 2-tuples
:rtype: list
Nr� ) re r
r r� r. r� r r; �listr� r8 r8 r9 �to_key_val_list: s
r� c C sX g }t | �D ]F}|dd� |dd� kr4dkrHn nt|dd� �}|�|� q |S )a Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
Nr rv �")�_parse_list_header�unquote_header_value�append)r� �result�itemr8 r8 r9 �parse_list_headerX s ( r� c C sx i }t | �D ]f}d|vr"d||< q |�dd�\}} | dd� | dd� krVdkrjn nt| dd� �} | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
�=Nr rv r� )r� r1 r� )r� r� r� rt r8 r8 r9 �parse_dict_headerx s (
r� c C s\ | rX| d | d kr dkrXn n4| dd� } |rD| dd� dkrX| � dd�� d d�S | S )
z�Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
r rv r� r NrE z\\�\z\")r2 )r� � is_filenamer8 r8 r9 r� � s
$ r� c C s i }| D ]}|j ||j< q|S )z�Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
)r� rt )�cj� cookie_dict�cookier8 r8 r9 �dict_from_cookiejar� s r� c C s
t || �S )z�Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
r )r� r� r8 r8 r9 �add_dict_to_cookiejar� s r� c C sT t �dt� tjdtjd�}tjdtjd�}t�d�}|�| �|�| � |�| � S )zlReturns encodings from given content string.
:param content: bytestring to extract encodings from.
z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rL rM �DeprecationWarningr3 �compiler5 �findall)�content�
charset_re� pragma_re�xml_rer8 r8 r9 �get_encodings_from_content� s �
��r� c
C s� | � d�}|d �� |dd� }}i }d}|D ]`}|�� }|r0|d }}|�d�} | dkr�|d| � �|�}|| d d� �|�}|||�� < q0||fS ) z�Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
r% r r Nz"' Tr� rv )r1 �strip�find�lower)
�header�tokens� content_type�params� params_dict�items_to_strip�param�keyr� �index_of_equalsr8 r8 r9 �_parse_content_type_header� s
r� c C sP | � d�}|sdS t|�\}}d|v r4|d �d�S d|v r@dS d|v rLdS dS ) z}Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
z content-typeN�charsetz'"�textz
ISO-8859-1zapplication/json�utf-8)r_ r� r� )�headersr� r� r8 r8 r9 �get_encoding_from_headers� s
r� c c sj |j du r | D ]
}|V qdS t�|j �dd�}| D ]}|�|�}|r4|V q4|jddd�}|rf|V dS )zStream decodes a iterator.Nr2 ��errorsrY T)�final)�encoding�codecs�getincrementaldecoderrf )�iterator�rr� �decoder�chunk�rvr8 r8 r9 � stream_decode_response_unicode s
r� c c sH d}|du s|dkr t | �}|t | �k rD| ||| � V ||7 }q dS )z Iterate over slices of a string.r N)r@ )�string� slice_length�posr8 r8 r9 � iter_slices& s r� c C sz t �dt� g }t| j�}|rJzt| j|�W S tyH |�|� Y n0 zt| j|dd�W S t yt | j Y S 0 dS )z�Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r2 r� N)
rL rM r� r� r� r
r� � UnicodeErrorr� � TypeError)r� �tried_encodingsr� r8 r8 r9 �get_unicode_from_response0 s �
r� zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s� | � d�}tdt|��D ]�}|| dd� }t|�dkr�|�� r�ztt|d��}W n typ td| ��Y n0 |tv r�||| dd� ||< q�d|| ||< qd|| ||< qd� |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
�%r r rE � z%Invalid percent-escape sequence: '%s'N� )
r1 �ranger@ �isalnum�chrr. r� r �UNRESERVED_SETr} )�uri�parts�i�h�cr8 r8 r9 �unquote_unreservedY s
r� c C s> d}d}zt t| �|d�W S ty8 t | |d� Y S 0 dS )z�Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)�safeN)r
r� r )r� �safe_with_percent�safe_without_percentr8 r8 r9 � requote_uriq s r� c C sl t �dt�| ��d }|�d�\}}t �dt�tt|����d }t �dt�|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
z=Lr r| )�struct�unpack�socket� inet_atonr1 �dotted_netmaskr. )�ip�net�ipaddr�netaddr�bits�netmask�networkr8 r8 r9 �address_in_network� s
r c C s& ddd| > d A }t �t�d|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
l �� r � z>I)r� � inet_ntoar� �pack)�maskr� r8 r8 r9 r� � s r� c C s* zt �| � W n t jy$ Y dS 0 dS )z
:rtype: bool
FT)r� r� �error)� string_ipr8 r8 r9 �is_ipv4_address� s
r c C s� | � d�dkr�zt| �d�d �}W n ty8 Y dS 0 |dk sJ|dkrNdS zt�| �d�d � W q� tjy| Y dS 0 ndS dS )zV
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
r| r Fr r T)�countr. r1 r� r� r� r )�string_networkr r8 r8 r9 �
is_valid_cidr� s
r c c st |du}|r"t j�| �}|t j| < z*dV W |rp|du rBt j| = qp|t j| < n"|rn|du rdt j| = n
|t j| < 0 dS )z�Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothingN)rH r^ r_ )�env_namer� �
value_changed� old_valuer8 r8 r9 � set_environ� s
�
r c
C s> dd� }|}|du r |d�}t | �}|jdu r2dS |r�dd� |�dd ��d
�D �}t|j�r�|D ]0}t|�r�t|j|�r� dS q`|j|kr` dS q`nB|j}|jr�|d �|j�7 }|D ] }|j� |�s�|� |�r� dS q�t
d|��> zt |j�}W n t t
jf�y d }Y n0 W d � n1 �s&0 Y |�r:dS d S )
zL
Returns whether we should bypass proxies or not.
:rtype: bool
c S s t j�| �pt j�| �� �S �N)rH r^ r_ �upper)�kr8 r8 r9 �<lambda>� rY z'should_bypass_proxies.<locals>.<lambda>N�no_proxyTc s s | ]}|r|V qd S r r8 )rV r6 r8 r8 r9 rX � s z(should_bypass_proxies.<locals>.<genexpr>� r� �,z:{}F)r �hostnamer2 r1 r r r �portrU �endswithr r r� r� �gaierror) rj r � get_proxy� no_proxy_arg�parsed�proxy_ip�host_with_portr6 �bypassr8 r8 r9 �should_bypass_proxies� s@
�
*r" c C s t | |d�ri S t� S dS )zA
Return a dict of environment proxies.
:rtype: dict
)r N)r" r )rj r r8 r8 r9 �get_environ_proxies s r# c C st |pi }t | �}|jdu r.|�|j|�d��S |jd |j |jd|j dg}d}|D ]}||v rV|| } qpqV|S )z�Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
N�allz://zall://)r r r_ �scheme)rj �proxies�urlparts�
proxy_keys�proxy� proxy_keyr8 r8 r9 � select_proxy# s
�r+ �python-requestsc C s d| t f S )zO
Return a string representing the default user agent.
:rtype: str
z%s/%sr )rt r8 r8 r9 �default_user_agent= s r- c C s t t� tddd��S )z9
:rtype: requests.structures.CaseInsensitiveDict
z*/*z
keep-alive)z
User-AgentzAccept-Encoding�Accept�
Connection)r r- �DEFAULT_ACCEPT_ENCODINGr8 r8 r8 r9 �default_headersF s �r1 c
C s� g }d}| � |�} | s|S t�d| �D ]�}z|�dd�\}}W n tyZ |d }}Y n0 d|� d�i}|�d�D ]D}z|�d�\}} W n ty� Y q�Y n0 | � |�||� |�< qt|�|� q&|S ) z�Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
z '"z, *<r% r r� rj z<> '"r� )r� r3 r1 r� r� ) r� �links�
replace_chars�valrj r� �linkr� r� r8 r8 r9 �parse_header_linksR s&
r6 � r] rE � c C s� | dd� }|t jt jfv r dS |dd� t jkr6dS |dd� t jt jfv rRdS |�t�}|dkrhd S |dkr�|ddd� tkr�d
S |d dd� tkr�d S |dkr�|dd� t kr�d
S |d d� t kr�dS dS )z
:rtype: str
N� zutf-32r8 z utf-8-sigrE zutf-16r r� z utf-16-ber z utf-16-lez utf-32-bez utf-32-le)
r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr
�_null�_null2�_null3)�data�sample� nullcountr8 r8 r9 �guess_json_utf} s*
rE c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
)r r )rj �
new_schemer% rg ra r� �query�fragmentr8 r8 r9 �prepend_scheme_if_needed� s
rI c C s@ t | �}zt|j�t|j�f}W n ttfy: d}Y n0 |S )z{Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
)r� r� )r r �username�passwordri r� )rj r �authr8 r8 r9 �get_auth_from_url� s
rM s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sd | \}}t |t�rt}nt}z|�|�s4td| ��W n( ty^ td||t|�f ��Y n0 dS )z�Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)re r �_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr4 r r� �type)r� rt r� �patr8 r8 r9 �check_header_validity� s
�rR c C sF t | �\}}}}}}|s"|| }}|�dd�d }t|||||df�S )zW
Given a url remove the fragment and the authentication part.
:rtype: str
�@r rv r� )r �rsplitr )rj r% rg ra r� rG rH r8 r8 r9 �
urldefragauth� s
rU c C s^ t | jdd�}|durRt| jt�rRz|| j� W qZ ttfyN td��Y qZ0 ntd��dS )zfMove file pointer back to its recorded starting position
so it can be read again on redirect.
rD Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)rx �bodyre �_body_positionr rN r0 r )�prepared_request� body_seekr8 r8 r9 � rewind_body� s rZ )F)F)N)r, )h�__doc__r� �
contextlibrF rH r3 r� r� r� r� rL r~ � collectionsr �pip._vendor.urllib3.utilr r r� r �_internal_utilsr �compatr r� r
r r r
r r r r r r r r r r �cookiesr �
structuresr �
exceptionsr r r r r` �where�DEFAULT_CA_BUNDLE_PATH�
DEFAULT_PORTSr} r1 r0 �platformr: r> rS rs r{ r� �contextmanagerr� r� r� r� r� r� r� r� r� r� r� r� r� r� � frozensetr� r� r� r r� r r r r" r# r+ r- r1 r6 �encoder? r@ rA rE rI rM r� rN rO rR rU rZ r8 r8 r8 r9 �<module> s� @
� ' =
9!
#
%�
=
&
site-packages/pip/_vendor/requests/__pycache__/help.cpython-39.pyc 0000644 00000005564 15056474501 0021175 0 ustar 00 a
��Re� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dZ
zddlmZ W n ey~ dZY n0 zdd lmZ W n ey� dZdZdZY n0 ddlZddlZd
d � Zd d
� Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3� )� __version__)�chardet)� pyopensslc C s� t �� } | dkrt �� }nj| dkr\dtjjtjjtjjf }tjjdkr�d� |tjjg�}n(| dkrnt �� }n| dkr�t �� }nd}| |d �S )
a� Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
�CPython�PyPyz%s.%s.%s�final� �Jython�
IronPython�Unknown)�name�version)
�platform�python_implementation�python_version�sys�pypy_version_info�major�minor�micro� releaselevel�join)�implementation�implementation_version� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/help.py�_implementation s$
� �
r c
C s� zt �� t �� d�} W n ty2 ddd�} Y n0 t� }dtji}ddi}ddi}trbdtji}trpdtji}ddd�}t r�t jdt j
j d�}dt t
dd�i}dt tdd�i}tj }d|dur�d| ndi} | || tdutdu ||||||dtid � S )
z&Generate information for a bug report.)�system�releaser r Nr )r �openssl_versionz%xr ) r r �
system_sslZusing_pyopensslZusing_charset_normalizerZ pyOpenSSLr r �charset_normalizer� cryptographyr �requests)r r! r" �IOErrorr r r r% r �OpenSSLZSSL�OPENSSL_VERSION_NUMBER�getattrr& r �sslr �requests_version)
Z
platform_infoZimplementation_infoZ urllib3_infoZcharset_normalizer_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor$ Zsystem_ssl_infor r r �infoA sX �
�
�
� � ����r. c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )� sort_keys�indentN)�print�json�dumpsr. r r r r �main~ s r5 �__main__)�__doc__�
__future__r r3 r r r, � pip._vendorr r r r r- r% r � ImportError�pip._vendor.urllib3.contribr r) r& r r. r5 �__name__r r r r �<module> s4
!= site-packages/pip/_vendor/requests/__pycache__/exceptions.cpython-39.pyc 0000644 00000012504 15056474501 0022416 0 ustar 00 a
��Re� � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� de�Z
G dd� dee
�Z G dd� de
�Z G dd� de�Z
G dd� de�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d ee�ZG d!d"� d"e�ZG d#d$� d$e�ZG d%d&� d&ee�ZG d'd(� d(ee�ZG d)d*� d*e�ZG d+d,� d,e�ZG d-d.� d.e�Z G d/d0� d0e e �Z G d1d2� d2e �Z d3S )4z`
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
� )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your
request.
c s\ |� dd�}|| _|� dd�| _|durB| jsBt|d�rB| jj| _tt| �j|i |�� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/exceptions.pyr s �
zRequestException.__init__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r
r r s r c @ s e Zd ZdZdS )�InvalidJSONErrorzA JSON error occurred.N�r r r r r r r r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.Nr r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )�
ProxyErrorzA proxy error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.Nr r r r r r , s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
Nr r r r r r 0 s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
Nr r r r r r 9 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r @ s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.Nr r r r r r D s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.Nr r r r r r H s r c @ s e Zd ZdZdS )�
MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r L s r c @ s e Zd ZdZdS )�
InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r! P s r! c @ s e Zd ZdZdS )�
InvalidURLz%The URL provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )�
InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )�InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r% ` s r% c @ s e Zd ZdZdS )�ContentDecodingErrorz"Failed to decode response content.Nr r r r r r& d s r& c @ s e Zd ZdZdS )�StreamConsumedErrorz3The content for this response was already consumed.Nr r r r r r' h s r' c @ s e Zd ZdZdS )�
RetryErrorzCustom retries logic failedNr r r r r r( l s r( c @ s e Zd ZdZdS )�UnrewindableBodyErrorz;Requests encountered an error when trying to rewind a body.Nr r r r r r) p s r) c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.Nr r r r r r* v s r* c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r+ z s r+ c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r, ~ s r, N) r Z pip._vendor.urllib3.exceptionsr �
BaseHTTPError�IOErrorr r r r r r r r r r �
ValueErrorr r! r" r# r$ r% r& � TypeErrorr' r( r) �Warningr* �DeprecationWarningr+ r, r r r r �<module> s2 site-packages/pip/_vendor/requests/__pycache__/compat.cpython-39.pyc 0000644 00000003163 15056474501 0021521 0 ustar 00 a
��Re� � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m
Z
m Z m Z m
Z
mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd
l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,n�e�r�dd l-mZmZmZmZmZm
Z
m Z m Z m
Z
mZ dd
l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd
l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
� )�chardetN� � ) �quote�unquote�
quote_plus� unquote_plus� urlencode�
getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse�
urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)�Callable�Mapping�MutableMapping� OrderedDict)
r r r r r r r r r r )r r
r r r
)� cookiejar)r )r r r )4�__doc__� pip._vendorr �sys� version_info�_ver�is_py2�is_py3�json�urllibr r r r r r
r r r
r r r r r �urllib2r � cookielib�Cookier r � collectionsr r r r �str� builtin_str�bytes�unicode�
basestring�int�long�float�
numeric_types�
integer_types� urllib.parse�urllib.request�httpr � http.cookies�io�collections.abc� r8 r8 ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/compat.py�<module> sD ,
0 site-packages/pip/_vendor/requests/__pycache__/_internal_utils.cpython-39.pyc 0000644 00000002475 15056474501 0023436 0 ustar 00 a
��ReH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS )
z�
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
� )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | �|�}n
| �|�}|S )z�Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
)�
isinstancer r �encode�decode)�string�encoding�out� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/_internal_utils.py�to_native_string s
r c C s8 t | t�sJ �z| �d� W dS ty2 Y dS 0 dS )z�Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
r TFN)r r r �UnicodeEncodeError)�u_stringr r r
�unicode_is_ascii s
r N)r )�__doc__�compatr r r r r r r r r
�<module> s
site-packages/pip/_vendor/requests/__pycache__/sessions.cpython-39.pyc 0000644 00000046670 15056474501 0022116 0 ustar 00 a
��Re�u � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
m Z m Z m
Z
mZmZ ddlmZmZmZmZ dd lmZmZmZ dd
lmZmZ dd l m Z dd l m Z m Z m!Z! dd
l"m#Z#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddl m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddl1m2Z2 ddlm3Z3 ej4dk�rTz
ej5Z6W n e7�yP ej8Z6Y n0 nejZ6efdd�Z9efdd�Z:G dd� de;�Z<G dd� de<�Z=d d � Z>dS ) z�
requests.sessions
~~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
� N)� timedelta)� OrderedDict� )�_basic_auth_str)� cookielib�is_py3�urljoin�urlparse�Mapping)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar�
merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)�
default_hooks�
dispatch_hook)�to_native_string)�to_key_val_list�default_headers�
DEFAULT_PORTS)�TooManyRedirects�
InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body)�codes)�REDIRECT_STATI�win32c C sp |du r | S | du r|S t |t�r,t | t�s0| S |t|��}|�t| �� dd� |�� D �}|D ]
}||= q`|S )z�Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
Nc S s g | ]\}}|d u r|�qS �N� )�.0�k�vr( r( ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/sessions.py�
<listcomp>J � z!merge_setting.<locals>.<listcomp>)�
isinstancer
r �update�items)�request_setting�session_setting�
dict_class�merged_setting� none_keys�keyr( r( r, �
merge_setting2 s �� r8 c C s@ |du s|� d�g kr| S | du s0| � d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
N�response)�getr8 )�
request_hooks�
session_hooksr4 r( r( r, � merge_hooksQ s
r= c @ s> e Zd Zdd� Zdd� Zddd �Zd
d � Zd d
� Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |�d�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)� is_redirect�headersr �encoder )�self�respr? r( r( r, �get_redirect_targetb s
z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdv rL|jdkrL|jdv rLdS |j|jk}|j|jk}t�|jd�df}|s�|j|v r�|j|v r�dS |p�|S )zFDecide whether Authorization header should be removed when redirectingT�http)�P N�https)i� NFN)r �hostname�scheme�portr r: )rE �old_url�new_url�
old_parsed�
new_parsed� changed_port�changed_scheme� default_portr( r( r, �should_strip_authw s$ �� �z&SessionRedirectMixin.should_strip_authFNTc
k sF g }
| � |�} t|j�j} | �rB|�� }
|
�|� |
dd� |_z
|j W n& tt t
fyp |j j dd� Y n0 t
|j�| jkr�td�| j�|d��|�� | �d�r�t|j�}d�t|j�| g�} t| �}|jd kr�| r�|j| d
�}n |jr�|j} |�� } |j�st|jt| ��} nt| �} t| �|
_| �|
|� |j t j t j fv�rnd }|D ]}|
j �!|d� �qRd|
_"|
j }|�!d d� t#|
j$||j � t%|
j$| j&� |
�'|
j$� | �(|
|�}| �)|
|� |
j*du�o�d
|v �p�d|v }|�r�t+|
� |
}|�r |V q| j,|f|||||dd�| ��}t#| j&|
|j � | � |�} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)�decode_contentzExceeded {} redirects.)r9 z//�:� )�fragment)�Content-Lengthz Content-Type�Transfer-Encoding�CookierZ r[ )�stream�timeout�verify�cert�proxies�allow_redirects)-rG r �urlrY �copy�append�history�contentr r � RuntimeError�raw�read�len�
max_redirectsr �format�close�
startswith�joinr rL �_replace�geturl�netlocr r �rebuild_method� status_coder$ �temporary_redirect�permanent_redirectrC �pop�bodyr �_cookiesr �cookies�prepare_cookies�rebuild_proxies� rebuild_auth�_body_positionr# �send)rE rF �reqr] r^ r_ r` ra �yield_requests�adapter_kwargs�histrc �previous_fragment�prepared_request� parsed_rurl�parsed�purged_headers�headerrC �
rewindabler( r( r, �resolve_redirects� s~
����
z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|v r*| �|jj|�r*|d= | jr8t|�nd}|durN|�|� dS )z�When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
�
AuthorizationN)rC rc rU �request� trust_envr � prepare_auth)rE r� r9 rC rc �new_authr( r( r, r~ � s z!SessionRedirectMixin.rebuild_authc
C s� |dur |ni }|j }|j}t|�j}|�� }|�d�}t||d�}| jr||s|t||d�} | �|| �d��}
|
r||� ||
� d|v r�|d= zt
|| �\} } W n t y� d\} } Y n0 | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
N�no_proxy�r� �allzProxy-Authorization)NN)
rC rc r rL rd r: r! r� r �
setdefaultr" �KeyErrorr )
rE r� ra rC rc rL � new_proxiesr� � bypass_proxy�environ_proxies�proxy�username�passwordr( r( r, r} s*
z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
�HEAD�GET�POSTN)�methodru r$ � see_other�found�moved)rE r� r9 r� r( r( r, rt : s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__�
__module__� __qualname__rG rU r� r~ r} rt r( r( r( r, r> ` s �
n)r> c @ s� e Zd ZdZg d�Zdd� Zdd� Zdd� Zd d
� Zd+d
d�Z dd� Z
dd� Z dd� Z d,dd�Z
d-dd�Zd.dd�Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd S )/�Sessiona� A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
... s.get('https://httpbin.org/get')
<Response [200]>
) rC r{ �authra �hooks�paramsr_ r` �adaptersr] r� rl c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t
| _ d| _ t
i �| _t� | _| �dt� � | �dt� � d S )NFTzhttps://zhttp://)r rC r� ra r r� r� r] r_ r` r rl r� r r{ r r� �mountr �rE r( r( r, �__init__j s
zSession.__init__c C s | S r' r( r� r( r( r, � __enter__� s zSession.__enter__c G s | � � d S r' )rn )rE �argsr( r( r, �__exit__� s zSession.__exit__c
C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrR|sR| jsRt |j
�}t � }|j |j
�� |j
|j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d�
|S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
)r4 )
r� rc �files�data�jsonrC r� r� r{ r� )r{ r/ r � CookieJarr r r
r� r� r rc r �preparer� �upperr� r� r� r8 rC r r� r= r� )rE r� r{ �merged_cookiesr� �pr( r( r, �prepare_request� s.
�
� zSession.prepare_requestNTc C sx t |�� ||||pi ||p i ||| d�
}| �|�}| p8i } | �|j| |
||�}| |
d�}|�|� | j|fi |��}|S )ax Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``. When set to
``False``, requests will accept any TLS certificate presented by
the server, and will ignore hostname mismatches and/or expired
certificates, which will make your application vulnerable to
man-in-the-middle (MitM) attacks. Setting verify to ``False``
may be useful during local development or testing.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
)
r� rc rC r� r� r� r� r� r{ r� )r^ rb )r r� r� �merge_environment_settingsrc r0 r� )rE r� rc r� r� rC r{ r� r� r^ rb ra r� r] r_ r` r� r� �prep�settings� send_kwargsrF r( r( r, r� � s. .�
��
zSession.requestc K s |� dd� | jd|fi |��S )z�Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rb Tr� �r� r� �rE rc �kwargsr( r( r, r: " s z Session.getc K s |� dd� | jd|fi |��S )z�Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rb T�OPTIONSr� r� r( r( r, �options- s zSession.optionsc K s |� dd� | jd|fi |��S )z�Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rb Fr� r� r� r( r( r, �head8 s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
r� )r� r� �r� )rE rc r� r� r� r( r( r, �postC s z Session.postc K s | j d|fd|i|��S )au Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
�PUTr� r� �rE rc r� r� r( r( r, �putP s
z Session.putc K s | j d|fd|i|��S )aw Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
�PATCHr� r� r� r( r( r, �patch\ s
z
Session.patchc K s | j d|fi |��S )z�Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
�DELETEr� r� r( r( r, �deleteh s zSession.deletec
K s� |� d| j� |� d| j� |� d| j� |� d| �|| j�� t|t�rRtd��|� dd�}|�
d�}|j }| j |j
d�}t� }|j|fi |��}t� | } t| d �|_td
||fi |��}|jr�|jD ]}
t| j|
j|
j� q�t| j||j� |�r | j||fi |��} d d � | D �} ng } | �r@| �d
|� | � � }| |_|�s~z"t| j||fddi|���|_W n t �y| Y n0 |�s�|j |S )zISend a given PreparedRequest.
:rtype: requests.Response
r] r_ r` ra z#You can only send PreparedRequests.rb T)rc )�secondsr9 c S s g | ]}|�qS r( r( )r) rF r( r( r, r- � r. z Session.send.<locals>.<listcomp>r r� ) r� r] r_ r` r} ra r/ r �
ValueErrorrx r: r� � get_adapterrc �preferred_clockr� r �elapsedr rf r r{ r� ri r� �insert�next�_next�
StopIterationrg )
rE r� r� rb r] r� �adapter�start�rr� rF �genrf r( r( r, r� r sF
"z Session.sendc
C s� | j rn|dur|�d�nd}t||d�}|�� D ]\}} |�|| � q0|du sV|du rntj�d�pltj�d�}t|| j�}t|| j �}t|| j
�}t|| j �}||||d�S )z^
Check the environment and merge it with some settings.
:rtype: dict
Nr� r� T�REQUESTS_CA_BUNDLE�CURL_CA_BUNDLE)r_ ra r] r` ) r� r: r r1 r� �os�environr8 ra r] r_ r` )
rE rc ra r] r_ r` r� � env_proxiesr* r+ r( r( r, r� � s
� �z"Session.merge_environment_settingsc C s@ | j �� D ]"\}}|�� �|�� �r
| S q
td�|���dS )z~
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
z*No connection adapters were found for {!r}N)r� r1 �lowerro r rm )rE rc �prefixr� r( r( r, r� � s
zSession.get_adapterc C s | j �� D ] }|�� q
dS )z+Closes all adapters and as such the sessionN)r� �valuesrn )rE r+ r( r( r, rn � s z
Session.closec s> || j � < � fdd�| j D �}|D ]}| j �|�| j |< q"dS )zwRegisters a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
c s g | ]}t |�t � �k r|�qS r( )rk )r) r* �r� r( r, r- � r. z!Session.mount.<locals>.<listcomp>N)r� rx )rE r� r� � keys_to_mover7 r( r� r, r� � s
z
Session.mountc s � fdd�� j D �}|S )Nc s i | ]}|t � |d ��qS r' )�getattr)r) �attrr� r( r, �
<dictcomp>� r. z(Session.__getstate__.<locals>.<dictcomp>)� __attrs__)rE �stater( r� r, � __getstate__� s zSession.__getstate__c C s" |� � D ]\}}t| ||� qd S r' )r1 �setattr)rE r� r� �valuer( r( r, � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)r� r� r� �__doc__r� r� r� r� r� r� r: r� r� r� r� r� r� r� r� r� rn r� r� r� r( r( r( r, r� Q s0 >) �
L
K r� c C s t � S )aZ
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
)r� r( r( r( r, �session s r� )?r� r� �sys�time�datetimer � collectionsr r� r �compatr r r r r
r{ r r r
r �modelsr r r r� r r �_internal_utilsr �utilsr r r �
exceptionsr r r r �
structuresr r� r r r r r! r" r# � status_codesr$ r% �platform� perf_counterr� �AttributeErrorZclockr8 r= �objectr> r� r� r( r( r( r, �<module> sB
r 3 site-packages/pip/_vendor/requests/__pycache__/status_codes.cpython-39.pyc 0000644 00000010266 15056474501 0022740 0 ustar 00 a
��Re\ � E @ s� d a ddlmZ ddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdG�DZedHdI�ZdJdK� Ze� dLS )Ma
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
Example::
>>> import requests
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
� )�
LookupDict)�continue)�switching_protocols)�
processing)�
checkpoint)� uri_too_long�request_uri_too_long)�ok�okay�all_ok�all_okay�all_goodz\o/u ✓)�created)�accepted)�non_authoritative_info� non_authoritative_information)�
no_content)�
reset_content�reset)�partial_content�partial)� multi_status�multiple_status� multi_stati�multiple_stati)�already_reported)�im_used)�multiple_choices)�moved_permanently�movedz\o-)�found)� see_other�other)� not_modified)� use_proxy)� switch_proxy)�temporary_redirect�temporary_moved� temporary)�permanent_redirect�resume_incomplete�resume)� bad_request�bad)� unauthorized)�payment_required�payment)� forbidden)� not_foundz-o-)�method_not_allowed� not_allowed)�not_acceptable)� proxy_authentication_required�
proxy_auth�proxy_authentication)�request_timeout�timeout)�conflict)�gone)�length_required)�precondition_failed� precondition)�request_entity_too_large)�request_uri_too_large)�unsupported_media_type�unsupported_media�
media_type)� requested_range_not_satisfiable�requested_range�range_not_satisfiable)�expectation_failed)� im_a_teapot�teapot�
i_am_a_teapot)�misdirected_request)�unprocessable_entity�
unprocessable)�locked)�failed_dependency�
dependency)�unordered_collection� unordered)�upgrade_required�upgrade)�precondition_requiredr? )�too_many_requests�too_many)�header_fields_too_large�fields_too_large)� no_response�none)�
retry_with�retry)�$blocked_by_windows_parental_controls�parental_controls)� unavailable_for_legal_reasons�
legal_reasons)�client_closed_request)�internal_server_error� server_errorz/o\u ✗)�not_implemented)� bad_gateway)�service_unavailable� unavailable)�gateway_timeout)�http_version_not_supported� http_version)�variant_also_negotiates)�insufficient_storage)�bandwidth_limit_exceeded� bandwidth)� not_extended)� network_authentication_required� network_auth�network_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� � status_codes)�namec s~ t �� D ]8\} }|D ]*}tt|| � |�d�stt|�� | � qqdd� � td urvtd d�� fdd�tt �D �� nd ad S )N)�\�/c S s$ d� dd� t| D ��}d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N� )�.0�nr� r� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/status_codes.py� <genexpr>s � z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)�join�_codes)�code�namesr� r� r� �docr s z_init.<locals>.doc�
c 3 s | ]}� |�V qd S )Nr� )r� r� �r� r� r� r� x r� z_init.<locals>.<genexpr>) r� �items�setattr�codes�
startswith�upper�__doc__r� �sorted)r� �titles�titler� r� r� �_initk s
���r� N)r� �
structuresr r� r� r� r� r� r� r� �<module> s� �P
site-packages/pip/_vendor/requests/__pycache__/__version__.cpython-39.pyc 0000644 00000001122 15056474501 0022510 0 ustar 00 a
��Re� � @ s, d Z dZdZdZdZdZdZdZdZd Z d
S ) �requestszPython HTTP for Humans.z https://requests.readthedocs.ioz2.26.0i & z
Kenneth Reitzzme@kennethreitz.orgz
Apache 2.0z Copyright 2020 Kenneth Reitzu ✨ 🍰 ✨N)
� __title__�__description__�__url__� __version__� __build__�
__author__�__author_email__� __license__�
__copyright__�__cake__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/__version__.py�<module> s site-packages/pip/_vendor/requests/__pycache__/certs.cpython-39.pyc 0000644 00000001240 15056474501 0021350 0 ustar 00 a
��Re� � @ s& d Z ddlmZ edkr"ee� � dS )uF
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
� )�where�__main__N)�__doc__�pip._vendor.certifir �__name__�print� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/certs.py�<module> s site-packages/pip/_vendor/requests/__pycache__/hooks.cpython-39.pyc 0000644 00000002005 15056474501 0021353 0 ustar 00 a
��Re� � @ s d Z dgZdd� Zdd� ZdS )z�
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
�responsec C s dd� t D �S )Nc S s i | ]
}|g �qS � r )�.0�eventr r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/hooks.py�
<dictcomp> � z!default_hooks.<locals>.<dictcomp>)�HOOKSr r r r �
default_hooks s r c K sP |pi }|� | �}|rLt|d�r&|g}|D ] }||fi |��}|dur*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)�get�hasattr)�key�hooks� hook_data�kwargs�hook�
_hook_datar r r �
dispatch_hook s
r N)�__doc__r r r r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/packages.cpython-39.pyc 0000644 00000001035 15056474501 0022010 0 ustar 00 a
��Re� � @ sv d dl Z dD ]dZde Zee�e� e< ee j�D ]>ZeeksJe�ed �r0ee d�d� Z
e je e jde
< q0q dS )� N)�urllib3�idna�chardetz pip._vendor.�.z pip._vendor.requests.packages.) �sys�package�vendored_package�
__import__�locals�list�modules�mod�
startswith�len�unprefixed_mod� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/packages.py�<module> s site-packages/pip/_vendor/requests/__pycache__/auth.cpython-39.pyc 0000644 00000020262 15056474501 0021176 0 ustar 00 a
��Re�' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ d Zd
Zd d � ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z]
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
� N)� b64encode� )�urlparse�str�
basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjd�| �td� t| �} t |t�sPtjd�t|��td� t|�}t | t�rd| �d�} t |t�rx|�d�}dt t
d� | |f��� � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :)
�
isinstancer �warnings�warn�format�DeprecationWarningr �type�encoder r �join�strip)�username�password�authstr� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/auth.py�_basic_auth_str s0
��
��
�r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError��self�rr r r �__call__K s zAuthBase.__call__N��__name__�
__module__� __qualname__�__doc__r! r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S �N)r r �r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S �Nr r ��allr �getattrr �r �otherr r r �__eq__V s �zHTTPBasicAuth.__eq__c C s
| |k S r( r r/ r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N�
Authorization�r r r �headersr r r r r! _ s zHTTPBasicAuth.__call__N)r# r$ r% r& r* r1 r2 r! r r r r r' O s
r' c @ s e Zd ZdZdd� ZdS )�
HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorizationr4 r r r r r! g s zHTTPProxyAuth.__call__Nr" r r r r r6 d s r6 c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t�� | _d S r( )r r � threading�local�
_thread_localr) r r r r* o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr: r; �
last_nonce� nonce_count�chal�pos�
num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s� | j jd }| j jd }| j j�d�}| j j�d�}| j j�d�}d� |du rTd}n|�� }|dksl|dkrzd d
� } | � n@|d kr�d d
� }
|
� n*|dkr�dd� } | � n|dkr�dd� } | � � fdd�}
� du r�dS d}t|�}|jp�d}|jr�|d|j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�rJ| j j
d7 _
nd| j _
d| j j
}t | j j
�� d �}||� d �7 }|t
�� � d �7 }|t�d �7 }t�|��� dd � }|dk�rЈ d|||f �}|�s�|
|d||f �}n<|d k�sd |�d �v �r"d!|||d |f }|
||�}ndS || j _ d"| j||||f }|�rT|d#| 7 }|�rf|d$| 7 }|�rx|d%| 7 }|�r�|d&||f 7 }d'| S )(z
:rtype: str
�realm�nonce�qop� algorithm�opaqueN�MD5zMD5-SESSc S s" t | t�r| �d�} t�| ��� S �N�utf-8)r
r r �hashlib�md5� hexdigest��xr r r �md5_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8�SHAc S s" t | t�r| �d�} t�| ��� S rJ )r
r r rL �sha1rN rO r r r �sha_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | t�r| �d�} t�| ��� S rJ )r
r r rL �sha256rN rO r r r � sha256_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | t�r| �d�} t�| ��� S rJ )r
r r rL �sha512rN rO r r r � sha512_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s � d| |f �S )N�%s:%sr )�s�d�� hash_utf8r r �<lambda>� � z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%srY r z%08xrK � � �auth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z, algorithm="%s"z
, digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r: r@ �get�upperr �path�queryr r r> r? r r �time�ctime�os�urandomrL rS rN �split)r �method�urlrD rE rF rG rH �
_algorithmrQ rT rV rX �KD�entdig�p_parsedrh �A1�A2�HA1�HA2�ncvaluerZ �cnonce�respdig�noncebit�baser r\ r �build_digest_header s�
� � z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)� is_redirectr: rB )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s& d|j krdk s$n d| j_|S | jjdurB|jj�| jj� |j�dd�}d|� � v �r| jjdk �r| j jd7 _t
j d t
j d
�}t
|jd|dd ��| j_|j |�� |j�� }t|j|j|j� |�|j� | �|j|j�|jd < |jj|fi |��}|j � |� ||_|S d| j_|S )
zo
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
i� i� r Nzwww-authenticater< �digest� zdigest )�flags)�countr3 ) � status_coder: rB rA �request�body�seekr5 rf �lower�re�compile�
IGNORECASEr �subr@ �content�close�copyr �_cookies�raw�prepare_cookiesr~ ro rp �
connection�send�history�append)r r r� �s_auth�pat�prep�_rr r r �
handle_401� s0
�
zHTTPDigestAuth.handle_401c C s| | � � | jjr&| �|j|j�|jd< z|j�� | j_ W n t
yR d | j_ Y n0 |� d| j � |� d| j
� d| j_|S )Nr3 �responser )rC r: r> r~ ro rp r5 r� �tellrA �AttributeError�
register_hookr� r� rB r r r r r! s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S r+ r, r/ r r r r1 * s �zHTTPDigestAuth.__eq__c C s
| |k S r( r r/ r r r r2 0 s zHTTPDigestAuth.__ne__N) r# r$ r% r& r* rC r~ r� r� r! r1 r2 r r r r r7 l s
f,r7 )r& rl r� rj rL r8 r �base64r �compatr r r �cookiesr �_internal_utilsr �utilsr � CONTENT_TYPE_FORM_URLENCODED�CONTENT_TYPE_MULTI_PARTr �objectr r' r6 r7 r r r r �<module> s$ , site-packages/pip/_vendor/requests/__pycache__/models.cpython-39.pyc 0000644 00000057675 15056474501 0021542 0 ustar 00 a
��Rel� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
mZmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZmZmZ dd
l m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$ ddl%m&Z&m'Z' ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl3m@ZA ddlBmCZC eCjDeCjEeCjFeCjGeCjHfZIdZJdZKdZLG dd� deM�ZNG dd� deM�ZOG dd� deO�ZPG d d � d eNeO�ZQG d d � d eM�ZRdS ) z`
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
� N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError�
ProtocolError�LocationParseError)�UnsupportedOperation� )�
default_hooks)�CaseInsensitiveDict)�
HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError�
MissingSchema�
InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError�InvalidJSONError)�to_native_string�unicode_is_ascii)
�guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) �Callable�Mapping� cookielib�
urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str�
basestring)�json)�codes� i ( i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|�|� |j}|rD|�d� |�|� d�|�S )zBuild the path URL to use.�/�?� )r) �url�path�append�query�join)�selfr8 �pr9 r; � r? ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/models.py�path_url= s
z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }t| �D ]j\}}t |t�sRt|d�sX|g}|D ]B}|dur\|�t |t�r�|�d�n|t |t�r�|�d�n|f� q\q6t|dd�S | S dS )z�Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
�read�__iter__N�utf-8T)�doseq) �
isinstancer+ r, �hasattrr r0 r: �encoder* )�data�result�k�vs�vr? r? r@ �_encode_paramsR s$
�� z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} |D ]|\}}t|t�s\t|d�sb|g}|D ]T}|durft|t�s�t|�}|�t|t�r�|�d�n|t|t�r�|� d�n|f� qfq@| D ]�\}}d}d} t|t
t f��r t |�dkr�|\}
} n&t |�dk�r|\}
} }n |\}
} }} nt
|��p,|}
|} t| tttf��rJ| } n(t| d��r`| �� } n| du �rnq�n| } t|| |
| d �}
|
j|d
� |�|
� q�t|�\}}||fS ) a� Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
zFiles must be provided.zData must not be a string.rC NrD � � rB )�namerI �filename�headers)� content_type)�
ValueErrorrF r0 r rG r, r+ r: �decoderH �tuple�list�lenr � bytearrayrB r �make_multipartr )�filesrI �
new_fields�fields�field�valrM rK �ft�fh�fn�fp�fdata�rf�bodyrT r? r? r@ �
_encode_filesm sT
��
z"RequestEncodingMixin._encode_filesN)�__name__�
__module__� __qualname__�propertyrA � staticmethodrN rh r? r? r? r@ r4 < s
r4 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C sZ || j vrtd| ��t|t�r2| j | �|� n$t|d�rV| j | �dd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rC c s s | ]}t |t�r|V qd S �N)rF r% )�.0�hr? r? r@ � <genexpr>� � z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrU rF r% r: rG �extend�r= �event�hookr? r? r@ �
register_hook� s
z RequestHooksMixin.register_hookc C s0 z| j | �|� W dS ty* Y dS 0 dS )ziDeregister a previously registered hook.
Returns True if the hook existed, False if not.
TFN)rt �removerU rv r? r? r@ �deregister_hook� s
z!RequestHooksMixin.deregister_hookN)ri rj rk ry r{ r? r? r? r@ rn � s rn c
@ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
�Requesta{ A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
Nc
C s� |d u r g n|}|d u r g n|}|d u r,i n|}|d u r<i n|}| d u rLi n| } t � | _t| �� �D ]\} } | j| | d� qd|| _|| _|| _|| _|| _ |
| _
|| _ || _ || _
d S )N)rw rx )r rt rX �itemsry �methodr8 rS r\ rI r1 �params�auth�cookies)
r= r~ r8 rS r\ rI r r� r� rt r1 rK rM r? r? r@ �__init__� s" zRequest.__init__c C s
d| j S )Nz<Request [%s]>�r~ �r= r? r? r@ �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j
| j d�
|S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.)
r~ r8 rS r\ rI r1 r r� r� rt ) �PreparedRequest�preparer~ r8 rS r\ rI r1 r r� r� rt �r= r> r? r? r@ r� � s � zRequest.prepare)
NNNNNNNNNN)ri rj rk �__doc__r� r� r� r? r? r? r@ r| � s �
r| c
@ s� e Zd ZdZdd� Zd dd�Zdd� Zd d
� Zd d � Ze d
d� �Z
dd� Z dd� Z d dd�Z
dd� Zd dd�Zdd� Zd d � ZdS )!r� a) The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Instances are generated from a :class:`Request <Request>` object, and
should not be instantiated manually; doing so may produce undesirable
effects.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
>>> r
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S ro )r~ r8 rS �_cookiesrg r rt �_body_positionr� r? r? r@ r� % s zPreparedRequest.__init__Nc C sR | � |� | �||� | �|� | �|� | �|||
� | �||� | �| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth�
prepare_hooks) r= r~ r8 rS r\ rI r r� r� rt r1 r? r? r@ r� 6 s
zPreparedRequest.preparec C s
d| j S )Nz<PreparedRequest [%s]>r� r� r? r? r@ r� H s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd ur*| j�� nd |_t| j�|_| j|_| j|_| j |_ |S ro )
r� r~ r8 rS �copyr r� rg rt r� r� r? r? r@ r� K s zPreparedRequest.copyc C s$ || _ | j dur t| j �� �| _ dS )z Prepares the given HTTP method.N)r~ r �upper)r= r~ r? r? r@ r� V s
z PreparedRequest.prepare_methodc C sB ddl m} z|j| dd��d�} W n |jy< t�Y n0 | S )Nr )�idnaT)�uts46rD )� pip._vendorr� rH rV � IDNAError� UnicodeError)�hostr� r? r? r@ �_get_idna_encoded_host\ s
z&PreparedRequest._get_idna_encoded_hostc
C s, t |t�r|�d�}ntr"t|�nt|�}|�� }d|v rR|�� �d�sR|| _ dS zt
|�\}}}}}}} W n. t y� }
zt |
j
� �W Y d}
~
n
d}
~
0 0 |s�d} | �t|d��} t| ��|s�t d| ��t|��sz| �|�}W n ty� t d��Y n0 n|�d��rt d��|�p d } | �r.| d
7 } | |7 } |�rL| dt|� 7 } |�sVd }t�r�t |t��rr|�d �}t | t��r�| �d �} t |t��r�|�d �}t |t��r�|�d �}t | t��r�| �d �} t |ttf��r�t|�}| �|�}
|
�r
|�rd
||
f }n|
}tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:�httpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r7 �@r5 rD z%s&%s)rF r, rV r- �unicoder+ �lstrip�lower�
startswithr8 r r r �args�formatr r r r� r� rH rN r r( )r= r8 r �schemer� r� �portr9 r; �fragment�e�error�netloc�
enc_paramsr? r? r@ r� f sh
zPreparedRequest.prepare_urlc C s< t � | _|r8|�� D ]"}t|� |\}}|| jt|�< qdS )z Prepares the given HTTP headers.N)r rS r} r$ r )r= rS �headerrQ �valuer? r? r@ r� � s z PreparedRequest.prepare_headersc
C s� d}d}|sp|durpd}zt j|dd�}W n0 tyZ } zt|| d��W Y d}~n
d}~0 0 t|t�sp|�d�}tt|d�t|t t
t t f� g�}|�r8z t
|�}W n tttfy� d}Y n0 |}t|dd�du�rz|�� | _W n ttf�y t� | _Y n0 |�rtd ��|�r,t|�| jd
< n
d | jd < np|�rP| �||�\}}n2|�r�| �|�}t|t ��sxt|d
��r~d}nd}| � |� |�r�d| jv�r�|| jd< || _ dS )z"Prepares the given HTTP body data.Nzapplication/jsonF)� allow_nan)�requestrD rC �tellz1Streamed bodies and files are mutually exclusive.�Content-Length�chunkedzTransfer-EncodingrB z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrU r rF r, rH �allrG r0 rX rW r& r# � TypeError�AttributeErrorr �getattrr� r� �IOError�OSError�object�NotImplementedErrorr/ rS rh rN �prepare_content_lengthrg ) r= rI r\ r1 rg rT �ve� is_stream�lengthr? r? r@ r� � sR "
�
z PreparedRequest.prepare_bodyc C sL |dur$t |�}|rHt|�| jd< n$| jdvrH| j�d�du rHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr� )�GET�HEAD�0)r# r/ rS r~ �get)r= rg r� r? r? r@ r� s z&PreparedRequest.prepare_content_lengthr7 c C sj |du r"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| j�|j� | � | j
� dS )z"Prepares the given HTTP auth data.NrO ) r r8 �anyrF rW rY r
�__dict__�updater� rg )r= r� r8 �url_auth�rr? r? r@ r� s
z PreparedRequest.prepare_authc C s@ t |tj�r|| _n
t|�| _t| j| �}|dur<|| jd< dS )a Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
N�Cookie)rF r' � CookieJarr� r r rS )r= r� �
cookie_headerr? r? r@ r� 4 s
z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| � ||| � q dS )zPrepares the given hooks.N)ry )r= rt rw r? r? r@ r� H s z PreparedRequest.prepare_hooks)
NNNNNNNNNN)N)r7 )ri rj rk r� r� r� r� r� r� rm r� r� r� r� r� r� r� r� r? r? r? r@ r� s" �
V
J
r� c @ s� e Zd ZdZg d�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
edd� �Zedd� �Zedd� �Zedd � �Zed d � �Zd2d!d"�Zed d#fd$d%�Zed&d'� �Zed(d)� �Zd*d+� Zed,d-� �Zd.d/� Zd0d1� Z d#S )3�ResponsezhThe :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
)
�_content� status_coderS r8 �history�encoding�reasonr� �elapsedr� c C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _
t i �| _ t
�d�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rS �rawr8 r� r� r� r r� �datetime� timedeltar� r� r� r? r? r@ r� \ s
zResponse.__init__c C s | S ro r? r� r? r? r@ � __enter__� s zResponse.__enter__c G s | � � d S ro )�close)r= r� r? r? r@ �__exit__� s zResponse.__exit__c s � j s � j � fdd�� jD �S )Nc s i | ]}|t � |d ��qS ro )r� )rp �attrr� r? r@ �
<dictcomp>� rs z)Response.__getstate__.<locals>.<dictcomp>)r� �content� __attrs__r� r? r� r@ � __getstate__� s zResponse.__getstate__c C s: |� � D ]\}}t| ||� qt| dd� t| dd � d S )Nr� Tr� )r} �setattr)r= �staterQ r� r? r? r@ � __setstate__� s zResponse.__setstate__c C s
d| j S )Nz<Response [%s]>)r� r� r? r? r@ r� � s zResponse.__repr__c C s | j S �ak Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
��okr� r? r? r@ �__bool__� s zResponse.__bool__c C s | j S r� r� r� r? r? r@ � __nonzero__� s zResponse.__nonzero__c C s
| � d�S )z,Allows you to use a response as an iterator.� )� iter_contentr� r? r? r@ rC � s zResponse.__iter__c C s& z | � � W n ty Y dS 0 dS )ax Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
FT)�raise_for_statusr r� r? r? r@ r� � s
z Response.okc C s d| j v o| jtv S )z�True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
�location)rS r� �REDIRECT_STATIr� r? r? r@ � is_redirect� s zResponse.is_redirectc C s d| j v o| jtjtjfv S )z@True if this Response one of the permanent versions of redirect.r� )rS r� r2 �moved_permanently�permanent_redirectr� r? r? r@ �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� r� r? r? r@ �next� s z
Response.nextc C s t �| j�d S )zOThe apparent encoding, provided by the charset_normalizer or chardet libraries.r� )r. �detectr� r� r? r? r@ �apparent_encoding� s zResponse.apparent_encodingr
Fc s| � �fdd�}�j r(t�jt�r(t� �n"� durJt� t�sJtdt� � ��t�j� �}|� }�j rf|n|}|rxt |��}|S )a� Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
c
3 s� t �jd�r�z �jj� dd�D ]
} | V q W q� tyX } zt|��W Y d }~q�d }~0 ty� } zt|��W Y d }~q�d }~0 ty� } zt|��W Y d }~q�d }~0 0 n�j� � �} | s�q�| V q�d�_
d S )N�streamT)�decode_content) rG r� r� r r r r r r rB r� )�chunkr� ��
chunk_sizer= r? r@ �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.)
r� rF r� �boolr �intr� �typer! r )r= r� �decode_unicoder� �
reused_chunks�
stream_chunks�chunksr? r� r@ r� � s
zResponse.iter_contentNc c s� d}| j ||d�D ]n}|dur&|| }|r6|�|�}n|�� }|rl|d rl|rl|d d |d krl|�� }nd}|D ]
}|V qtq|dur�|V dS )z�Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
N)r� r ���)r� �split�
splitlines�pop)r= r� r � delimiter�pendingr� �lines�liner? r? r@ �
iter_lines s $
zResponse.iter_linesc C sV | j du rJ| jrtd��| jdks,| jdu r4d| _ nd�| �t��pFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr Nrs T)r� r� � RuntimeErrorr� r� r< r� �CONTENT_CHUNK_SIZEr� r? r? r@ r� 7 s
�zResponse.contentc C sf d}| j }| jstd�S | j du r(| j}zt| j|dd�}W n$ ttfy` t| jdd�}Y n0 |S )a� Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``charset_normalizer`` or ``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
Nr7 �replace)�errors)r� r� r+ r� � LookupErrorr� )r= r� r� r? r? r@ �textK s
z
Response.textc K sp | j s\| jr\t| j�dkr\t| j�}|dur\z tj| j�|�fi |��W S tyZ Y n0 tj| jfi |��S )a. Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises simplejson.JSONDecodeError: If the response body does not
contain valid json and simplejson is installed.
:raises json.JSONDecodeError: If the response body does not contain
valid json and simplejson is not installed on Python 3.
:raises ValueError: If the response body does not contain valid
json and simplejson is not installed on Python 2.
rP N) r� r� rY r" r� �loadsrV �UnicodeDecodeErrorr )r= �kwargsr� r? r? r@ r1 q s
�� z
Response.jsonc C sF | j �d�}i }|rBt|�}|D ] }|�d�p6|�d�}|||< q |S )z8Returns the parsed header links of the response, if any.�link�relr8 )rS r� r )r= r� �l�linksr �keyr? r? r@ r � s
zResponse.linksc C s� d}t | jt�rBz| j�d�}W qH ty> | j�d�}Y qH0 n| j}d| j kr^dk rvn nd| j|| jf }n,d| j kr�dk r�n nd| j|| jf }|r�t|| d ��d
S ) z+Raises :class:`HTTPError`, if one occurred.r7 rD z
iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)�responseN)rF r� r, rV r r� r8 r )r= �http_error_msgr� r? r? r@ r� � s zResponse.raise_for_statusc C s0 | j s| j�� t| jdd�}|dur,|� dS )z�Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
� release_connN)r� r� r� r� )r= r r? r? r@ r� � s
zResponse.close)r
F) ri rj rk r� r� r� r� r� r� r� r� r� r� rC rl r� r� r� r� r� r� �ITER_CHUNK_SIZEr r� r r1 r r� r� r? r? r? r@ r� R s@ /
7
%
r� )Sr� r� �sys�encodings.idna� encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr �pip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rt r �
structuresr r� r
r� r r r �
exceptionsr r r r r r r r �_internal_utilsr r �utilsr r r r r r r! r" r# r$ �compatr% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r� � status_codesr2 �moved�found�other�temporary_redirectr� r� �DEFAULT_REDIRECT_LIMITr r r� r4 rn r| r� r� r? r? r? r@ �<module> sD (08 �rJ D site-packages/pip/_vendor/requests/__pycache__/adapters.cpython-39.pyc 0000644 00000041164 15056474501 0022044 0 ustar 00 a
��Re,T � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;�y� d d � Z:Y n0 d Z<d Z=dZ>dZ?G d d!� d!e@�ZAG d"d#� d#eA�ZBdS )$z�
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
� N)� PoolManager�proxy_from_url)� HTTPResponse)� parse_url)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)�
MaxRetryError)�NewConnectionError)�
ProxyError)�
ProtocolError)�ReadTimeoutError)�SSLError)�
ResponseError)�LocationValueError� )�Response)�urlparse�
basestring)�DEFAULT_CA_BUNDLE_PATH�extract_zipped_paths�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url�
urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar) �ConnectionError�ConnectTimeout� ReadTimeoutr r
�
RetryError�
InvalidSchema�InvalidProxyURL�
InvalidURL)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r$ )�args�kwargs� r+ ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F�
c s2 e Zd ZdZ� fdd�Zd dd�Zd d
� Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| ��� d S �N)�superr. �__init__��self�� __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
N��NotImplementedError)r3 �request�stream�timeout�verify�cert�proxiesr+ r+ r, �send= s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, �closeO s zBaseAdapter.close)FNTNN)�__name__�
__module__� __qualname__�__doc__r1 r> r? �
__classcell__r+ r+ r4 r, r. 7 s �
r. c s� e Zd ZdZg d�Zeeeef� fdd� Zdd� Z dd� Z
efd d
�Z d d � Z d
d� Z
dd� Zd dd�Zdd� Zdd� Zdd� Zdd� Zd!d d �Z� ZS )"� HTTPAdaptera� The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
)� max_retries�config�_pool_connections�
_pool_maxsize� _pool_blockc sd |t krtddd�| _n t�|�| _i | _i | _tt| ��� || _ || _
|| _ | j |||d� d S )Nr F)�read��block)
�DEFAULT_RETRIESr rF �from_intrG �
proxy_managerr0 rE r1 rH rI rJ �init_poolmanager)r3 �pool_connections� pool_maxsizerF �
pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s � fdd�� j D �S )Nc s i | ]}|t � |d ��qS r/ )�getattr)�.0�attrr2 r+ r, �
<dictcomp>� � z,HTTPAdapter.__getstate__.<locals>.<dictcomp>)� __attrs__r2 r+ r2 r, � __getstate__� s zHTTPAdapter.__getstate__c C sD i | _ i | _|�� D ]\}}t| ||� q| j| j| j| jd� d S )NrL )rP rG �items�setattrrQ rH rI rJ )r3 �staterW �valuer+ r+ r, � __setstate__� s �zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
T)� num_pools�maxsizerM �strictN)rH rI rJ r � poolmanager)r3 � connectionsrb rM � pool_kwargsr+ r+ r, rQ � s
��z HTTPAdapter.init_poolmanagerc K s� || j v r| j | }n||�� �d�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| �|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
�socks)�username�passwordra rb rM )�
proxy_headersra rb rM )
rP �lower�
startswithr r( rH rI rJ rj r )r3 �proxy� proxy_kwargs�managerrh ri rj r+ r+ r, �proxy_manager_for� s6
���
���z HTTPAdapter.proxy_manager_forc C s� |� � �d�rn|rnd}|dur"|}|s.tt�}|r>tj�|�sLtd�|���d|_ tj�
|�sf||_ q�||_ nd|_ d|_ d|_ |r�t
|t�s�|d |_|d |_n ||_d|_|jr�tj�|j�s�td �|j���|jr�tj�|j�s�td
�|j���dS ) aA Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
�httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}�
CERT_REQUIRED� CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rk rl r r �os�path�exists�IOError�format� cert_reqs�isdir�ca_certs� ca_cert_dir�
isinstancer � cert_file�key_file)r3 �conn�urlr; r< �cert_locr+ r+ r, � cert_verify� s> �
��zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j
t �r^|j
� d�|_
n|j
|_
t
|j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
�statusN�headers�utf-8)r rU � status_coder r� r �encoding�raw�reasonr} r� �bytes�decoder �cookiesr8 �
connection)r3 �req�resp�responser+ r+ r, �build_response� s
zHTTPAdapter.build_responseNc C sd t ||�}|rDt|d�}t|�}|js.td��| �|�}|�|�}n t|�}|�� }| j �|�}|S )a� Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
�httpzFPlease check proxy URL. It is malformed and could be missing the host.)
r r r �hostr% rp �connection_from_urlr �geturlrd )r3 r� r= rm � proxy_urlrP r� �parsedr+ r+ r, �get_connection$ s
zHTTPAdapter.get_connectionc C s& | j �� | j�� D ] }|�� qdS )z�Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
N)rd �clearrP �values)r3 rm r+ r+ r, r? ? s
zHTTPAdapter.closec C s` t |j|�}t|j�j}|o"|dk}d}|rDt|�j�� }|�d�}|j}|r\|s\t|j�}|S )a? Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
rq Frg )r r� r �schemerk rl �path_urlr ) r3 r8 r= rm r� �is_proxied_http_request�using_socks_proxy� proxy_schemer� r+ r+ r, � request_urlI s
zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
Nr+ )r3 r8 r* r+ r+ r, � add_headersf s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
zProxy-Authorization)r r' )r3 rm r� rh ri r+ r+ r, rj t s
�zHTTPAdapter.proxy_headersFTc C s� z| � |j|�}W n0 tyB } zt||d��W Y d}~n
d}~0 0 | �||j||� | �||�} | j||||||d� |jdu p�d|jv }
t |t
�r�z|\} } t | | d�}W n6 t y� } z d�
|�}
t |
��W Y d}~n
d}~0 0 nt |t �r�n t ||d�}�zD|
�s6|j|j| |j|jdddd| j|d�
}�nt|d ��rH|j}|jtd
�}z�|j|j| d d � |j�� D ]\}}|�||� �qr|�� |jD ]D}|�tt|��d
d� � d�� |�d� |�|� |�d� �q�|�d� z|j d d�}W n t �y |� � }Y n0 t j |||ddd�}W n |�!� � Y n0 W �n� t"t#j$f�y� }
zt%|
|d��W Y d}
~
�njd}
~
0 t&�y( } z�t |j't(��r�t |j't)��s�t*||d��t |j't+��r�t,||d��t |j't-��r�t.||d��t |j't/��rt0||d��t%||d��W Y d}~n�d}~0 t1�yX } zt%||d��W Y d}~n�d}~0 t-�y� } zt.|��W Y d}~nhd}~0 t/t2f�y� } zBt |t/��r�t0||d��n t |t3��r�t4||d��n� W Y d}~n
d}~0 0 | �5||�S )a Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
)r8 N)r9 r: r; r< r= zContent-Length)�connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF)
�methodr� �bodyr� �redirect�assert_same_host�preload_content�decode_content�retriesr: �
proxy_pool)r: T)�skip_accept_encoding� r� s
s 0
)� buffering)�poolr� r� r� )6r� r� r r& r� r� r� r� r� r} �tuple� TimeoutSauce�
ValueErrorrx �urlopenr� rF �hasattrr� � _get_conn�DEFAULT_POOL_TIMEOUT�
putrequestr\ � putheader�
endheadersr> �hex�len�encode� getresponse� TypeErrorr � from_httplibr? r �socket�errorr r r� r r r! r r# � _ProxyErrorr
� _SSLErrorr r �
_HTTPErrorr r" r� )r3 r8 r9 r: r; r< r= r� �er� �chunkedr� rK �errr� �low_conn�headerr_ �i�rr+ r+ r, r> � s� "
�
�
�
�
" zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rZ �DEFAULT_POOLSIZErN �DEFAULT_POOLBLOCKr1 r[ r` rQ rp r� r� r� r? r� r� rj r> rD r+ r+ r4 r, rE T s$ � %4%
rE )CrC �os.pathrt r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser �pip._vendor.urllib3.utilr r r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r
r� r r r
r� r r r r� r r �modelsr �compatr r �utilsr r r r r r r �
structuresr r� r �
exceptionsr r! r" r# r$ r% r& �authr' Z!pip._vendor.urllib3.contrib.socksr( � ImportErrorr� r� rN r� �objectr. rE r+ r+ r+ r, �<module> sF $ , site-packages/pip/_vendor/requests/__pycache__/api.cpython-39.pyc 0000644 00000015146 15056474501 0021013 0 ustar 00 a
��Re � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dS )z�
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
� )�sessionsc K sB t �� �&}|jf | |d�|��W d � S 1 s40 Y dS )a� Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object: ``GET``, ``OPTIONS``, ``HEAD``, ``POST``, ``PUT``, ``PATCH``, or ``DELETE``.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
>>> req
<Response [200]>
)�method�urlN)r �Session�request)r r �kwargs�session� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/api.pyr s ,
r Nc K s t d| fd|i|��S )ad Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�get�params�r )r r r r r r
r @ s r c K s t d| fi |��S )z�Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�optionsr
�r r r r r
r N s r c K s |� dd� td| fi |��S )ak Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes. If
`allow_redirects` is not provided, it will be set to `False` (as
opposed to the default :meth:`request` behavior).
:return: :class:`Response <Response>` object
:rtype: requests.Response
�allow_redirectsF�head)�
setdefaultr r r r r
r Z s r c K s t d| f||d�|��S )a� Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�post)�data�jsonr
)r r r r r r r
r i s r c K s t d| fd|i|��S )a� Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�putr r
�r r r r r r
r x s r c K s t d| fd|i|��S )a� Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�patchr r
r r r r
r � s r c K s t d| fi |��S )z�Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�deleter
r r r r
r � s r )N)NN)N)N) �__doc__� r r r r r r r r r r r r r
�<module> s
0
site-packages/pip/_vendor/requests/__pycache__/__init__.cpython-39.pyc 0000644 00000007711 15056474501 0022000 0 ustar 00 a
��Re� �
@ s\ d Z ddlmZ ddlZddlmZ dZzddlmZ W n e
yN dZ Y n0 dd� Z d d
� Z ze eje e� W n. e
efy� e�d �eje e�e� Y n0 zvdd lmZ es�e
d
��z ddlZW n e
y� dZY n0 eedd��sddlmZ e�� ddlmZ e e� W n e
�y, Y n0 ddlmZ e� de� ddlm Z m Z m Z mZ ddlm Z m!Z!m"Z"m#Z# ddlm$Z$m%Z% ddl&m'Z' ddl&m(Z( ddl)m*Z*m+Z+m,Z, ddl-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5 ddl6m7Z7m8Z8 ddl9m:Z: dd lm;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZC ddlDZDdd lDmEZE eD�FeG��HeE� � ej d eAd d � dS )!a�
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings.
Basic GET usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> b'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key1": "value1",
"key2": "value2"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <https://requests.readthedocs.io>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
� )�urllib3N� )�RequestsDependencyWarning)� __version__c C s> | � d�} | dgksJ �t| �dkr.| �d� | \}}}t|�t|�t|� }}}|dks`J �|dkslJ �|dksxJ �|r�|� d�d d� \}}}t|�t|�t|� }}}d |||f kr�d
k s�n J �nh|�r2|� d�d d� \}}}t|�t|�t|� }}}d |||f k�r*d k �s:n J �ntd
��d S )N�.�dev� �0r � � � )r r r )� r r )r r r )r r r z7You need either charset_normalizer or chardet installed)�split�len�append�int� Exception)�urllib3_version�chardet_version�charset_normalizer_version�major�minor�patch� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/__init__.py�check_compatibility6 s$
" &r c C sT zt tt| �d���} W n ty, Y d S 0 | g d�k rPd�| �}t�|t� d S )Nr )r r � z4Old version of cryptography ({}) may cause slowdown.) �list�mapr r �
ValueError�format�warnings�warnr )�cryptography_version�warningr r r �_check_cryptographyT s
r% zWurllib3 ({}) or chardet ({})/charset_normalizer ({}) doesn't match a supported version!)�WINDOWSz3pip internals: don't import cryptography on Windows�HAS_SNIF)� pyopenssl)�DependencyWarning�ignore)� __title__�__description__�__url__r )� __build__�
__author__�__author_email__� __license__)�
__copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandler�defaultT)r )I�__doc__� pip._vendorr r! �
exceptionsr r �pip._vendor.chardetr r � ImportErrorr r% �AssertionErrorr r" r �pip._internal.utils.compatr& �ssl�getattr�pip._vendor.urllib3.contribr( �inject_into_urllib3Z cryptographyr# Z pip._vendor.urllib3.exceptionsr) � simplefilterr+ r, r- r. r/ r0 r1 r2 r3 � r4 r5 �modelsr6 r7 r8 �apir9 r: r; r< r r= r> r? �sessionsr@ rA � status_codesrB rC rD rE rF rG rH rI rJ rK �loggingrL � getLogger�__name__�
addHandlerr r r r �<module> sb #
��
( , site-packages/pip/_vendor/requests/__pycache__/structures.cpython-39.pyc 0000644 00000010623 15056474501 0022460 0 ustar 00 a
��Re� � @ sD d Z ddlmZ ddlmZmZ G dd� de�ZG dd� de�Zd S )
zO
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
� )� OrderedDict� )�Mapping�MutableMappingc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
Nc K s* t � | _|d u ri }| j|fi |�� d S �N)r �_store�update)�self�data�kwargs� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/requests/structures.py�__init__* s z CaseInsensitiveDict.__init__c C s ||f| j |�� < d S r �r �lower)r
�key�valuer
r
r � __setitem__0 s z CaseInsensitiveDict.__setitem__c C s | j |�� d S )Nr r �r
r r
r
r � __getitem__5 s z CaseInsensitiveDict.__getitem__c C s | j |�� = d S r r r r
r
r � __delitem__8 s z CaseInsensitiveDict.__delitem__c C s dd� | j �� D �S )Nc s s | ]\}}|V qd S r r
)�.0�casedkey� mappedvaluer
r
r � <genexpr>< � z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values�r
r
r
r �__iter__; s z CaseInsensitiveDict.__iter__c C s
t | j�S r )�lenr r r
r
r �__len__> s zCaseInsensitiveDict.__len__c C s dd� | j �� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr
)r �lowerkey�keyvalr
r
r r C s �z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �itemsr r
r
r � lower_itemsA s �z CaseInsensitiveDict.lower_itemsc C s0 t |t�rt|�}ntS t| �� �t|�� �kS r )�
isinstancer r �NotImplemented�dictr% )r
�otherr
r
r �__eq__I s
zCaseInsensitiveDict.__eq__c C s t | j�� �S r )r r r r r
r
r �copyR s zCaseInsensitiveDict.copyc C s t t| �� ��S r )�strr( r$ r r
r
r �__repr__U s z CaseInsensitiveDict.__repr__)N)�__name__�
__module__� __qualname__�__doc__r r r r r r! r% r* r+ r- r
r
r
r r s
r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d
�Z� ZS )
�
LookupDictzDictionary lookup object.Nc s || _ tt| ��� d S r )�name�superr2 r )r
r3 �� __class__r
r r \ s zLookupDict.__init__c C s
d| j S )Nz
<lookup '%s'>)r3 r r
r
r r- ` s zLookupDict.__repr__c C s | j �|d �S r ��__dict__�getr r
r
r r c s zLookupDict.__getitem__c C s | j �||�S r r7 )r
r �defaultr
r
r r9 h s zLookupDict.get)N)N) r. r/ r0 r1 r r- r r9 �
__classcell__r
r
r5 r r2 Y s
r2 N) r1 � collectionsr �compatr r r r( r2 r
r
r
r �<module> s J site-packages/pip/_vendor/requests/certs.py 0000644 00000000721 15056474501 0015064 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
"""
from pip._vendor.certifi import where
if __name__ == '__main__':
print(where())
site-packages/pip/_vendor/requests/structures.py 0000644 00000005675 15056474501 0016204 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
"""
from collections import OrderedDict
from .compat import Mapping, MutableMapping
class CaseInsensitiveDict(MutableMapping):
"""A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
"""
def __init__(self, data=None, **kwargs):
self._store = OrderedDict()
if data is None:
data = {}
self.update(data, **kwargs)
def __setitem__(self, key, value):
# Use the lowercased key for lookups, but store the actual
# key alongside the value.
self._store[key.lower()] = (key, value)
def __getitem__(self, key):
return self._store[key.lower()][1]
def __delitem__(self, key):
del self._store[key.lower()]
def __iter__(self):
return (casedkey for casedkey, mappedvalue in self._store.values())
def __len__(self):
return len(self._store)
def lower_items(self):
"""Like iteritems(), but with all lowercase keys."""
return (
(lowerkey, keyval[1])
for (lowerkey, keyval)
in self._store.items()
)
def __eq__(self, other):
if isinstance(other, Mapping):
other = CaseInsensitiveDict(other)
else:
return NotImplemented
# Compare insensitively
return dict(self.lower_items()) == dict(other.lower_items())
# Copy is required
def copy(self):
return CaseInsensitiveDict(self._store.values())
def __repr__(self):
return str(dict(self.items()))
class LookupDict(dict):
"""Dictionary lookup object."""
def __init__(self, name=None):
self.name = name
super(LookupDict, self).__init__()
def __repr__(self):
return '<lookup \'%s\'>' % (self.name)
def __getitem__(self, key):
# We allow fall-through here, so values default to None
return self.__dict__.get(key, None)
def get(self, key, default=None):
return self.__dict__.get(key, default)
site-packages/pip/_vendor/requests/cookies.py 0000644 00000043776 15056474501 0015421 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
"""
import copy
import time
import calendar
from ._internal_utils import to_native_string
from .compat import cookielib, urlparse, urlunparse, Morsel, MutableMapping
try:
import threading
except ImportError:
import dummy_threading as threading
class MockRequest(object):
"""Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
"""
def __init__(self, request):
self._r = request
self._new_headers = {}
self.type = urlparse(self._r.url).scheme
def get_type(self):
return self.type
def get_host(self):
return urlparse(self._r.url).netloc
def get_origin_req_host(self):
return self.get_host()
def get_full_url(self):
# Only return the response's URL if the user hadn't set the Host
# header
if not self._r.headers.get('Host'):
return self._r.url
# If they did set it, retrieve it and reconstruct the expected domain
host = to_native_string(self._r.headers['Host'], encoding='utf-8')
parsed = urlparse(self._r.url)
# Reconstruct the URL as we expect it
return urlunparse([
parsed.scheme, host, parsed.path, parsed.params, parsed.query,
parsed.fragment
])
def is_unverifiable(self):
return True
def has_header(self, name):
return name in self._r.headers or name in self._new_headers
def get_header(self, name, default=None):
return self._r.headers.get(name, self._new_headers.get(name, default))
def add_header(self, key, val):
"""cookielib has no legitimate use for this method; add it back if you find one."""
raise NotImplementedError("Cookie headers should be added with add_unredirected_header()")
def add_unredirected_header(self, name, value):
self._new_headers[name] = value
def get_new_headers(self):
return self._new_headers
@property
def unverifiable(self):
return self.is_unverifiable()
@property
def origin_req_host(self):
return self.get_origin_req_host()
@property
def host(self):
return self.get_host()
class MockResponse(object):
"""Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
"""
def __init__(self, headers):
"""Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
"""
self._headers = headers
def info(self):
return self._headers
def getheaders(self, name):
self._headers.getheaders(name)
def extract_cookies_to_jar(jar, request, response):
"""Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
"""
if not (hasattr(response, '_original_response') and
response._original_response):
return
# the _original_response field is the wrapped httplib.HTTPResponse object,
req = MockRequest(request)
# pull out the HTTPMessage with the headers and put it in the mock:
res = MockResponse(response._original_response.msg)
jar.extract_cookies(res, req)
def get_cookie_header(jar, request):
"""
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
"""
r = MockRequest(request)
jar.add_cookie_header(r)
return r.get_new_headers().get('Cookie')
def remove_cookie_by_name(cookiejar, name, domain=None, path=None):
"""Unsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
"""
clearables = []
for cookie in cookiejar:
if cookie.name != name:
continue
if domain is not None and domain != cookie.domain:
continue
if path is not None and path != cookie.path:
continue
clearables.append((cookie.domain, cookie.path, cookie.name))
for domain, path, name in clearables:
cookiejar.clear(domain, path, name)
class CookieConflictError(RuntimeError):
"""There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
"""
class RequestsCookieJar(cookielib.CookieJar, MutableMapping):
"""Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
"""
def get(self, name, default=None, domain=None, path=None):
"""Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
"""
try:
return self._find_no_duplicates(name, domain, path)
except KeyError:
return default
def set(self, name, value, **kwargs):
"""Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
"""
# support client code that unsets cookies by assignment of a None value:
if value is None:
remove_cookie_by_name(self, name, domain=kwargs.get('domain'), path=kwargs.get('path'))
return
if isinstance(value, Morsel):
c = morsel_to_cookie(value)
else:
c = create_cookie(name, value, **kwargs)
self.set_cookie(c)
return c
def iterkeys(self):
"""Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
"""
for cookie in iter(self):
yield cookie.name
def keys(self):
"""Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
"""
return list(self.iterkeys())
def itervalues(self):
"""Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
"""
for cookie in iter(self):
yield cookie.value
def values(self):
"""Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
"""
return list(self.itervalues())
def iteritems(self):
"""Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
"""
for cookie in iter(self):
yield cookie.name, cookie.value
def items(self):
"""Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
"""
return list(self.iteritems())
def list_domains(self):
"""Utility method to list all the domains in the jar."""
domains = []
for cookie in iter(self):
if cookie.domain not in domains:
domains.append(cookie.domain)
return domains
def list_paths(self):
"""Utility method to list all the paths in the jar."""
paths = []
for cookie in iter(self):
if cookie.path not in paths:
paths.append(cookie.path)
return paths
def multiple_domains(self):
"""Returns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
"""
domains = []
for cookie in iter(self):
if cookie.domain is not None and cookie.domain in domains:
return True
domains.append(cookie.domain)
return False # there is only one domain in jar
def get_dict(self, domain=None, path=None):
"""Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
"""
dictionary = {}
for cookie in iter(self):
if (
(domain is None or cookie.domain == domain) and
(path is None or cookie.path == path)
):
dictionary[cookie.name] = cookie.value
return dictionary
def __contains__(self, name):
try:
return super(RequestsCookieJar, self).__contains__(name)
except CookieConflictError:
return True
def __getitem__(self, name):
"""Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
"""
return self._find_no_duplicates(name)
def __setitem__(self, name, value):
"""Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
"""
self.set(name, value)
def __delitem__(self, name):
"""Deletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
"""
remove_cookie_by_name(self, name)
def set_cookie(self, cookie, *args, **kwargs):
if hasattr(cookie.value, 'startswith') and cookie.value.startswith('"') and cookie.value.endswith('"'):
cookie.value = cookie.value.replace('\\"', '')
return super(RequestsCookieJar, self).set_cookie(cookie, *args, **kwargs)
def update(self, other):
"""Updates this jar with cookies from another CookieJar or dict-like"""
if isinstance(other, cookielib.CookieJar):
for cookie in other:
self.set_cookie(copy.copy(cookie))
else:
super(RequestsCookieJar, self).update(other)
def _find(self, name, domain=None, path=None):
"""Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
"""
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
return cookie.value
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def _find_no_duplicates(self, name, domain=None, path=None):
"""Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
"""
toReturn = None
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
if toReturn is not None: # if there are multiple cookies that meet passed in criteria
raise CookieConflictError('There are multiple cookies with name, %r' % (name))
toReturn = cookie.value # we will eventually return this as long as no cookie conflict
if toReturn:
return toReturn
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def __getstate__(self):
"""Unlike a normal CookieJar, this class is pickleable."""
state = self.__dict__.copy()
# remove the unpickleable RLock object
state.pop('_cookies_lock')
return state
def __setstate__(self, state):
"""Unlike a normal CookieJar, this class is pickleable."""
self.__dict__.update(state)
if '_cookies_lock' not in self.__dict__:
self._cookies_lock = threading.RLock()
def copy(self):
"""Return a copy of this RequestsCookieJar."""
new_cj = RequestsCookieJar()
new_cj.set_policy(self.get_policy())
new_cj.update(self)
return new_cj
def get_policy(self):
"""Return the CookiePolicy instance used."""
return self._policy
def _copy_cookie_jar(jar):
if jar is None:
return None
if hasattr(jar, 'copy'):
# We're dealing with an instance of RequestsCookieJar
return jar.copy()
# We're dealing with a generic CookieJar instance
new_jar = copy.copy(jar)
new_jar.clear()
for cookie in jar:
new_jar.set_cookie(copy.copy(cookie))
return new_jar
def create_cookie(name, value, **kwargs):
"""Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
"""
result = {
'version': 0,
'name': name,
'value': value,
'port': None,
'domain': '',
'path': '/',
'secure': False,
'expires': None,
'discard': True,
'comment': None,
'comment_url': None,
'rest': {'HttpOnly': None},
'rfc2109': False,
}
badargs = set(kwargs) - set(result)
if badargs:
err = 'create_cookie() got unexpected keyword arguments: %s'
raise TypeError(err % list(badargs))
result.update(kwargs)
result['port_specified'] = bool(result['port'])
result['domain_specified'] = bool(result['domain'])
result['domain_initial_dot'] = result['domain'].startswith('.')
result['path_specified'] = bool(result['path'])
return cookielib.Cookie(**result)
def morsel_to_cookie(morsel):
"""Convert a Morsel object into a Cookie containing the one k/v pair."""
expires = None
if morsel['max-age']:
try:
expires = int(time.time() + int(morsel['max-age']))
except ValueError:
raise TypeError('max-age: %s must be integer' % morsel['max-age'])
elif morsel['expires']:
time_template = '%a, %d-%b-%Y %H:%M:%S GMT'
expires = calendar.timegm(
time.strptime(morsel['expires'], time_template)
)
return create_cookie(
comment=morsel['comment'],
comment_url=bool(morsel['comment']),
discard=False,
domain=morsel['domain'],
expires=expires,
name=morsel.key,
path=morsel['path'],
port=None,
rest={'HttpOnly': morsel['httponly']},
rfc2109=False,
secure=bool(morsel['secure']),
value=morsel.value,
version=morsel['version'] or 0,
)
def cookiejar_from_dict(cookie_dict, cookiejar=None, overwrite=True):
"""Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
"""
if cookiejar is None:
cookiejar = RequestsCookieJar()
if cookie_dict is not None:
names_from_jar = [cookie.name for cookie in cookiejar]
for name in cookie_dict:
if overwrite or (name not in names_from_jar):
cookiejar.set_cookie(create_cookie(name, cookie_dict[name]))
return cookiejar
def merge_cookies(cookiejar, cookies):
"""Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
"""
if not isinstance(cookiejar, cookielib.CookieJar):
raise ValueError('You can only merge into CookieJar')
if isinstance(cookies, dict):
cookiejar = cookiejar_from_dict(
cookies, cookiejar=cookiejar, overwrite=False)
elif isinstance(cookies, cookielib.CookieJar):
try:
cookiejar.update(cookies)
except AttributeError:
for cookie_in_jar in cookies:
cookiejar.set_cookie(cookie_in_jar)
return cookiejar
site-packages/pip/_vendor/requests/exceptions.py 0000644 00000006262 15056474501 0016133 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
"""
from pip._vendor.urllib3.exceptions import HTTPError as BaseHTTPError
class RequestException(IOError):
"""There was an ambiguous exception that occurred while handling your
request.
"""
def __init__(self, *args, **kwargs):
"""Initialize RequestException with `request` and `response` objects."""
response = kwargs.pop('response', None)
self.response = response
self.request = kwargs.pop('request', None)
if (response is not None and not self.request and
hasattr(response, 'request')):
self.request = self.response.request
super(RequestException, self).__init__(*args, **kwargs)
class InvalidJSONError(RequestException):
"""A JSON error occurred."""
class HTTPError(RequestException):
"""An HTTP error occurred."""
class ConnectionError(RequestException):
"""A Connection error occurred."""
class ProxyError(ConnectionError):
"""A proxy error occurred."""
class SSLError(ConnectionError):
"""An SSL error occurred."""
class Timeout(RequestException):
"""The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
"""
class ConnectTimeout(ConnectionError, Timeout):
"""The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
"""
class ReadTimeout(Timeout):
"""The server did not send any data in the allotted amount of time."""
class URLRequired(RequestException):
"""A valid URL is required to make a request."""
class TooManyRedirects(RequestException):
"""Too many redirects."""
class MissingSchema(RequestException, ValueError):
"""The URL schema (e.g. http or https) is missing."""
class InvalidSchema(RequestException, ValueError):
"""See defaults.py for valid schemas."""
class InvalidURL(RequestException, ValueError):
"""The URL provided was somehow invalid."""
class InvalidHeader(RequestException, ValueError):
"""The header value provided was somehow invalid."""
class InvalidProxyURL(InvalidURL):
"""The proxy URL provided is invalid."""
class ChunkedEncodingError(RequestException):
"""The server declared chunked encoding but sent an invalid chunk."""
class ContentDecodingError(RequestException, BaseHTTPError):
"""Failed to decode response content."""
class StreamConsumedError(RequestException, TypeError):
"""The content for this response was already consumed."""
class RetryError(RequestException):
"""Custom retries logic failed"""
class UnrewindableBodyError(RequestException):
"""Requests encountered an error when trying to rewind a body."""
# Warnings
class RequestsWarning(Warning):
"""Base warning for Requests."""
class FileModeWarning(RequestsWarning, DeprecationWarning):
"""A file was opened in text mode, but Requests determined its binary length."""
class RequestsDependencyWarning(RequestsWarning):
"""An imported dependency doesn't match the expected version range."""
site-packages/pip/_vendor/requests/help.py 0000644 00000007604 15056474501 0014703 0 ustar 00 """Module containing bug report helper(s)."""
from __future__ import print_function
import json
import platform
import sys
import ssl
from pip._vendor import idna
from pip._vendor import urllib3
from . import __version__ as requests_version
charset_normalizer = None
try:
from pip._vendor import chardet
except ImportError:
chardet = None
try:
from pip._vendor.urllib3.contrib import pyopenssl
except ImportError:
pyopenssl = None
OpenSSL = None
cryptography = None
else:
import OpenSSL
import cryptography
def _implementation():
"""Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
"""
implementation = platform.python_implementation()
if implementation == 'CPython':
implementation_version = platform.python_version()
elif implementation == 'PyPy':
implementation_version = '%s.%s.%s' % (sys.pypy_version_info.major,
sys.pypy_version_info.minor,
sys.pypy_version_info.micro)
if sys.pypy_version_info.releaselevel != 'final':
implementation_version = ''.join([
implementation_version, sys.pypy_version_info.releaselevel
])
elif implementation == 'Jython':
implementation_version = platform.python_version() # Complete Guess
elif implementation == 'IronPython':
implementation_version = platform.python_version() # Complete Guess
else:
implementation_version = 'Unknown'
return {'name': implementation, 'version': implementation_version}
def info():
"""Generate information for a bug report."""
try:
platform_info = {
'system': platform.system(),
'release': platform.release(),
}
except IOError:
platform_info = {
'system': 'Unknown',
'release': 'Unknown',
}
implementation_info = _implementation()
urllib3_info = {'version': urllib3.__version__}
charset_normalizer_info = {'version': None}
chardet_info = {'version': None}
if charset_normalizer:
charset_normalizer_info = {'version': charset_normalizer.__version__}
if chardet:
chardet_info = {'version': chardet.__version__}
pyopenssl_info = {
'version': None,
'openssl_version': '',
}
if OpenSSL:
pyopenssl_info = {
'version': OpenSSL.__version__,
'openssl_version': '%x' % OpenSSL.SSL.OPENSSL_VERSION_NUMBER,
}
cryptography_info = {
'version': getattr(cryptography, '__version__', ''),
}
idna_info = {
'version': getattr(idna, '__version__', ''),
}
system_ssl = ssl.OPENSSL_VERSION_NUMBER
system_ssl_info = {
'version': '%x' % system_ssl if system_ssl is not None else ''
}
return {
'platform': platform_info,
'implementation': implementation_info,
'system_ssl': system_ssl_info,
'using_pyopenssl': pyopenssl is not None,
'using_charset_normalizer': chardet is None,
'pyOpenSSL': pyopenssl_info,
'urllib3': urllib3_info,
'chardet': chardet_info,
'charset_normalizer': charset_normalizer_info,
'cryptography': cryptography_info,
'idna': idna_info,
'requests': {
'version': requests_version,
},
}
def main():
"""Pretty-print the bug information as JSON."""
print(json.dumps(info(), sort_keys=True, indent=2))
if __name__ == '__main__':
main()
site-packages/pip/_vendor/requests/adapters.py 0000644 00000052054 15056474501 0015555 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
"""
import os.path
import socket
from pip._vendor.urllib3.poolmanager import PoolManager, proxy_from_url
from pip._vendor.urllib3.response import HTTPResponse
from pip._vendor.urllib3.util import parse_url
from pip._vendor.urllib3.util import Timeout as TimeoutSauce
from pip._vendor.urllib3.util.retry import Retry
from pip._vendor.urllib3.exceptions import ClosedPoolError
from pip._vendor.urllib3.exceptions import ConnectTimeoutError
from pip._vendor.urllib3.exceptions import HTTPError as _HTTPError
from pip._vendor.urllib3.exceptions import MaxRetryError
from pip._vendor.urllib3.exceptions import NewConnectionError
from pip._vendor.urllib3.exceptions import ProxyError as _ProxyError
from pip._vendor.urllib3.exceptions import ProtocolError
from pip._vendor.urllib3.exceptions import ReadTimeoutError
from pip._vendor.urllib3.exceptions import SSLError as _SSLError
from pip._vendor.urllib3.exceptions import ResponseError
from pip._vendor.urllib3.exceptions import LocationValueError
from .models import Response
from .compat import urlparse, basestring
from .utils import (DEFAULT_CA_BUNDLE_PATH, extract_zipped_paths,
get_encoding_from_headers, prepend_scheme_if_needed,
get_auth_from_url, urldefragauth, select_proxy)
from .structures import CaseInsensitiveDict
from .cookies import extract_cookies_to_jar
from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,
ProxyError, RetryError, InvalidSchema, InvalidProxyURL,
InvalidURL)
from .auth import _basic_auth_str
try:
from pip._vendor.urllib3.contrib.socks import SOCKSProxyManager
except ImportError:
def SOCKSProxyManager(*args, **kwargs):
raise InvalidSchema("Missing dependencies for SOCKS support.")
DEFAULT_POOLBLOCK = False
DEFAULT_POOLSIZE = 10
DEFAULT_RETRIES = 0
DEFAULT_POOL_TIMEOUT = None
class BaseAdapter(object):
"""The Base Transport Adapter"""
def __init__(self):
super(BaseAdapter, self).__init__()
def send(self, request, stream=False, timeout=None, verify=True,
cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
"""
raise NotImplementedError
def close(self):
"""Cleans up adapter specific items."""
raise NotImplementedError
class HTTPAdapter(BaseAdapter):
"""The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
"""
__attrs__ = ['max_retries', 'config', '_pool_connections', '_pool_maxsize',
'_pool_block']
def __init__(self, pool_connections=DEFAULT_POOLSIZE,
pool_maxsize=DEFAULT_POOLSIZE, max_retries=DEFAULT_RETRIES,
pool_block=DEFAULT_POOLBLOCK):
if max_retries == DEFAULT_RETRIES:
self.max_retries = Retry(0, read=False)
else:
self.max_retries = Retry.from_int(max_retries)
self.config = {}
self.proxy_manager = {}
super(HTTPAdapter, self).__init__()
self._pool_connections = pool_connections
self._pool_maxsize = pool_maxsize
self._pool_block = pool_block
self.init_poolmanager(pool_connections, pool_maxsize, block=pool_block)
def __getstate__(self):
return {attr: getattr(self, attr, None) for attr in self.__attrs__}
def __setstate__(self, state):
# Can't handle by adding 'proxy_manager' to self.__attrs__ because
# self.poolmanager uses a lambda function, which isn't pickleable.
self.proxy_manager = {}
self.config = {}
for attr, value in state.items():
setattr(self, attr, value)
self.init_poolmanager(self._pool_connections, self._pool_maxsize,
block=self._pool_block)
def init_poolmanager(self, connections, maxsize, block=DEFAULT_POOLBLOCK, **pool_kwargs):
"""Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
"""
# save these values for pickling
self._pool_connections = connections
self._pool_maxsize = maxsize
self._pool_block = block
self.poolmanager = PoolManager(num_pools=connections, maxsize=maxsize,
block=block, strict=True, **pool_kwargs)
def proxy_manager_for(self, proxy, **proxy_kwargs):
"""Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
"""
if proxy in self.proxy_manager:
manager = self.proxy_manager[proxy]
elif proxy.lower().startswith('socks'):
username, password = get_auth_from_url(proxy)
manager = self.proxy_manager[proxy] = SOCKSProxyManager(
proxy,
username=username,
password=password,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs
)
else:
proxy_headers = self.proxy_headers(proxy)
manager = self.proxy_manager[proxy] = proxy_from_url(
proxy,
proxy_headers=proxy_headers,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs)
return manager
def cert_verify(self, conn, url, verify, cert):
"""Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
"""
if url.lower().startswith('https') and verify:
cert_loc = None
# Allow self-specified cert location.
if verify is not True:
cert_loc = verify
if not cert_loc:
cert_loc = extract_zipped_paths(DEFAULT_CA_BUNDLE_PATH)
if not cert_loc or not os.path.exists(cert_loc):
raise IOError("Could not find a suitable TLS CA certificate bundle, "
"invalid path: {}".format(cert_loc))
conn.cert_reqs = 'CERT_REQUIRED'
if not os.path.isdir(cert_loc):
conn.ca_certs = cert_loc
else:
conn.ca_cert_dir = cert_loc
else:
conn.cert_reqs = 'CERT_NONE'
conn.ca_certs = None
conn.ca_cert_dir = None
if cert:
if not isinstance(cert, basestring):
conn.cert_file = cert[0]
conn.key_file = cert[1]
else:
conn.cert_file = cert
conn.key_file = None
if conn.cert_file and not os.path.exists(conn.cert_file):
raise IOError("Could not find the TLS certificate file, "
"invalid path: {}".format(conn.cert_file))
if conn.key_file and not os.path.exists(conn.key_file):
raise IOError("Could not find the TLS key file, "
"invalid path: {}".format(conn.key_file))
def build_response(self, req, resp):
"""Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
"""
response = Response()
# Fallback to None if there's no status_code, for whatever reason.
response.status_code = getattr(resp, 'status', None)
# Make headers case-insensitive.
response.headers = CaseInsensitiveDict(getattr(resp, 'headers', {}))
# Set encoding.
response.encoding = get_encoding_from_headers(response.headers)
response.raw = resp
response.reason = response.raw.reason
if isinstance(req.url, bytes):
response.url = req.url.decode('utf-8')
else:
response.url = req.url
# Add new cookies from the server.
extract_cookies_to_jar(response.cookies, req, resp)
# Give the Response some context.
response.request = req
response.connection = self
return response
def get_connection(self, url, proxies=None):
"""Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
"""
proxy = select_proxy(url, proxies)
if proxy:
proxy = prepend_scheme_if_needed(proxy, 'http')
proxy_url = parse_url(proxy)
if not proxy_url.host:
raise InvalidProxyURL("Please check proxy URL. It is malformed"
" and could be missing the host.")
proxy_manager = self.proxy_manager_for(proxy)
conn = proxy_manager.connection_from_url(url)
else:
# Only scheme should be lower case
parsed = urlparse(url)
url = parsed.geturl()
conn = self.poolmanager.connection_from_url(url)
return conn
def close(self):
"""Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
"""
self.poolmanager.clear()
for proxy in self.proxy_manager.values():
proxy.clear()
def request_url(self, request, proxies):
"""Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
"""
proxy = select_proxy(request.url, proxies)
scheme = urlparse(request.url).scheme
is_proxied_http_request = (proxy and scheme != 'https')
using_socks_proxy = False
if proxy:
proxy_scheme = urlparse(proxy).scheme.lower()
using_socks_proxy = proxy_scheme.startswith('socks')
url = request.path_url
if is_proxied_http_request and not using_socks_proxy:
url = urldefragauth(request.url)
return url
def add_headers(self, request, **kwargs):
"""Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
"""
pass
def proxy_headers(self, proxy):
"""Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
"""
headers = {}
username, password = get_auth_from_url(proxy)
if username:
headers['Proxy-Authorization'] = _basic_auth_str(username,
password)
return headers
def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
"""
try:
conn = self.get_connection(request.url, proxies)
except LocationValueError as e:
raise InvalidURL(e, request=request)
self.cert_verify(conn, request.url, verify, cert)
url = self.request_url(request, proxies)
self.add_headers(request, stream=stream, timeout=timeout, verify=verify, cert=cert, proxies=proxies)
chunked = not (request.body is None or 'Content-Length' in request.headers)
if isinstance(timeout, tuple):
try:
connect, read = timeout
timeout = TimeoutSauce(connect=connect, read=read)
except ValueError as e:
# this may raise a string formatting error.
err = ("Invalid timeout {}. Pass a (connect, read) "
"timeout tuple, or a single float to set "
"both timeouts to the same value".format(timeout))
raise ValueError(err)
elif isinstance(timeout, TimeoutSauce):
pass
else:
timeout = TimeoutSauce(connect=timeout, read=timeout)
try:
if not chunked:
resp = conn.urlopen(
method=request.method,
url=url,
body=request.body,
headers=request.headers,
redirect=False,
assert_same_host=False,
preload_content=False,
decode_content=False,
retries=self.max_retries,
timeout=timeout
)
# Send the request.
else:
if hasattr(conn, 'proxy_pool'):
conn = conn.proxy_pool
low_conn = conn._get_conn(timeout=DEFAULT_POOL_TIMEOUT)
try:
low_conn.putrequest(request.method,
url,
skip_accept_encoding=True)
for header, value in request.headers.items():
low_conn.putheader(header, value)
low_conn.endheaders()
for i in request.body:
low_conn.send(hex(len(i))[2:].encode('utf-8'))
low_conn.send(b'\r\n')
low_conn.send(i)
low_conn.send(b'\r\n')
low_conn.send(b'0\r\n\r\n')
# Receive the response from the server
try:
# For Python 2.7, use buffering of HTTP responses
r = low_conn.getresponse(buffering=True)
except TypeError:
# For compatibility with Python 3.3+
r = low_conn.getresponse()
resp = HTTPResponse.from_httplib(
r,
pool=conn,
connection=low_conn,
preload_content=False,
decode_content=False
)
except:
# If we hit any problems here, clean up the connection.
# Then, reraise so that we can handle the actual exception.
low_conn.close()
raise
except (ProtocolError, socket.error) as err:
raise ConnectionError(err, request=request)
except MaxRetryError as e:
if isinstance(e.reason, ConnectTimeoutError):
# TODO: Remove this in 3.0.0: see #2811
if not isinstance(e.reason, NewConnectionError):
raise ConnectTimeout(e, request=request)
if isinstance(e.reason, ResponseError):
raise RetryError(e, request=request)
if isinstance(e.reason, _ProxyError):
raise ProxyError(e, request=request)
if isinstance(e.reason, _SSLError):
# This branch is for urllib3 v1.22 and later.
raise SSLError(e, request=request)
raise ConnectionError(e, request=request)
except ClosedPoolError as e:
raise ConnectionError(e, request=request)
except _ProxyError as e:
raise ProxyError(e)
except (_SSLError, _HTTPError) as e:
if isinstance(e, _SSLError):
# This branch is for urllib3 versions earlier than v1.22
raise SSLError(e, request=request)
elif isinstance(e, ReadTimeoutError):
raise ReadTimeout(e, request=request)
else:
raise
return self.build_response(request, resp)
site-packages/pip/_vendor/requests/status_codes.py 0000644 00000010134 15056474501 0016443 0 ustar 00 # -*- coding: utf-8 -*-
r"""
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
Example::
>>> import requests
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
"""
from .structures import LookupDict
_codes = {
# Informational.
100: ('continue',),
101: ('switching_protocols',),
102: ('processing',),
103: ('checkpoint',),
122: ('uri_too_long', 'request_uri_too_long'),
200: ('ok', 'okay', 'all_ok', 'all_okay', 'all_good', '\\o/', '✓'),
201: ('created',),
202: ('accepted',),
203: ('non_authoritative_info', 'non_authoritative_information'),
204: ('no_content',),
205: ('reset_content', 'reset'),
206: ('partial_content', 'partial'),
207: ('multi_status', 'multiple_status', 'multi_stati', 'multiple_stati'),
208: ('already_reported',),
226: ('im_used',),
# Redirection.
300: ('multiple_choices',),
301: ('moved_permanently', 'moved', '\\o-'),
302: ('found',),
303: ('see_other', 'other'),
304: ('not_modified',),
305: ('use_proxy',),
306: ('switch_proxy',),
307: ('temporary_redirect', 'temporary_moved', 'temporary'),
308: ('permanent_redirect',
'resume_incomplete', 'resume',), # These 2 to be removed in 3.0
# Client Error.
400: ('bad_request', 'bad'),
401: ('unauthorized',),
402: ('payment_required', 'payment'),
403: ('forbidden',),
404: ('not_found', '-o-'),
405: ('method_not_allowed', 'not_allowed'),
406: ('not_acceptable',),
407: ('proxy_authentication_required', 'proxy_auth', 'proxy_authentication'),
408: ('request_timeout', 'timeout'),
409: ('conflict',),
410: ('gone',),
411: ('length_required',),
412: ('precondition_failed', 'precondition'),
413: ('request_entity_too_large',),
414: ('request_uri_too_large',),
415: ('unsupported_media_type', 'unsupported_media', 'media_type'),
416: ('requested_range_not_satisfiable', 'requested_range', 'range_not_satisfiable'),
417: ('expectation_failed',),
418: ('im_a_teapot', 'teapot', 'i_am_a_teapot'),
421: ('misdirected_request',),
422: ('unprocessable_entity', 'unprocessable'),
423: ('locked',),
424: ('failed_dependency', 'dependency'),
425: ('unordered_collection', 'unordered'),
426: ('upgrade_required', 'upgrade'),
428: ('precondition_required', 'precondition'),
429: ('too_many_requests', 'too_many'),
431: ('header_fields_too_large', 'fields_too_large'),
444: ('no_response', 'none'),
449: ('retry_with', 'retry'),
450: ('blocked_by_windows_parental_controls', 'parental_controls'),
451: ('unavailable_for_legal_reasons', 'legal_reasons'),
499: ('client_closed_request',),
# Server Error.
500: ('internal_server_error', 'server_error', '/o\\', '✗'),
501: ('not_implemented',),
502: ('bad_gateway',),
503: ('service_unavailable', 'unavailable'),
504: ('gateway_timeout',),
505: ('http_version_not_supported', 'http_version'),
506: ('variant_also_negotiates',),
507: ('insufficient_storage',),
509: ('bandwidth_limit_exceeded', 'bandwidth'),
510: ('not_extended',),
511: ('network_authentication_required', 'network_auth', 'network_authentication'),
}
codes = LookupDict(name='status_codes')
def _init():
for code, titles in _codes.items():
for title in titles:
setattr(codes, title, code)
if not title.startswith(('\\', '/')):
setattr(codes, title.upper(), code)
def doc(code):
names = ', '.join('``%s``' % n for n in _codes[code])
return '* %d: %s' % (code, names)
global __doc__
__doc__ = (__doc__ + '\n' +
'\n'.join(doc(code) for code in sorted(_codes))
if __doc__ is not None else None)
_init()
site-packages/pip/_vendor/requests/utils.py 0000644 00000075242 15056474501 0015116 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
"""
import codecs
import contextlib
import io
import os
import re
import socket
import struct
import sys
import tempfile
import warnings
import zipfile
from collections import OrderedDict
from pip._vendor.urllib3.util import make_headers
from .__version__ import __version__
from . import certs
# to_native_string is unused here, but imported here for backwards compatibility
from ._internal_utils import to_native_string
from .compat import parse_http_list as _parse_list_header
from .compat import (
quote, urlparse, bytes, str, unquote, getproxies,
proxy_bypass, urlunparse, basestring, integer_types, is_py3,
proxy_bypass_environment, getproxies_environment, Mapping)
from .cookies import cookiejar_from_dict
from .structures import CaseInsensitiveDict
from .exceptions import (
InvalidURL, InvalidHeader, FileModeWarning, UnrewindableBodyError)
NETRC_FILES = ('.netrc', '_netrc')
DEFAULT_CA_BUNDLE_PATH = certs.where()
DEFAULT_PORTS = {'http': 80, 'https': 443}
# Ensure that ', ' is used to preserve previous delimiter behavior.
DEFAULT_ACCEPT_ENCODING = ", ".join(
re.split(r",\s*", make_headers(accept_encoding=True)["accept-encoding"])
)
if sys.platform == 'win32':
# provide a proxy_bypass version on Windows without DNS lookups
def proxy_bypass_registry(host):
try:
if is_py3:
import winreg
else:
import _winreg as winreg
except ImportError:
return False
try:
internetSettings = winreg.OpenKey(winreg.HKEY_CURRENT_USER,
r'Software\Microsoft\Windows\CurrentVersion\Internet Settings')
# ProxyEnable could be REG_SZ or REG_DWORD, normalizing it
proxyEnable = int(winreg.QueryValueEx(internetSettings,
'ProxyEnable')[0])
# ProxyOverride is almost always a string
proxyOverride = winreg.QueryValueEx(internetSettings,
'ProxyOverride')[0]
except OSError:
return False
if not proxyEnable or not proxyOverride:
return False
# make a check value list from the registry entry: replace the
# '<local>' string by the localhost entry and the corresponding
# canonical entry.
proxyOverride = proxyOverride.split(';')
# now check if we match one of the registry values.
for test in proxyOverride:
if test == '<local>':
if '.' not in host:
return True
test = test.replace(".", r"\.") # mask dots
test = test.replace("*", r".*") # change glob sequence
test = test.replace("?", r".") # change glob char
if re.match(test, host, re.I):
return True
return False
def proxy_bypass(host): # noqa
"""Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
"""
if getproxies_environment():
return proxy_bypass_environment(host)
else:
return proxy_bypass_registry(host)
def dict_to_sequence(d):
"""Returns an internal sequence dictionary update."""
if hasattr(d, 'items'):
d = d.items()
return d
def super_len(o):
total_length = None
current_position = 0
if hasattr(o, '__len__'):
total_length = len(o)
elif hasattr(o, 'len'):
total_length = o.len
elif hasattr(o, 'fileno'):
try:
fileno = o.fileno()
except io.UnsupportedOperation:
pass
else:
total_length = os.fstat(fileno).st_size
# Having used fstat to determine the file length, we need to
# confirm that this file was opened up in binary mode.
if 'b' not in o.mode:
warnings.warn((
"Requests has determined the content-length for this "
"request using the binary size of the file: however, the "
"file has been opened in text mode (i.e. without the 'b' "
"flag in the mode). This may lead to an incorrect "
"content-length. In Requests 3.0, support will be removed "
"for files in text mode."),
FileModeWarning
)
if hasattr(o, 'tell'):
try:
current_position = o.tell()
except (OSError, IOError):
# This can happen in some weird situations, such as when the file
# is actually a special file descriptor like stdin. In this
# instance, we don't know what the length is, so set it to zero and
# let requests chunk it instead.
if total_length is not None:
current_position = total_length
else:
if hasattr(o, 'seek') and total_length is None:
# StringIO and BytesIO have seek but no useable fileno
try:
# seek to end of file
o.seek(0, 2)
total_length = o.tell()
# seek back to current position to support
# partially read file-like objects
o.seek(current_position or 0)
except (OSError, IOError):
total_length = 0
if total_length is None:
total_length = 0
return max(0, total_length - current_position)
def get_netrc_auth(url, raise_errors=False):
"""Returns the Requests tuple auth for a given url from netrc."""
netrc_file = os.environ.get('NETRC')
if netrc_file is not None:
netrc_locations = (netrc_file,)
else:
netrc_locations = ('~/{}'.format(f) for f in NETRC_FILES)
try:
from netrc import netrc, NetrcParseError
netrc_path = None
for f in netrc_locations:
try:
loc = os.path.expanduser(f)
except KeyError:
# os.path.expanduser can fail when $HOME is undefined and
# getpwuid fails. See https://bugs.python.org/issue20164 &
# https://github.com/psf/requests/issues/1846
return
if os.path.exists(loc):
netrc_path = loc
break
# Abort early if there isn't one.
if netrc_path is None:
return
ri = urlparse(url)
# Strip port numbers from netloc. This weird `if...encode`` dance is
# used for Python 3.2, which doesn't support unicode literals.
splitstr = b':'
if isinstance(url, str):
splitstr = splitstr.decode('ascii')
host = ri.netloc.split(splitstr)[0]
try:
_netrc = netrc(netrc_path).authenticators(host)
if _netrc:
# Return with login / password
login_i = (0 if _netrc[0] else 1)
return (_netrc[login_i], _netrc[2])
except (NetrcParseError, IOError):
# If there was a parsing error or a permissions issue reading the file,
# we'll just skip netrc auth unless explicitly asked to raise errors.
if raise_errors:
raise
# App Engine hackiness.
except (ImportError, AttributeError):
pass
def guess_filename(obj):
"""Tries to guess the filename of the given object."""
name = getattr(obj, 'name', None)
if (name and isinstance(name, basestring) and name[0] != '<' and
name[-1] != '>'):
return os.path.basename(name)
def extract_zipped_paths(path):
"""Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
"""
if os.path.exists(path):
# this is already a valid path, no need to do anything further
return path
# find the first valid part of the provided path and treat that as a zip archive
# assume the rest of the path is the name of a member in the archive
archive, member = os.path.split(path)
while archive and not os.path.exists(archive):
archive, prefix = os.path.split(archive)
member = '/'.join([prefix, member])
if not zipfile.is_zipfile(archive):
return path
zip_file = zipfile.ZipFile(archive)
if member not in zip_file.namelist():
return path
# we have a valid zip archive and a valid member of that archive
tmp = tempfile.gettempdir()
extracted_path = os.path.join(tmp, member.split('/')[-1])
if not os.path.exists(extracted_path):
# use read + write to avoid the creating nested folders, we only want the file, avoids mkdir racing condition
with atomic_open(extracted_path) as file_handler:
file_handler.write(zip_file.read(member))
return extracted_path
@contextlib.contextmanager
def atomic_open(filename):
"""Write a file to the disk in an atomic fashion"""
replacer = os.rename if sys.version_info[0] == 2 else os.replace
tmp_descriptor, tmp_name = tempfile.mkstemp(dir=os.path.dirname(filename))
try:
with os.fdopen(tmp_descriptor, 'wb') as tmp_handler:
yield tmp_handler
replacer(tmp_name, filename)
except BaseException:
os.remove(tmp_name)
raise
def from_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
Traceback (most recent call last):
...
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
return OrderedDict(value)
def to_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
Traceback (most recent call last):
...
ValueError: cannot encode objects that are not 2-tuples
:rtype: list
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
if isinstance(value, Mapping):
value = value.items()
return list(value)
# From mitsuhiko/werkzeug (used with permission).
def parse_list_header(value):
"""Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
"""
result = []
for item in _parse_list_header(value):
if item[:1] == item[-1:] == '"':
item = unquote_header_value(item[1:-1])
result.append(item)
return result
# From mitsuhiko/werkzeug (used with permission).
def parse_dict_header(value):
"""Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
"""
result = {}
for item in _parse_list_header(value):
if '=' not in item:
result[item] = None
continue
name, value = item.split('=', 1)
if value[:1] == value[-1:] == '"':
value = unquote_header_value(value[1:-1])
result[name] = value
return result
# From mitsuhiko/werkzeug (used with permission).
def unquote_header_value(value, is_filename=False):
r"""Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
"""
if value and value[0] == value[-1] == '"':
# this is not the real unquoting, but fixing this so that the
# RFC is met will result in bugs with internet explorer and
# probably some other browsers as well. IE for example is
# uploading files with "C:\foo\bar.txt" as filename
value = value[1:-1]
# if this is a filename and the starting characters look like
# a UNC path, then just return the value without quotes. Using the
# replace sequence below on a UNC path has the effect of turning
# the leading double slash into a single slash and then
# _fix_ie_filename() doesn't work correctly. See #458.
if not is_filename or value[:2] != '\\\\':
return value.replace('\\\\', '\\').replace('\\"', '"')
return value
def dict_from_cookiejar(cj):
"""Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
"""
cookie_dict = {}
for cookie in cj:
cookie_dict[cookie.name] = cookie.value
return cookie_dict
def add_dict_to_cookiejar(cj, cookie_dict):
"""Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
"""
return cookiejar_from_dict(cookie_dict, cj)
def get_encodings_from_content(content):
"""Returns encodings from given content string.
:param content: bytestring to extract encodings from.
"""
warnings.warn((
'In requests 3.0, get_encodings_from_content will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
charset_re = re.compile(r'<meta.*?charset=["\']*(.+?)["\'>]', flags=re.I)
pragma_re = re.compile(r'<meta.*?content=["\']*;?charset=(.+?)["\'>]', flags=re.I)
xml_re = re.compile(r'^<\?xml.*?encoding=["\']*(.+?)["\'>]')
return (charset_re.findall(content) +
pragma_re.findall(content) +
xml_re.findall(content))
def _parse_content_type_header(header):
"""Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
"""
tokens = header.split(';')
content_type, params = tokens[0].strip(), tokens[1:]
params_dict = {}
items_to_strip = "\"' "
for param in params:
param = param.strip()
if param:
key, value = param, True
index_of_equals = param.find("=")
if index_of_equals != -1:
key = param[:index_of_equals].strip(items_to_strip)
value = param[index_of_equals + 1:].strip(items_to_strip)
params_dict[key.lower()] = value
return content_type, params_dict
def get_encoding_from_headers(headers):
"""Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
"""
content_type = headers.get('content-type')
if not content_type:
return None
content_type, params = _parse_content_type_header(content_type)
if 'charset' in params:
return params['charset'].strip("'\"")
if 'text' in content_type:
return 'ISO-8859-1'
if 'application/json' in content_type:
# Assume UTF-8 based on RFC 4627: https://www.ietf.org/rfc/rfc4627.txt since the charset was unset
return 'utf-8'
def stream_decode_response_unicode(iterator, r):
"""Stream decodes a iterator."""
if r.encoding is None:
for item in iterator:
yield item
return
decoder = codecs.getincrementaldecoder(r.encoding)(errors='replace')
for chunk in iterator:
rv = decoder.decode(chunk)
if rv:
yield rv
rv = decoder.decode(b'', final=True)
if rv:
yield rv
def iter_slices(string, slice_length):
"""Iterate over slices of a string."""
pos = 0
if slice_length is None or slice_length <= 0:
slice_length = len(string)
while pos < len(string):
yield string[pos:pos + slice_length]
pos += slice_length
def get_unicode_from_response(r):
"""Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
"""
warnings.warn((
'In requests 3.0, get_unicode_from_response will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
tried_encodings = []
# Try charset from content-type
encoding = get_encoding_from_headers(r.headers)
if encoding:
try:
return str(r.content, encoding)
except UnicodeError:
tried_encodings.append(encoding)
# Fall back:
try:
return str(r.content, encoding, errors='replace')
except TypeError:
return r.content
# The unreserved URI characters (RFC 3986)
UNRESERVED_SET = frozenset(
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" + "0123456789-._~")
def unquote_unreserved(uri):
"""Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
"""
parts = uri.split('%')
for i in range(1, len(parts)):
h = parts[i][0:2]
if len(h) == 2 and h.isalnum():
try:
c = chr(int(h, 16))
except ValueError:
raise InvalidURL("Invalid percent-escape sequence: '%s'" % h)
if c in UNRESERVED_SET:
parts[i] = c + parts[i][2:]
else:
parts[i] = '%' + parts[i]
else:
parts[i] = '%' + parts[i]
return ''.join(parts)
def requote_uri(uri):
"""Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
"""
safe_with_percent = "!#$%&'()*+,/:;=?@[]~"
safe_without_percent = "!#$&'()*+,/:;=?@[]~"
try:
# Unquote only the unreserved characters
# Then quote only illegal characters (do not quote reserved,
# unreserved, or '%')
return quote(unquote_unreserved(uri), safe=safe_with_percent)
except InvalidURL:
# We couldn't unquote the given URI, so let's try quoting it, but
# there may be unquoted '%'s in the URI. We need to make sure they're
# properly quoted so they do not cause issues elsewhere.
return quote(uri, safe=safe_without_percent)
def address_in_network(ip, net):
"""This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
"""
ipaddr = struct.unpack('=L', socket.inet_aton(ip))[0]
netaddr, bits = net.split('/')
netmask = struct.unpack('=L', socket.inet_aton(dotted_netmask(int(bits))))[0]
network = struct.unpack('=L', socket.inet_aton(netaddr))[0] & netmask
return (ipaddr & netmask) == (network & netmask)
def dotted_netmask(mask):
"""Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
"""
bits = 0xffffffff ^ (1 << 32 - mask) - 1
return socket.inet_ntoa(struct.pack('>I', bits))
def is_ipv4_address(string_ip):
"""
:rtype: bool
"""
try:
socket.inet_aton(string_ip)
except socket.error:
return False
return True
def is_valid_cidr(string_network):
"""
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
"""
if string_network.count('/') == 1:
try:
mask = int(string_network.split('/')[1])
except ValueError:
return False
if mask < 1 or mask > 32:
return False
try:
socket.inet_aton(string_network.split('/')[0])
except socket.error:
return False
else:
return False
return True
@contextlib.contextmanager
def set_environ(env_name, value):
"""Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothing"""
value_changed = value is not None
if value_changed:
old_value = os.environ.get(env_name)
os.environ[env_name] = value
try:
yield
finally:
if value_changed:
if old_value is None:
del os.environ[env_name]
else:
os.environ[env_name] = old_value
def should_bypass_proxies(url, no_proxy):
"""
Returns whether we should bypass proxies or not.
:rtype: bool
"""
# Prioritize lowercase environment variables over uppercase
# to keep a consistent behaviour with other http projects (curl, wget).
get_proxy = lambda k: os.environ.get(k) or os.environ.get(k.upper())
# First check whether no_proxy is defined. If it is, check that the URL
# we're getting isn't in the no_proxy list.
no_proxy_arg = no_proxy
if no_proxy is None:
no_proxy = get_proxy('no_proxy')
parsed = urlparse(url)
if parsed.hostname is None:
# URLs don't always have hostnames, e.g. file:/// urls.
return True
if no_proxy:
# We need to check whether we match here. We need to see if we match
# the end of the hostname, both with and without the port.
no_proxy = (
host for host in no_proxy.replace(' ', '').split(',') if host
)
if is_ipv4_address(parsed.hostname):
for proxy_ip in no_proxy:
if is_valid_cidr(proxy_ip):
if address_in_network(parsed.hostname, proxy_ip):
return True
elif parsed.hostname == proxy_ip:
# If no_proxy ip was defined in plain IP notation instead of cidr notation &
# matches the IP of the index
return True
else:
host_with_port = parsed.hostname
if parsed.port:
host_with_port += ':{}'.format(parsed.port)
for host in no_proxy:
if parsed.hostname.endswith(host) or host_with_port.endswith(host):
# The URL does match something in no_proxy, so we don't want
# to apply the proxies on this URL.
return True
with set_environ('no_proxy', no_proxy_arg):
# parsed.hostname can be `None` in cases such as a file URI.
try:
bypass = proxy_bypass(parsed.hostname)
except (TypeError, socket.gaierror):
bypass = False
if bypass:
return True
return False
def get_environ_proxies(url, no_proxy=None):
"""
Return a dict of environment proxies.
:rtype: dict
"""
if should_bypass_proxies(url, no_proxy=no_proxy):
return {}
else:
return getproxies()
def select_proxy(url, proxies):
"""Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
"""
proxies = proxies or {}
urlparts = urlparse(url)
if urlparts.hostname is None:
return proxies.get(urlparts.scheme, proxies.get('all'))
proxy_keys = [
urlparts.scheme + '://' + urlparts.hostname,
urlparts.scheme,
'all://' + urlparts.hostname,
'all',
]
proxy = None
for proxy_key in proxy_keys:
if proxy_key in proxies:
proxy = proxies[proxy_key]
break
return proxy
def default_user_agent(name="python-requests"):
"""
Return a string representing the default user agent.
:rtype: str
"""
return '%s/%s' % (name, __version__)
def default_headers():
"""
:rtype: requests.structures.CaseInsensitiveDict
"""
return CaseInsensitiveDict({
'User-Agent': default_user_agent(),
'Accept-Encoding': DEFAULT_ACCEPT_ENCODING,
'Accept': '*/*',
'Connection': 'keep-alive',
})
def parse_header_links(value):
"""Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
"""
links = []
replace_chars = ' \'"'
value = value.strip(replace_chars)
if not value:
return links
for val in re.split(', *<', value):
try:
url, params = val.split(';', 1)
except ValueError:
url, params = val, ''
link = {'url': url.strip('<> \'"')}
for param in params.split(';'):
try:
key, value = param.split('=')
except ValueError:
break
link[key.strip(replace_chars)] = value.strip(replace_chars)
links.append(link)
return links
# Null bytes; no need to recreate these on each call to guess_json_utf
_null = '\x00'.encode('ascii') # encoding to ASCII for Python 3
_null2 = _null * 2
_null3 = _null * 3
def guess_json_utf(data):
"""
:rtype: str
"""
# JSON always starts with two ASCII characters, so detection is as
# easy as counting the nulls and from their location and count
# determine the encoding. Also detect a BOM, if present.
sample = data[:4]
if sample in (codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE):
return 'utf-32' # BOM included
if sample[:3] == codecs.BOM_UTF8:
return 'utf-8-sig' # BOM included, MS style (discouraged)
if sample[:2] in (codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE):
return 'utf-16' # BOM included
nullcount = sample.count(_null)
if nullcount == 0:
return 'utf-8'
if nullcount == 2:
if sample[::2] == _null2: # 1st and 3rd are null
return 'utf-16-be'
if sample[1::2] == _null2: # 2nd and 4th are null
return 'utf-16-le'
# Did not detect 2 valid UTF-16 ascii-range characters
if nullcount == 3:
if sample[:3] == _null3:
return 'utf-32-be'
if sample[1:] == _null3:
return 'utf-32-le'
# Did not detect a valid UTF-32 ascii-range character
return None
def prepend_scheme_if_needed(url, new_scheme):
"""Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url, new_scheme)
# urlparse is a finicky beast, and sometimes decides that there isn't a
# netloc present. Assume that it's being over-cautious, and switch netloc
# and path if urlparse decided there was no netloc.
if not netloc:
netloc, path = path, netloc
return urlunparse((scheme, netloc, path, params, query, fragment))
def get_auth_from_url(url):
"""Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
"""
parsed = urlparse(url)
try:
auth = (unquote(parsed.username), unquote(parsed.password))
except (AttributeError, TypeError):
auth = ('', '')
return auth
# Moved outside of function to avoid recompile every call
_CLEAN_HEADER_REGEX_BYTE = re.compile(b'^\\S[^\\r\\n]*$|^$')
_CLEAN_HEADER_REGEX_STR = re.compile(r'^\S[^\r\n]*$|^$')
def check_header_validity(header):
"""Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
"""
name, value = header
if isinstance(value, bytes):
pat = _CLEAN_HEADER_REGEX_BYTE
else:
pat = _CLEAN_HEADER_REGEX_STR
try:
if not pat.match(value):
raise InvalidHeader("Invalid return character or leading space in header: %s" % name)
except TypeError:
raise InvalidHeader("Value for header {%s: %s} must be of type str or "
"bytes, not %s" % (name, value, type(value)))
def urldefragauth(url):
"""
Given a url remove the fragment and the authentication part.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url)
# see func:`prepend_scheme_if_needed`
if not netloc:
netloc, path = path, netloc
netloc = netloc.rsplit('@', 1)[-1]
return urlunparse((scheme, netloc, path, params, query, ''))
def rewind_body(prepared_request):
"""Move file pointer back to its recorded starting position
so it can be read again on redirect.
"""
body_seek = getattr(prepared_request.body, 'seek', None)
if body_seek is not None and isinstance(prepared_request._body_position, integer_types):
try:
body_seek(prepared_request._body_position)
except (IOError, OSError):
raise UnrewindableBodyError("An error occurred when rewinding request "
"body for redirect.")
else:
raise UnrewindableBodyError("Unable to rewind request body for redirect.")
site-packages/pip/_vendor/requests/compat.py 0000644 00000003775 15056474501 0015243 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
"""
from pip._vendor import chardet
import sys
# -------
# Pythons
# -------
# Syntax sugar.
_ver = sys.version_info
#: Python 2.x?
is_py2 = (_ver[0] == 2)
#: Python 3.x?
is_py3 = (_ver[0] == 3)
# Note: We've patched out simplejson support in pip because it prevents
# upgrading simplejson on Windows.
# try:
# import simplejson as json
# except (ImportError, SyntaxError):
# # simplejson does not support Python 3.2, it throws a SyntaxError
# # because of u'...' Unicode literals.
import json
# ---------
# Specifics
# ---------
if is_py2:
from urllib import (
quote, unquote, quote_plus, unquote_plus, urlencode, getproxies,
proxy_bypass, proxy_bypass_environment, getproxies_environment)
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urldefrag
from urllib2 import parse_http_list
import cookielib
from Cookie import Morsel
from StringIO import StringIO
# Keep OrderedDict for backwards compatibility.
from collections import Callable, Mapping, MutableMapping, OrderedDict
builtin_str = str
bytes = str
str = unicode
basestring = basestring
numeric_types = (int, long, float)
integer_types = (int, long)
elif is_py3:
from urllib.parse import urlparse, urlunparse, urljoin, urlsplit, urlencode, quote, unquote, quote_plus, unquote_plus, urldefrag
from urllib.request import parse_http_list, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment
from http import cookiejar as cookielib
from http.cookies import Morsel
from io import StringIO
# Keep OrderedDict for backwards compatibility.
from collections import OrderedDict
from collections.abc import Callable, Mapping, MutableMapping
builtin_str = str
str = str
bytes = bytes
basestring = (str, bytes)
numeric_types = (int, float)
integer_types = (int,)
site-packages/pip/_vendor/requests/sessions.py 0000644 00000072730 15056474501 0015623 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.sessions
~~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
"""
import os
import sys
import time
from datetime import timedelta
from collections import OrderedDict
from .auth import _basic_auth_str
from .compat import cookielib, is_py3, urljoin, urlparse, Mapping
from .cookies import (
cookiejar_from_dict, extract_cookies_to_jar, RequestsCookieJar, merge_cookies)
from .models import Request, PreparedRequest, DEFAULT_REDIRECT_LIMIT
from .hooks import default_hooks, dispatch_hook
from ._internal_utils import to_native_string
from .utils import to_key_val_list, default_headers, DEFAULT_PORTS
from .exceptions import (
TooManyRedirects, InvalidSchema, ChunkedEncodingError, ContentDecodingError)
from .structures import CaseInsensitiveDict
from .adapters import HTTPAdapter
from .utils import (
requote_uri, get_environ_proxies, get_netrc_auth, should_bypass_proxies,
get_auth_from_url, rewind_body
)
from .status_codes import codes
# formerly defined here, reexposed here for backward compatibility
from .models import REDIRECT_STATI
# Preferred clock, based on which one is more accurate on a given system.
if sys.platform == 'win32':
try: # Python 3.4+
preferred_clock = time.perf_counter
except AttributeError: # Earlier than Python 3.
preferred_clock = time.clock
else:
preferred_clock = time.time
def merge_setting(request_setting, session_setting, dict_class=OrderedDict):
"""Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
"""
if session_setting is None:
return request_setting
if request_setting is None:
return session_setting
# Bypass if not a dictionary (e.g. verify)
if not (
isinstance(session_setting, Mapping) and
isinstance(request_setting, Mapping)
):
return request_setting
merged_setting = dict_class(to_key_val_list(session_setting))
merged_setting.update(to_key_val_list(request_setting))
# Remove keys that are set to None. Extract keys first to avoid altering
# the dictionary during iteration.
none_keys = [k for (k, v) in merged_setting.items() if v is None]
for key in none_keys:
del merged_setting[key]
return merged_setting
def merge_hooks(request_hooks, session_hooks, dict_class=OrderedDict):
"""Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
"""
if session_hooks is None or session_hooks.get('response') == []:
return request_hooks
if request_hooks is None or request_hooks.get('response') == []:
return session_hooks
return merge_setting(request_hooks, session_hooks, dict_class)
class SessionRedirectMixin(object):
def get_redirect_target(self, resp):
"""Receives a Response. Returns a redirect URI or ``None``"""
# Due to the nature of how requests processes redirects this method will
# be called at least once upon the original response and at least twice
# on each subsequent redirect response (if any).
# If a custom mixin is used to handle this logic, it may be advantageous
# to cache the redirect location onto the response object as a private
# attribute.
if resp.is_redirect:
location = resp.headers['location']
# Currently the underlying http module on py3 decode headers
# in latin1, but empirical evidence suggests that latin1 is very
# rarely used with non-ASCII characters in HTTP headers.
# It is more likely to get UTF8 header rather than latin1.
# This causes incorrect handling of UTF8 encoded location headers.
# To solve this, we re-encode the location in latin1.
if is_py3:
location = location.encode('latin1')
return to_native_string(location, 'utf8')
return None
def should_strip_auth(self, old_url, new_url):
"""Decide whether Authorization header should be removed when redirecting"""
old_parsed = urlparse(old_url)
new_parsed = urlparse(new_url)
if old_parsed.hostname != new_parsed.hostname:
return True
# Special case: allow http -> https redirect when using the standard
# ports. This isn't specified by RFC 7235, but is kept to avoid
# breaking backwards compatibility with older versions of requests
# that allowed any redirects on the same host.
if (old_parsed.scheme == 'http' and old_parsed.port in (80, None)
and new_parsed.scheme == 'https' and new_parsed.port in (443, None)):
return False
# Handle default port usage corresponding to scheme.
changed_port = old_parsed.port != new_parsed.port
changed_scheme = old_parsed.scheme != new_parsed.scheme
default_port = (DEFAULT_PORTS.get(old_parsed.scheme, None), None)
if (not changed_scheme and old_parsed.port in default_port
and new_parsed.port in default_port):
return False
# Standard case: root URI must match
return changed_port or changed_scheme
def resolve_redirects(self, resp, req, stream=False, timeout=None,
verify=True, cert=None, proxies=None, yield_requests=False, **adapter_kwargs):
"""Receives a Response. Returns a generator of Responses or Requests."""
hist = [] # keep track of history
url = self.get_redirect_target(resp)
previous_fragment = urlparse(req.url).fragment
while url:
prepared_request = req.copy()
# Update history and keep track of redirects.
# resp.history must ignore the original request in this loop
hist.append(resp)
resp.history = hist[1:]
try:
resp.content # Consume socket so it can be released
except (ChunkedEncodingError, ContentDecodingError, RuntimeError):
resp.raw.read(decode_content=False)
if len(resp.history) >= self.max_redirects:
raise TooManyRedirects('Exceeded {} redirects.'.format(self.max_redirects), response=resp)
# Release the connection back into the pool.
resp.close()
# Handle redirection without scheme (see: RFC 1808 Section 4)
if url.startswith('//'):
parsed_rurl = urlparse(resp.url)
url = ':'.join([to_native_string(parsed_rurl.scheme), url])
# Normalize url case and attach previous fragment if needed (RFC 7231 7.1.2)
parsed = urlparse(url)
if parsed.fragment == '' and previous_fragment:
parsed = parsed._replace(fragment=previous_fragment)
elif parsed.fragment:
previous_fragment = parsed.fragment
url = parsed.geturl()
# Facilitate relative 'location' headers, as allowed by RFC 7231.
# (e.g. '/path/to/resource' instead of 'http://domain.tld/path/to/resource')
# Compliant with RFC3986, we percent encode the url.
if not parsed.netloc:
url = urljoin(resp.url, requote_uri(url))
else:
url = requote_uri(url)
prepared_request.url = to_native_string(url)
self.rebuild_method(prepared_request, resp)
# https://github.com/psf/requests/issues/1084
if resp.status_code not in (codes.temporary_redirect, codes.permanent_redirect):
# https://github.com/psf/requests/issues/3490
purged_headers = ('Content-Length', 'Content-Type', 'Transfer-Encoding')
for header in purged_headers:
prepared_request.headers.pop(header, None)
prepared_request.body = None
headers = prepared_request.headers
headers.pop('Cookie', None)
# Extract any cookies sent on the response to the cookiejar
# in the new request. Because we've mutated our copied prepared
# request, use the old one that we haven't yet touched.
extract_cookies_to_jar(prepared_request._cookies, req, resp.raw)
merge_cookies(prepared_request._cookies, self.cookies)
prepared_request.prepare_cookies(prepared_request._cookies)
# Rebuild auth and proxy information.
proxies = self.rebuild_proxies(prepared_request, proxies)
self.rebuild_auth(prepared_request, resp)
# A failed tell() sets `_body_position` to `object()`. This non-None
# value ensures `rewindable` will be True, allowing us to raise an
# UnrewindableBodyError, instead of hanging the connection.
rewindable = (
prepared_request._body_position is not None and
('Content-Length' in headers or 'Transfer-Encoding' in headers)
)
# Attempt to rewind consumed file-like object.
if rewindable:
rewind_body(prepared_request)
# Override the original request.
req = prepared_request
if yield_requests:
yield req
else:
resp = self.send(
req,
stream=stream,
timeout=timeout,
verify=verify,
cert=cert,
proxies=proxies,
allow_redirects=False,
**adapter_kwargs
)
extract_cookies_to_jar(self.cookies, prepared_request, resp.raw)
# extract redirect url, if any, for the next loop
url = self.get_redirect_target(resp)
yield resp
def rebuild_auth(self, prepared_request, response):
"""When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
"""
headers = prepared_request.headers
url = prepared_request.url
if 'Authorization' in headers and self.should_strip_auth(response.request.url, url):
# If we get redirected to a new host, we should strip out any
# authentication headers.
del headers['Authorization']
# .netrc might have more auth for us on our new host.
new_auth = get_netrc_auth(url) if self.trust_env else None
if new_auth is not None:
prepared_request.prepare_auth(new_auth)
def rebuild_proxies(self, prepared_request, proxies):
"""This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
"""
proxies = proxies if proxies is not None else {}
headers = prepared_request.headers
url = prepared_request.url
scheme = urlparse(url).scheme
new_proxies = proxies.copy()
no_proxy = proxies.get('no_proxy')
bypass_proxy = should_bypass_proxies(url, no_proxy=no_proxy)
if self.trust_env and not bypass_proxy:
environ_proxies = get_environ_proxies(url, no_proxy=no_proxy)
proxy = environ_proxies.get(scheme, environ_proxies.get('all'))
if proxy:
new_proxies.setdefault(scheme, proxy)
if 'Proxy-Authorization' in headers:
del headers['Proxy-Authorization']
try:
username, password = get_auth_from_url(new_proxies[scheme])
except KeyError:
username, password = None, None
if username and password:
headers['Proxy-Authorization'] = _basic_auth_str(username, password)
return new_proxies
def rebuild_method(self, prepared_request, response):
"""When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
"""
method = prepared_request.method
# https://tools.ietf.org/html/rfc7231#section-6.4.4
if response.status_code == codes.see_other and method != 'HEAD':
method = 'GET'
# Do what the browsers do, despite standards...
# First, turn 302s into GETs.
if response.status_code == codes.found and method != 'HEAD':
method = 'GET'
# Second, if a POST is responded to with a 301, turn it into a GET.
# This bizarre behaviour is explained in Issue 1704.
if response.status_code == codes.moved and method == 'POST':
method = 'GET'
prepared_request.method = method
class Session(SessionRedirectMixin):
"""A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
... s.get('https://httpbin.org/get')
<Response [200]>
"""
__attrs__ = [
'headers', 'cookies', 'auth', 'proxies', 'hooks', 'params', 'verify',
'cert', 'adapters', 'stream', 'trust_env',
'max_redirects',
]
def __init__(self):
#: A case-insensitive dictionary of headers to be sent on each
#: :class:`Request <Request>` sent from this
#: :class:`Session <Session>`.
self.headers = default_headers()
#: Default Authentication tuple or object to attach to
#: :class:`Request <Request>`.
self.auth = None
#: Dictionary mapping protocol or protocol and host to the URL of the proxy
#: (e.g. {'http': 'foo.bar:3128', 'http://host.name': 'foo.bar:4012'}) to
#: be used on each :class:`Request <Request>`.
self.proxies = {}
#: Event-handling hooks.
self.hooks = default_hooks()
#: Dictionary of querystring data to attach to each
#: :class:`Request <Request>`. The dictionary values may be lists for
#: representing multivalued query parameters.
self.params = {}
#: Stream response content default.
self.stream = False
#: SSL Verification default.
#: Defaults to `True`, requiring requests to verify the TLS certificate at the
#: remote end.
#: If verify is set to `False`, requests will accept any TLS certificate
#: presented by the server, and will ignore hostname mismatches and/or
#: expired certificates, which will make your application vulnerable to
#: man-in-the-middle (MitM) attacks.
#: Only set this to `False` for testing.
self.verify = True
#: SSL client certificate default, if String, path to ssl client
#: cert file (.pem). If Tuple, ('cert', 'key') pair.
self.cert = None
#: Maximum number of redirects allowed. If the request exceeds this
#: limit, a :class:`TooManyRedirects` exception is raised.
#: This defaults to requests.models.DEFAULT_REDIRECT_LIMIT, which is
#: 30.
self.max_redirects = DEFAULT_REDIRECT_LIMIT
#: Trust environment settings for proxy configuration, default
#: authentication and similar.
self.trust_env = True
#: A CookieJar containing all currently outstanding cookies set on this
#: session. By default it is a
#: :class:`RequestsCookieJar <requests.cookies.RequestsCookieJar>`, but
#: may be any other ``cookielib.CookieJar`` compatible object.
self.cookies = cookiejar_from_dict({})
# Default connection adapters.
self.adapters = OrderedDict()
self.mount('https://', HTTPAdapter())
self.mount('http://', HTTPAdapter())
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def prepare_request(self, request):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
"""
cookies = request.cookies or {}
# Bootstrap CookieJar.
if not isinstance(cookies, cookielib.CookieJar):
cookies = cookiejar_from_dict(cookies)
# Merge with session cookies
merged_cookies = merge_cookies(
merge_cookies(RequestsCookieJar(), self.cookies), cookies)
# Set environment's basic authentication if not explicitly set.
auth = request.auth
if self.trust_env and not auth and not self.auth:
auth = get_netrc_auth(request.url)
p = PreparedRequest()
p.prepare(
method=request.method.upper(),
url=request.url,
files=request.files,
data=request.data,
json=request.json,
headers=merge_setting(request.headers, self.headers, dict_class=CaseInsensitiveDict),
params=merge_setting(request.params, self.params),
auth=merge_setting(auth, self.auth),
cookies=merged_cookies,
hooks=merge_hooks(request.hooks, self.hooks),
)
return p
def request(self, method, url,
params=None, data=None, headers=None, cookies=None, files=None,
auth=None, timeout=None, allow_redirects=True, proxies=None,
hooks=None, stream=None, verify=None, cert=None, json=None):
"""Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``. When set to
``False``, requests will accept any TLS certificate presented by
the server, and will ignore hostname mismatches and/or expired
certificates, which will make your application vulnerable to
man-in-the-middle (MitM) attacks. Setting verify to ``False``
may be useful during local development or testing.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
"""
# Create the Request.
req = Request(
method=method.upper(),
url=url,
headers=headers,
files=files,
data=data or {},
json=json,
params=params or {},
auth=auth,
cookies=cookies,
hooks=hooks,
)
prep = self.prepare_request(req)
proxies = proxies or {}
settings = self.merge_environment_settings(
prep.url, proxies, stream, verify, cert
)
# Send the request.
send_kwargs = {
'timeout': timeout,
'allow_redirects': allow_redirects,
}
send_kwargs.update(settings)
resp = self.send(prep, **send_kwargs)
return resp
def get(self, url, **kwargs):
r"""Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('GET', url, **kwargs)
def options(self, url, **kwargs):
r"""Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('OPTIONS', url, **kwargs)
def head(self, url, **kwargs):
r"""Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return self.request('HEAD', url, **kwargs)
def post(self, url, data=None, json=None, **kwargs):
r"""Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('POST', url, data=data, json=json, **kwargs)
def put(self, url, data=None, **kwargs):
r"""Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PUT', url, data=data, **kwargs)
def patch(self, url, data=None, **kwargs):
r"""Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PATCH', url, data=data, **kwargs)
def delete(self, url, **kwargs):
r"""Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('DELETE', url, **kwargs)
def send(self, request, **kwargs):
"""Send a given PreparedRequest.
:rtype: requests.Response
"""
# Set defaults that the hooks can utilize to ensure they always have
# the correct parameters to reproduce the previous request.
kwargs.setdefault('stream', self.stream)
kwargs.setdefault('verify', self.verify)
kwargs.setdefault('cert', self.cert)
kwargs.setdefault('proxies', self.rebuild_proxies(request, self.proxies))
# It's possible that users might accidentally send a Request object.
# Guard against that specific failure case.
if isinstance(request, Request):
raise ValueError('You can only send PreparedRequests.')
# Set up variables needed for resolve_redirects and dispatching of hooks
allow_redirects = kwargs.pop('allow_redirects', True)
stream = kwargs.get('stream')
hooks = request.hooks
# Get the appropriate adapter to use
adapter = self.get_adapter(url=request.url)
# Start time (approximately) of the request
start = preferred_clock()
# Send the request
r = adapter.send(request, **kwargs)
# Total elapsed time of the request (approximately)
elapsed = preferred_clock() - start
r.elapsed = timedelta(seconds=elapsed)
# Response manipulation hooks
r = dispatch_hook('response', hooks, r, **kwargs)
# Persist cookies
if r.history:
# If the hooks create history then we want those cookies too
for resp in r.history:
extract_cookies_to_jar(self.cookies, resp.request, resp.raw)
extract_cookies_to_jar(self.cookies, request, r.raw)
# Resolve redirects if allowed.
if allow_redirects:
# Redirect resolving generator.
gen = self.resolve_redirects(r, request, **kwargs)
history = [resp for resp in gen]
else:
history = []
# Shuffle things around if there's history.
if history:
# Insert the first (original) request at the start
history.insert(0, r)
# Get the last request made
r = history.pop()
r.history = history
# If redirects aren't being followed, store the response on the Request for Response.next().
if not allow_redirects:
try:
r._next = next(self.resolve_redirects(r, request, yield_requests=True, **kwargs))
except StopIteration:
pass
if not stream:
r.content
return r
def merge_environment_settings(self, url, proxies, stream, verify, cert):
"""
Check the environment and merge it with some settings.
:rtype: dict
"""
# Gather clues from the surrounding environment.
if self.trust_env:
# Set environment's proxies.
no_proxy = proxies.get('no_proxy') if proxies is not None else None
env_proxies = get_environ_proxies(url, no_proxy=no_proxy)
for (k, v) in env_proxies.items():
proxies.setdefault(k, v)
# Look for requests environment configuration and be compatible
# with cURL.
if verify is True or verify is None:
verify = (os.environ.get('REQUESTS_CA_BUNDLE') or
os.environ.get('CURL_CA_BUNDLE'))
# Merge all the kwargs.
proxies = merge_setting(proxies, self.proxies)
stream = merge_setting(stream, self.stream)
verify = merge_setting(verify, self.verify)
cert = merge_setting(cert, self.cert)
return {'verify': verify, 'proxies': proxies, 'stream': stream,
'cert': cert}
def get_adapter(self, url):
"""
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
"""
for (prefix, adapter) in self.adapters.items():
if url.lower().startswith(prefix.lower()):
return adapter
# Nothing matches :-/
raise InvalidSchema("No connection adapters were found for {!r}".format(url))
def close(self):
"""Closes all adapters and as such the session"""
for v in self.adapters.values():
v.close()
def mount(self, prefix, adapter):
"""Registers a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
"""
self.adapters[prefix] = adapter
keys_to_move = [k for k in self.adapters if len(k) < len(prefix)]
for key in keys_to_move:
self.adapters[key] = self.adapters.pop(key)
def __getstate__(self):
state = {attr: getattr(self, attr, None) for attr in self.__attrs__}
return state
def __setstate__(self, state):
for attr, value in state.items():
setattr(self, attr, value)
def session():
"""
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
"""
return Session()
site-packages/pip/_vendor/requests/hooks.py 0000644 00000001365 15056474501 0015074 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
"""
HOOKS = ['response']
def default_hooks():
return {event: [] for event in HOOKS}
# TODO: response is the only one
def dispatch_hook(key, hooks, hook_data, **kwargs):
"""Dispatches a hook dictionary on a given piece of data."""
hooks = hooks or {}
hooks = hooks.get(key)
if hooks:
if hasattr(hooks, '__call__'):
hooks = [hooks]
for hook in hooks:
_hook_data = hook(hook_data, **kwargs)
if _hook_data is not None:
hook_data = _hook_data
return hook_data
site-packages/pip/_vendor/requests/api.py 0000644 00000014402 15056474501 0014516 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
"""
from . import sessions
def request(method, url, **kwargs):
"""Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object: ``GET``, ``OPTIONS``, ``HEAD``, ``POST``, ``PUT``, ``PATCH``, or ``DELETE``.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
>>> req
<Response [200]>
"""
# By using the 'with' statement we are sure the session is closed, thus we
# avoid leaving sockets open which can trigger a ResourceWarning in some
# cases, and look like a memory leak in others.
with sessions.Session() as session:
return session.request(method=method, url=url, **kwargs)
def get(url, params=None, **kwargs):
r"""Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('get', url, params=params, **kwargs)
def options(url, **kwargs):
r"""Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('options', url, **kwargs)
def head(url, **kwargs):
r"""Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes. If
`allow_redirects` is not provided, it will be set to `False` (as
opposed to the default :meth:`request` behavior).
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return request('head', url, **kwargs)
def post(url, data=None, json=None, **kwargs):
r"""Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('post', url, data=data, json=json, **kwargs)
def put(url, data=None, **kwargs):
r"""Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('put', url, data=data, **kwargs)
def patch(url, data=None, **kwargs):
r"""Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('patch', url, data=data, **kwargs)
def delete(url, **kwargs):
r"""Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('delete', url, **kwargs)
site-packages/pip/_vendor/requests/__init__.py 0000644 00000011771 15056474501 0015512 0 ustar 00 # -*- coding: utf-8 -*-
# __
# /__) _ _ _ _ _/ _
# / ( (- (/ (/ (- _) / _)
# /
"""
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings.
Basic GET usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> b'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key1": "value1",
"key2": "value2"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <https://requests.readthedocs.io>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
"""
from pip._vendor import urllib3
import warnings
from .exceptions import RequestsDependencyWarning
charset_normalizer_version = None
try:
from pip._vendor.chardet import __version__ as chardet_version
except ImportError:
chardet_version = None
def check_compatibility(urllib3_version, chardet_version, charset_normalizer_version):
urllib3_version = urllib3_version.split('.')
assert urllib3_version != ['dev'] # Verify urllib3 isn't installed from git.
# Sometimes, urllib3 only reports its version as 16.1.
if len(urllib3_version) == 2:
urllib3_version.append('0')
# Check urllib3 for compatibility.
major, minor, patch = urllib3_version # noqa: F811
major, minor, patch = int(major), int(minor), int(patch)
# urllib3 >= 1.21.1, <= 1.26
assert major == 1
assert minor >= 21
assert minor <= 26
# Check charset_normalizer for compatibility.
if chardet_version:
major, minor, patch = chardet_version.split('.')[:3]
major, minor, patch = int(major), int(minor), int(patch)
# chardet_version >= 3.0.2, < 5.0.0
assert (3, 0, 2) <= (major, minor, patch) < (5, 0, 0)
elif charset_normalizer_version:
major, minor, patch = charset_normalizer_version.split('.')[:3]
major, minor, patch = int(major), int(minor), int(patch)
# charset_normalizer >= 2.0.0 < 3.0.0
assert (2, 0, 0) <= (major, minor, patch) < (3, 0, 0)
else:
raise Exception("You need either charset_normalizer or chardet installed")
def _check_cryptography(cryptography_version):
# cryptography < 1.3.4
try:
cryptography_version = list(map(int, cryptography_version.split('.')))
except ValueError:
return
if cryptography_version < [1, 3, 4]:
warning = 'Old version of cryptography ({}) may cause slowdown.'.format(cryptography_version)
warnings.warn(warning, RequestsDependencyWarning)
# Check imported dependencies for compatibility.
try:
check_compatibility(urllib3.__version__, chardet_version, charset_normalizer_version)
except (AssertionError, ValueError):
warnings.warn("urllib3 ({}) or chardet ({})/charset_normalizer ({}) doesn't match a supported "
"version!".format(urllib3.__version__, chardet_version, charset_normalizer_version),
RequestsDependencyWarning)
# Attempt to enable urllib3's fallback for SNI support
# if the standard library doesn't support SNI or the
# 'ssl' library isn't available.
try:
# Note: This logic prevents upgrading cryptography on Windows, if imported
# as part of pip.
from pip._internal.utils.compat import WINDOWS
if not WINDOWS:
raise ImportError("pip internals: don't import cryptography on Windows")
try:
import ssl
except ImportError:
ssl = None
if not getattr(ssl, "HAS_SNI", False):
from pip._vendor.urllib3.contrib import pyopenssl
pyopenssl.inject_into_urllib3()
# Check cryptography version
from cryptography import __version__ as cryptography_version
_check_cryptography(cryptography_version)
except ImportError:
pass
# urllib3's DependencyWarnings should be silenced.
from pip._vendor.urllib3.exceptions import DependencyWarning
warnings.simplefilter('ignore', DependencyWarning)
from .__version__ import __title__, __description__, __url__, __version__
from .__version__ import __build__, __author__, __author_email__, __license__
from .__version__ import __copyright__, __cake__
from . import utils
from . import packages
from .models import Request, Response, PreparedRequest
from .api import request, get, head, post, patch, put, delete, options
from .sessions import session, Session
from .status_codes import codes
from .exceptions import (
RequestException, Timeout, URLRequired,
TooManyRedirects, HTTPError, ConnectionError,
FileModeWarning, ConnectTimeout, ReadTimeout
)
# Set default logging handler to avoid "No handler found" warnings.
import logging
from logging import NullHandler
logging.getLogger(__name__).addHandler(NullHandler())
# FileModeWarnings go off per the default.
warnings.simplefilter('default', FileModeWarning, append=True)
site-packages/pip/_vendor/requests/auth.py 0000644 00000023737 15056474501 0014721 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
"""
import os
import re
import time
import hashlib
import threading
import warnings
from base64 import b64encode
from .compat import urlparse, str, basestring
from .cookies import extract_cookies_to_jar
from ._internal_utils import to_native_string
from .utils import parse_dict_header
CONTENT_TYPE_FORM_URLENCODED = 'application/x-www-form-urlencoded'
CONTENT_TYPE_MULTI_PART = 'multipart/form-data'
def _basic_auth_str(username, password):
"""Returns a Basic Auth string."""
# "I want us to put a big-ol' comment on top of it that
# says that this behaviour is dumb but we need to preserve
# it because people are relying on it."
# - Lukasa
#
# These are here solely to maintain backwards compatibility
# for things like ints. This will be removed in 3.0.0.
if not isinstance(username, basestring):
warnings.warn(
"Non-string usernames will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(username),
category=DeprecationWarning,
)
username = str(username)
if not isinstance(password, basestring):
warnings.warn(
"Non-string passwords will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(type(password)),
category=DeprecationWarning,
)
password = str(password)
# -- End Removal --
if isinstance(username, str):
username = username.encode('latin1')
if isinstance(password, str):
password = password.encode('latin1')
authstr = 'Basic ' + to_native_string(
b64encode(b':'.join((username, password))).strip()
)
return authstr
class AuthBase(object):
"""Base class that all auth implementations derive from"""
def __call__(self, r):
raise NotImplementedError('Auth hooks must be callable.')
class HTTPBasicAuth(AuthBase):
"""Attaches HTTP Basic Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
def __call__(self, r):
r.headers['Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPProxyAuth(HTTPBasicAuth):
"""Attaches HTTP Proxy Authentication to a given Request object."""
def __call__(self, r):
r.headers['Proxy-Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPDigestAuth(AuthBase):
"""Attaches HTTP Digest Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
# Keep state in per-thread local storage
self._thread_local = threading.local()
def init_per_thread_state(self):
# Ensure state is initialized just once per-thread
if not hasattr(self._thread_local, 'init'):
self._thread_local.init = True
self._thread_local.last_nonce = ''
self._thread_local.nonce_count = 0
self._thread_local.chal = {}
self._thread_local.pos = None
self._thread_local.num_401_calls = None
def build_digest_header(self, method, url):
"""
:rtype: str
"""
realm = self._thread_local.chal['realm']
nonce = self._thread_local.chal['nonce']
qop = self._thread_local.chal.get('qop')
algorithm = self._thread_local.chal.get('algorithm')
opaque = self._thread_local.chal.get('opaque')
hash_utf8 = None
if algorithm is None:
_algorithm = 'MD5'
else:
_algorithm = algorithm.upper()
# lambdas assume digest modules are imported at the top level
if _algorithm == 'MD5' or _algorithm == 'MD5-SESS':
def md5_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.md5(x).hexdigest()
hash_utf8 = md5_utf8
elif _algorithm == 'SHA':
def sha_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha1(x).hexdigest()
hash_utf8 = sha_utf8
elif _algorithm == 'SHA-256':
def sha256_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha256(x).hexdigest()
hash_utf8 = sha256_utf8
elif _algorithm == 'SHA-512':
def sha512_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha512(x).hexdigest()
hash_utf8 = sha512_utf8
KD = lambda s, d: hash_utf8("%s:%s" % (s, d))
if hash_utf8 is None:
return None
# XXX not implemented yet
entdig = None
p_parsed = urlparse(url)
#: path is request-uri defined in RFC 2616 which should not be empty
path = p_parsed.path or "/"
if p_parsed.query:
path += '?' + p_parsed.query
A1 = '%s:%s:%s' % (self.username, realm, self.password)
A2 = '%s:%s' % (method, path)
HA1 = hash_utf8(A1)
HA2 = hash_utf8(A2)
if nonce == self._thread_local.last_nonce:
self._thread_local.nonce_count += 1
else:
self._thread_local.nonce_count = 1
ncvalue = '%08x' % self._thread_local.nonce_count
s = str(self._thread_local.nonce_count).encode('utf-8')
s += nonce.encode('utf-8')
s += time.ctime().encode('utf-8')
s += os.urandom(8)
cnonce = (hashlib.sha1(s).hexdigest()[:16])
if _algorithm == 'MD5-SESS':
HA1 = hash_utf8('%s:%s:%s' % (HA1, nonce, cnonce))
if not qop:
respdig = KD(HA1, "%s:%s" % (nonce, HA2))
elif qop == 'auth' or 'auth' in qop.split(','):
noncebit = "%s:%s:%s:%s:%s" % (
nonce, ncvalue, cnonce, 'auth', HA2
)
respdig = KD(HA1, noncebit)
else:
# XXX handle auth-int.
return None
self._thread_local.last_nonce = nonce
# XXX should the partial digests be encoded too?
base = 'username="%s", realm="%s", nonce="%s", uri="%s", ' \
'response="%s"' % (self.username, realm, nonce, path, respdig)
if opaque:
base += ', opaque="%s"' % opaque
if algorithm:
base += ', algorithm="%s"' % algorithm
if entdig:
base += ', digest="%s"' % entdig
if qop:
base += ', qop="auth", nc=%s, cnonce="%s"' % (ncvalue, cnonce)
return 'Digest %s' % (base)
def handle_redirect(self, r, **kwargs):
"""Reset num_401_calls counter on redirects."""
if r.is_redirect:
self._thread_local.num_401_calls = 1
def handle_401(self, r, **kwargs):
"""
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
"""
# If response is not 4xx, do not auth
# See https://github.com/psf/requests/issues/3772
if not 400 <= r.status_code < 500:
self._thread_local.num_401_calls = 1
return r
if self._thread_local.pos is not None:
# Rewind the file position indicator of the body to where
# it was to resend the request.
r.request.body.seek(self._thread_local.pos)
s_auth = r.headers.get('www-authenticate', '')
if 'digest' in s_auth.lower() and self._thread_local.num_401_calls < 2:
self._thread_local.num_401_calls += 1
pat = re.compile(r'digest ', flags=re.IGNORECASE)
self._thread_local.chal = parse_dict_header(pat.sub('', s_auth, count=1))
# Consume content and release the original connection
# to allow our new request to reuse the same one.
r.content
r.close()
prep = r.request.copy()
extract_cookies_to_jar(prep._cookies, r.request, r.raw)
prep.prepare_cookies(prep._cookies)
prep.headers['Authorization'] = self.build_digest_header(
prep.method, prep.url)
_r = r.connection.send(prep, **kwargs)
_r.history.append(r)
_r.request = prep
return _r
self._thread_local.num_401_calls = 1
return r
def __call__(self, r):
# Initialize per-thread state, if needed
self.init_per_thread_state()
# If we have a saved nonce, skip the 401
if self._thread_local.last_nonce:
r.headers['Authorization'] = self.build_digest_header(r.method, r.url)
try:
self._thread_local.pos = r.body.tell()
except AttributeError:
# In the case of HTTPDigestAuth being reused and the body of
# the previous request was a file-like object, pos has the
# file position of the previous body. Ensure it's set to
# None.
self._thread_local.pos = None
r.register_hook('response', self.handle_401)
r.register_hook('response', self.handle_redirect)
self._thread_local.num_401_calls = 1
return r
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
site-packages/pip/_vendor/requests/models.py 0000644 00000104154 15056474501 0015234 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
"""
import datetime
import sys
# Import encoding now, to avoid implicit import later.
# Implicit import within threads may cause LookupError when standard library is in a ZIP,
# such as in Embedded Python. See https://github.com/psf/requests/issues/3578.
import encodings.idna
from pip._vendor.urllib3.fields import RequestField
from pip._vendor.urllib3.filepost import encode_multipart_formdata
from pip._vendor.urllib3.util import parse_url
from pip._vendor.urllib3.exceptions import (
DecodeError, ReadTimeoutError, ProtocolError, LocationParseError)
from io import UnsupportedOperation
from .hooks import default_hooks
from .structures import CaseInsensitiveDict
from .auth import HTTPBasicAuth
from .cookies import cookiejar_from_dict, get_cookie_header, _copy_cookie_jar
from .exceptions import (
HTTPError, MissingSchema, InvalidURL, ChunkedEncodingError,
ContentDecodingError, ConnectionError, StreamConsumedError, InvalidJSONError)
from ._internal_utils import to_native_string, unicode_is_ascii
from .utils import (
guess_filename, get_auth_from_url, requote_uri,
stream_decode_response_unicode, to_key_val_list, parse_header_links,
iter_slices, guess_json_utf, super_len, check_header_validity)
from .compat import (
Callable, Mapping,
cookielib, urlunparse, urlsplit, urlencode, str, bytes,
is_py2, chardet, builtin_str, basestring)
from .compat import json as complexjson
from .status_codes import codes
#: The set of HTTP status codes that indicate an automatically
#: processable redirect.
REDIRECT_STATI = (
codes.moved, # 301
codes.found, # 302
codes.other, # 303
codes.temporary_redirect, # 307
codes.permanent_redirect, # 308
)
DEFAULT_REDIRECT_LIMIT = 30
CONTENT_CHUNK_SIZE = 10 * 1024
ITER_CHUNK_SIZE = 512
class RequestEncodingMixin(object):
@property
def path_url(self):
"""Build the path URL to use."""
url = []
p = urlsplit(self.url)
path = p.path
if not path:
path = '/'
url.append(path)
query = p.query
if query:
url.append('?')
url.append(query)
return ''.join(url)
@staticmethod
def _encode_params(data):
"""Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
"""
if isinstance(data, (str, bytes)):
return data
elif hasattr(data, 'read'):
return data
elif hasattr(data, '__iter__'):
result = []
for k, vs in to_key_val_list(data):
if isinstance(vs, basestring) or not hasattr(vs, '__iter__'):
vs = [vs]
for v in vs:
if v is not None:
result.append(
(k.encode('utf-8') if isinstance(k, str) else k,
v.encode('utf-8') if isinstance(v, str) else v))
return urlencode(result, doseq=True)
else:
return data
@staticmethod
def _encode_files(files, data):
"""Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
"""
if (not files):
raise ValueError("Files must be provided.")
elif isinstance(data, basestring):
raise ValueError("Data must not be a string.")
new_fields = []
fields = to_key_val_list(data or {})
files = to_key_val_list(files or {})
for field, val in fields:
if isinstance(val, basestring) or not hasattr(val, '__iter__'):
val = [val]
for v in val:
if v is not None:
# Don't call str() on bytestrings: in Py3 it all goes wrong.
if not isinstance(v, bytes):
v = str(v)
new_fields.append(
(field.decode('utf-8') if isinstance(field, bytes) else field,
v.encode('utf-8') if isinstance(v, str) else v))
for (k, v) in files:
# support for explicit filename
ft = None
fh = None
if isinstance(v, (tuple, list)):
if len(v) == 2:
fn, fp = v
elif len(v) == 3:
fn, fp, ft = v
else:
fn, fp, ft, fh = v
else:
fn = guess_filename(v) or k
fp = v
if isinstance(fp, (str, bytes, bytearray)):
fdata = fp
elif hasattr(fp, 'read'):
fdata = fp.read()
elif fp is None:
continue
else:
fdata = fp
rf = RequestField(name=k, data=fdata, filename=fn, headers=fh)
rf.make_multipart(content_type=ft)
new_fields.append(rf)
body, content_type = encode_multipart_formdata(new_fields)
return body, content_type
class RequestHooksMixin(object):
def register_hook(self, event, hook):
"""Properly register a hook."""
if event not in self.hooks:
raise ValueError('Unsupported event specified, with event name "%s"' % (event))
if isinstance(hook, Callable):
self.hooks[event].append(hook)
elif hasattr(hook, '__iter__'):
self.hooks[event].extend(h for h in hook if isinstance(h, Callable))
def deregister_hook(self, event, hook):
"""Deregister a previously registered hook.
Returns True if the hook existed, False if not.
"""
try:
self.hooks[event].remove(hook)
return True
except ValueError:
return False
class Request(RequestHooksMixin):
"""A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
"""
def __init__(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
# Default empty dicts for dict params.
data = [] if data is None else data
files = [] if files is None else files
headers = {} if headers is None else headers
params = {} if params is None else params
hooks = {} if hooks is None else hooks
self.hooks = default_hooks()
for (k, v) in list(hooks.items()):
self.register_hook(event=k, hook=v)
self.method = method
self.url = url
self.headers = headers
self.files = files
self.data = data
self.json = json
self.params = params
self.auth = auth
self.cookies = cookies
def __repr__(self):
return '<Request [%s]>' % (self.method)
def prepare(self):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it."""
p = PreparedRequest()
p.prepare(
method=self.method,
url=self.url,
headers=self.headers,
files=self.files,
data=self.data,
json=self.json,
params=self.params,
auth=self.auth,
cookies=self.cookies,
hooks=self.hooks,
)
return p
class PreparedRequest(RequestEncodingMixin, RequestHooksMixin):
"""The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Instances are generated from a :class:`Request <Request>` object, and
should not be instantiated manually; doing so may produce undesirable
effects.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
>>> r
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
"""
def __init__(self):
#: HTTP verb to send to the server.
self.method = None
#: HTTP URL to send the request to.
self.url = None
#: dictionary of HTTP headers.
self.headers = None
# The `CookieJar` used to create the Cookie header will be stored here
# after prepare_cookies is called
self._cookies = None
#: request body to send to the server.
self.body = None
#: dictionary of callback hooks, for internal usage.
self.hooks = default_hooks()
#: integer denoting starting position of a readable file-like body.
self._body_position = None
def prepare(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
"""Prepares the entire request with the given parameters."""
self.prepare_method(method)
self.prepare_url(url, params)
self.prepare_headers(headers)
self.prepare_cookies(cookies)
self.prepare_body(data, files, json)
self.prepare_auth(auth, url)
# Note that prepare_auth must be last to enable authentication schemes
# such as OAuth to work on a fully prepared request.
# This MUST go after prepare_auth. Authenticators could add a hook
self.prepare_hooks(hooks)
def __repr__(self):
return '<PreparedRequest [%s]>' % (self.method)
def copy(self):
p = PreparedRequest()
p.method = self.method
p.url = self.url
p.headers = self.headers.copy() if self.headers is not None else None
p._cookies = _copy_cookie_jar(self._cookies)
p.body = self.body
p.hooks = self.hooks
p._body_position = self._body_position
return p
def prepare_method(self, method):
"""Prepares the given HTTP method."""
self.method = method
if self.method is not None:
self.method = to_native_string(self.method.upper())
@staticmethod
def _get_idna_encoded_host(host):
from pip._vendor import idna
try:
host = idna.encode(host, uts46=True).decode('utf-8')
except idna.IDNAError:
raise UnicodeError
return host
def prepare_url(self, url, params):
"""Prepares the given HTTP URL."""
#: Accept objects that have string representations.
#: We're unable to blindly call unicode/str functions
#: as this will include the bytestring indicator (b'')
#: on python 3.x.
#: https://github.com/psf/requests/pull/2238
if isinstance(url, bytes):
url = url.decode('utf8')
else:
url = unicode(url) if is_py2 else str(url)
# Remove leading whitespaces from url
url = url.lstrip()
# Don't do any URL preparation for non-HTTP schemes like `mailto`,
# `data` etc to work around exceptions from `url_parse`, which
# handles RFC 3986 only.
if ':' in url and not url.lower().startswith('http'):
self.url = url
return
# Support for unicode domain names and paths.
try:
scheme, auth, host, port, path, query, fragment = parse_url(url)
except LocationParseError as e:
raise InvalidURL(*e.args)
if not scheme:
error = ("Invalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?")
error = error.format(to_native_string(url, 'utf8'))
raise MissingSchema(error)
if not host:
raise InvalidURL("Invalid URL %r: No host supplied" % url)
# In general, we want to try IDNA encoding the hostname if the string contains
# non-ASCII characters. This allows users to automatically get the correct IDNA
# behaviour. For strings containing only ASCII characters, we need to also verify
# it doesn't start with a wildcard (*), before allowing the unencoded hostname.
if not unicode_is_ascii(host):
try:
host = self._get_idna_encoded_host(host)
except UnicodeError:
raise InvalidURL('URL has an invalid label.')
elif host.startswith(u'*'):
raise InvalidURL('URL has an invalid label.')
# Carefully reconstruct the network location
netloc = auth or ''
if netloc:
netloc += '@'
netloc += host
if port:
netloc += ':' + str(port)
# Bare domains aren't valid URLs.
if not path:
path = '/'
if is_py2:
if isinstance(scheme, str):
scheme = scheme.encode('utf-8')
if isinstance(netloc, str):
netloc = netloc.encode('utf-8')
if isinstance(path, str):
path = path.encode('utf-8')
if isinstance(query, str):
query = query.encode('utf-8')
if isinstance(fragment, str):
fragment = fragment.encode('utf-8')
if isinstance(params, (str, bytes)):
params = to_native_string(params)
enc_params = self._encode_params(params)
if enc_params:
if query:
query = '%s&%s' % (query, enc_params)
else:
query = enc_params
url = requote_uri(urlunparse([scheme, netloc, path, None, query, fragment]))
self.url = url
def prepare_headers(self, headers):
"""Prepares the given HTTP headers."""
self.headers = CaseInsensitiveDict()
if headers:
for header in headers.items():
# Raise exception on invalid header value.
check_header_validity(header)
name, value = header
self.headers[to_native_string(name)] = value
def prepare_body(self, data, files, json=None):
"""Prepares the given HTTP body data."""
# Check if file, fo, generator, iterator.
# If not, run through normal process.
# Nottin' on you.
body = None
content_type = None
if not data and json is not None:
# urllib3 requires a bytes-like body. Python 2's json.dumps
# provides this natively, but Python 3 gives a Unicode string.
content_type = 'application/json'
try:
body = complexjson.dumps(json, allow_nan=False)
except ValueError as ve:
raise InvalidJSONError(ve, request=self)
if not isinstance(body, bytes):
body = body.encode('utf-8')
is_stream = all([
hasattr(data, '__iter__'),
not isinstance(data, (basestring, list, tuple, Mapping))
])
if is_stream:
try:
length = super_len(data)
except (TypeError, AttributeError, UnsupportedOperation):
length = None
body = data
if getattr(body, 'tell', None) is not None:
# Record the current file position before reading.
# This will allow us to rewind a file in the event
# of a redirect.
try:
self._body_position = body.tell()
except (IOError, OSError):
# This differentiates from None, allowing us to catch
# a failed `tell()` later when trying to rewind the body
self._body_position = object()
if files:
raise NotImplementedError('Streamed bodies and files are mutually exclusive.')
if length:
self.headers['Content-Length'] = builtin_str(length)
else:
self.headers['Transfer-Encoding'] = 'chunked'
else:
# Multi-part file uploads.
if files:
(body, content_type) = self._encode_files(files, data)
else:
if data:
body = self._encode_params(data)
if isinstance(data, basestring) or hasattr(data, 'read'):
content_type = None
else:
content_type = 'application/x-www-form-urlencoded'
self.prepare_content_length(body)
# Add content-type if it wasn't explicitly provided.
if content_type and ('content-type' not in self.headers):
self.headers['Content-Type'] = content_type
self.body = body
def prepare_content_length(self, body):
"""Prepare Content-Length header based on request method and body"""
if body is not None:
length = super_len(body)
if length:
# If length exists, set it. Otherwise, we fallback
# to Transfer-Encoding: chunked.
self.headers['Content-Length'] = builtin_str(length)
elif self.method not in ('GET', 'HEAD') and self.headers.get('Content-Length') is None:
# Set Content-Length to 0 for methods that can have a body
# but don't provide one. (i.e. not GET or HEAD)
self.headers['Content-Length'] = '0'
def prepare_auth(self, auth, url=''):
"""Prepares the given HTTP auth data."""
# If no Auth is explicitly provided, extract it from the URL first.
if auth is None:
url_auth = get_auth_from_url(self.url)
auth = url_auth if any(url_auth) else None
if auth:
if isinstance(auth, tuple) and len(auth) == 2:
# special-case basic HTTP auth
auth = HTTPBasicAuth(*auth)
# Allow auth to make its changes.
r = auth(self)
# Update self to reflect the auth changes.
self.__dict__.update(r.__dict__)
# Recompute Content-Length
self.prepare_content_length(self.body)
def prepare_cookies(self, cookies):
"""Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
"""
if isinstance(cookies, cookielib.CookieJar):
self._cookies = cookies
else:
self._cookies = cookiejar_from_dict(cookies)
cookie_header = get_cookie_header(self._cookies, self)
if cookie_header is not None:
self.headers['Cookie'] = cookie_header
def prepare_hooks(self, hooks):
"""Prepares the given hooks."""
# hooks can be passed as None to the prepare method and to this
# method. To prevent iterating over None, simply use an empty list
# if hooks is False-y
hooks = hooks or []
for event in hooks:
self.register_hook(event, hooks[event])
class Response(object):
"""The :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
"""
__attrs__ = [
'_content', 'status_code', 'headers', 'url', 'history',
'encoding', 'reason', 'cookies', 'elapsed', 'request'
]
def __init__(self):
self._content = False
self._content_consumed = False
self._next = None
#: Integer Code of responded HTTP Status, e.g. 404 or 200.
self.status_code = None
#: Case-insensitive Dictionary of Response Headers.
#: For example, ``headers['content-encoding']`` will return the
#: value of a ``'Content-Encoding'`` response header.
self.headers = CaseInsensitiveDict()
#: File-like object representation of response (for advanced usage).
#: Use of ``raw`` requires that ``stream=True`` be set on the request.
#: This requirement does not apply for use internally to Requests.
self.raw = None
#: Final URL location of Response.
self.url = None
#: Encoding to decode with when accessing r.text.
self.encoding = None
#: A list of :class:`Response <Response>` objects from
#: the history of the Request. Any redirect responses will end
#: up here. The list is sorted from the oldest to the most recent request.
self.history = []
#: Textual reason of responded HTTP Status, e.g. "Not Found" or "OK".
self.reason = None
#: A CookieJar of Cookies the server sent back.
self.cookies = cookiejar_from_dict({})
#: The amount of time elapsed between sending the request
#: and the arrival of the response (as a timedelta).
#: This property specifically measures the time taken between sending
#: the first byte of the request and finishing parsing the headers. It
#: is therefore unaffected by consuming the response content or the
#: value of the ``stream`` keyword argument.
self.elapsed = datetime.timedelta(0)
#: The :class:`PreparedRequest <PreparedRequest>` object to which this
#: is a response.
self.request = None
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def __getstate__(self):
# Consume everything; accessing the content attribute makes
# sure the content has been fully read.
if not self._content_consumed:
self.content
return {attr: getattr(self, attr, None) for attr in self.__attrs__}
def __setstate__(self, state):
for name, value in state.items():
setattr(self, name, value)
# pickled objects do not have .raw
setattr(self, '_content_consumed', True)
setattr(self, 'raw', None)
def __repr__(self):
return '<Response [%s]>' % (self.status_code)
def __bool__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __nonzero__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __iter__(self):
"""Allows you to use a response as an iterator."""
return self.iter_content(128)
@property
def ok(self):
"""Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
try:
self.raise_for_status()
except HTTPError:
return False
return True
@property
def is_redirect(self):
"""True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
"""
return ('location' in self.headers and self.status_code in REDIRECT_STATI)
@property
def is_permanent_redirect(self):
"""True if this Response one of the permanent versions of redirect."""
return ('location' in self.headers and self.status_code in (codes.moved_permanently, codes.permanent_redirect))
@property
def next(self):
"""Returns a PreparedRequest for the next request in a redirect chain, if there is one."""
return self._next
@property
def apparent_encoding(self):
"""The apparent encoding, provided by the charset_normalizer or chardet libraries."""
return chardet.detect(self.content)['encoding']
def iter_content(self, chunk_size=1, decode_unicode=False):
"""Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
"""
def generate():
# Special case for urllib3.
if hasattr(self.raw, 'stream'):
try:
for chunk in self.raw.stream(chunk_size, decode_content=True):
yield chunk
except ProtocolError as e:
raise ChunkedEncodingError(e)
except DecodeError as e:
raise ContentDecodingError(e)
except ReadTimeoutError as e:
raise ConnectionError(e)
else:
# Standard file-like object.
while True:
chunk = self.raw.read(chunk_size)
if not chunk:
break
yield chunk
self._content_consumed = True
if self._content_consumed and isinstance(self._content, bool):
raise StreamConsumedError()
elif chunk_size is not None and not isinstance(chunk_size, int):
raise TypeError("chunk_size must be an int, it is instead a %s." % type(chunk_size))
# simulate reading small chunks of the content
reused_chunks = iter_slices(self._content, chunk_size)
stream_chunks = generate()
chunks = reused_chunks if self._content_consumed else stream_chunks
if decode_unicode:
chunks = stream_decode_response_unicode(chunks, self)
return chunks
def iter_lines(self, chunk_size=ITER_CHUNK_SIZE, decode_unicode=False, delimiter=None):
"""Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
"""
pending = None
for chunk in self.iter_content(chunk_size=chunk_size, decode_unicode=decode_unicode):
if pending is not None:
chunk = pending + chunk
if delimiter:
lines = chunk.split(delimiter)
else:
lines = chunk.splitlines()
if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
pending = lines.pop()
else:
pending = None
for line in lines:
yield line
if pending is not None:
yield pending
@property
def content(self):
"""Content of the response, in bytes."""
if self._content is False:
# Read the contents.
if self._content_consumed:
raise RuntimeError(
'The content for this response was already consumed')
if self.status_code == 0 or self.raw is None:
self._content = None
else:
self._content = b''.join(self.iter_content(CONTENT_CHUNK_SIZE)) or b''
self._content_consumed = True
# don't need to release the connection; that's been handled by urllib3
# since we exhausted the data.
return self._content
@property
def text(self):
"""Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``charset_normalizer`` or ``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
"""
# Try charset from content-type
content = None
encoding = self.encoding
if not self.content:
return str('')
# Fallback to auto-detected encoding.
if self.encoding is None:
encoding = self.apparent_encoding
# Decode unicode from given encoding.
try:
content = str(self.content, encoding, errors='replace')
except (LookupError, TypeError):
# A LookupError is raised if the encoding was not found which could
# indicate a misspelling or similar mistake.
#
# A TypeError can be raised if encoding is None
#
# So we try blindly encoding.
content = str(self.content, errors='replace')
return content
def json(self, **kwargs):
r"""Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises simplejson.JSONDecodeError: If the response body does not
contain valid json and simplejson is installed.
:raises json.JSONDecodeError: If the response body does not contain
valid json and simplejson is not installed on Python 3.
:raises ValueError: If the response body does not contain valid
json and simplejson is not installed on Python 2.
"""
if not self.encoding and self.content and len(self.content) > 3:
# No encoding set. JSON RFC 4627 section 3 states we should expect
# UTF-8, -16 or -32. Detect which one to use; If the detection or
# decoding fails, fall back to `self.text` (using charset_normalizer to make
# a best guess).
encoding = guess_json_utf(self.content)
if encoding is not None:
try:
return complexjson.loads(
self.content.decode(encoding), **kwargs
)
except UnicodeDecodeError:
# Wrong UTF codec detected; usually because it's not UTF-8
# but some other 8-bit codec. This is an RFC violation,
# and the server didn't bother to tell us what codec *was*
# used.
pass
return complexjson.loads(self.text, **kwargs)
@property
def links(self):
"""Returns the parsed header links of the response, if any."""
header = self.headers.get('link')
# l = MultiDict()
l = {}
if header:
links = parse_header_links(header)
for link in links:
key = link.get('rel') or link.get('url')
l[key] = link
return l
def raise_for_status(self):
"""Raises :class:`HTTPError`, if one occurred."""
http_error_msg = ''
if isinstance(self.reason, bytes):
# We attempt to decode utf-8 first because some servers
# choose to localize their reason strings. If the string
# isn't utf-8, we fall back to iso-8859-1 for all other
# encodings. (See PR #3538)
try:
reason = self.reason.decode('utf-8')
except UnicodeDecodeError:
reason = self.reason.decode('iso-8859-1')
else:
reason = self.reason
if 400 <= self.status_code < 500:
http_error_msg = u'%s Client Error: %s for url: %s' % (self.status_code, reason, self.url)
elif 500 <= self.status_code < 600:
http_error_msg = u'%s Server Error: %s for url: %s' % (self.status_code, reason, self.url)
if http_error_msg:
raise HTTPError(http_error_msg, response=self)
def close(self):
"""Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
"""
if not self._content_consumed:
self.raw.close()
release_conn = getattr(self.raw, 'release_conn', None)
if release_conn is not None:
release_conn()
site-packages/pip/_vendor/requests/_internal_utils.py 0000644 00000002110 15056474501 0017131 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
"""
from .compat import is_py2, builtin_str, str
def to_native_string(string, encoding='ascii'):
"""Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
"""
if isinstance(string, builtin_str):
out = string
else:
if is_py2:
out = string.encode(encoding)
else:
out = string.decode(encoding)
return out
def unicode_is_ascii(u_string):
"""Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
"""
assert isinstance(u_string, str)
try:
u_string.encode('ascii')
return True
except UnicodeEncodeError:
return False
site-packages/pip/_vendor/requests/__version__.py 0000644 00000000671 15056474501 0016231 0 ustar 00 # .-. .-. .-. . . .-. .-. .-. .-.
# |( |- |.| | | |- `-. | `-.
# ' ' `-' `-`.`-' `-' `-' ' `-'
__title__ = 'requests'
__description__ = 'Python HTTP for Humans.'
__url__ = 'https://requests.readthedocs.io'
__version__ = '2.26.0'
__build__ = 0x022600
__author__ = 'Kenneth Reitz'
__author_email__ = 'me@kennethreitz.org'
__license__ = 'Apache 2.0'
__copyright__ = 'Copyright 2020 Kenneth Reitz'
__cake__ = u'\u2728 \U0001f370 \u2728'
site-packages/pip/_vendor/pep517/meta.py 0000644 00000004637 15056474501 0014052 0 ustar 00 """Build metadata for a project using PEP 517 hooks.
"""
import argparse
import logging
import os
import shutil
import functools
try:
import importlib.metadata as imp_meta
except ImportError:
import importlib_metadata as imp_meta
try:
from zipfile import Path
except ImportError:
from zipp import Path
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller, quiet_subprocess_runner
from .dirtools import tempdir, mkdir_p, dir_to_zipfile
from .build import validate_system, load_system, compat_system
log = logging.getLogger(__name__)
def _prep_meta(hooks, env, dest):
reqs = hooks.get_requires_for_build_wheel({})
log.info('Got build requires: %s', reqs)
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
with tempdir() as td:
log.info('Trying to build metadata in %s', td)
filename = hooks.prepare_metadata_for_build_wheel(td, {})
source = os.path.join(td, filename)
shutil.move(source, os.path.join(dest, os.path.basename(filename)))
def build(source_dir='.', dest=None, system=None):
system = system or load_system(source_dir)
dest = os.path.join(source_dir, dest or 'dist')
mkdir_p(dest)
validate_system(system)
hooks = Pep517HookCaller(
source_dir, system['build-backend'], system.get('backend-path')
)
with hooks.subprocess_runner(quiet_subprocess_runner):
with BuildEnvironment() as env:
env.pip_install(system['requires'])
_prep_meta(hooks, env, dest)
def build_as_zip(builder=build):
with tempdir() as out_dir:
builder(dest=out_dir)
return dir_to_zipfile(out_dir)
def load(root):
"""
Given a source directory (root) of a package,
return an importlib.metadata.Distribution object
with metadata build from that package.
"""
root = os.path.expanduser(root)
system = compat_system(root)
builder = functools.partial(build, source_dir=root, system=system)
path = Path(build_as_zip(builder))
return imp_meta.PathDistribution(path)
parser = argparse.ArgumentParser()
parser.add_argument(
'source_dir',
help="A directory containing pyproject.toml",
)
parser.add_argument(
'--out-dir', '-o',
help="Destination in which to save the builds relative to source dir",
)
def main():
args = parser.parse_args()
build(args.source_dir, args.out_dir)
if __name__ == '__main__':
main()
site-packages/pip/_vendor/pep517/__pycache__/colorlog.cpython-39.pyc 0000644 00000005641 15056474501 0021227 0 ustar 00 a
��Re � @ sd d Z ddlZddlZz ddlZW n ey6 dZY n0 dd� ZG dd� dej�Zejfdd�Z dS ) zONicer log formatting with colours.
Code copied from Tornado, Apache licensed.
� Nc C sT d} t rPttjd�rPtj�� rPz t �� t �d�dkr:d} W n tyN Y n0 | S )NF�isatty�colorsr T)�curses�hasattr�sys�stderrr Z setuptermZtigetnum� Exception)�color� r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/colorlog.py�_stderr_supports_color s r c @ s> e Zd ZdZejdejdejdejdiZ d dd�Z
d d
� Z dS ) � LogFormatterz&Log formatter with colour support
� � � TNc C s� t jj| |d� i | _|r�t� r�t�d�p6t�d�p6d}dtj k rNdk r\n n
t |d�}| j
� � D ] \}}t t� ||�d�| j|< qft t�d�d�| _
t�� }|�� d | _t�� n d| _
d
| _d S ) aO
:arg bool color: Enables color support.
:arg string fmt: Log message format.
It will be applied to the attributes dict of log records. The
text between ``%(color)s`` and ``%(end_color)s`` will be colored
depending on the level if color support is on.
:arg dict colors: color mappings from logging level to terminal color
code
:arg string datefmt: Datetime format.
Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``.
.. versionchanged:: 3.2
Added ``fmt`` and ``datefmt`` arguments.
)�datefmtZsetafZsetf� )r r )r r r �asciiZsgr0r �F N)�logging� Formatter�__init__�_colorsr r Ztigetstrr � version_info�str�DEFAULT_COLORS�itemsZtparm�_normalZinitscrZgetmaxyx� termwidthZendwin)�selfr r Zfg_color�levelno�codeZscrr
r
r r 2 s(
��
�
zLogFormatter.__init__c C s� t |j�}dj|jd |jd�}|t |� | jk rJd| j|t |� }nd}|j| jv rn| j|j }| j}nd }}|j| | | | S )Nz{initial}-{name}r )�initial�name� z r ) �len�message�format� levelnamer# r r r r )r �record�mlenZ
right_text�spaceZ start_colorZ end_colorr
r
r �
formatMessage] s
� zLogFormatter.formatMessage)TN) �__name__�
__module__� __qualname__�__doc__r �INFO�WARNING�ERROR�CRITICALr r r, r
r
r
r r
( s �
+r
c C s0 t �� }|�t� � t j�|� t j�| � d S )N)r �
StreamHandler� setFormatterr
�root�
addHandler�setLevel)�level�handlerr
r
r �enable_colourful_outputo s r< )
r0 r r r � ImportErrorr r r
r1 r< r
r
r
r �<module> s
G site-packages/pip/_vendor/pep517/__pycache__/dirtools.cpython-39.pyc 0000644 00000002552 15056474501 0021244 0 ustar 00 a
��Rei � @ sZ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZejdd� �Zdd� Z dd� Z
dS )� Nc c s. t �� } z| V W t�| � n t�| � 0 dS )z2Create a temporary directory in a context manager.N)�tempfile�mkdtemp�shutil�rmtree)�td� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/dirtools.py�tempdir
s r c
O sJ zt j| i |��W S tyD } z|jtjkr0� W Y d}~n
d}~0 0 dS )zWLike `mkdir`, but does not raise an exception if the
directory already exists.
N)�os�mkdir�OSError�errno�EEXIST)�args�kwargs�excr r r �mkdir_p s
r c C s� t �� }t�|d�}t�| �D ]r\} }}|D ]0}tj�| |�}tj�|| �}|� |d d� q,|D ],}tj�| |�}tj�|| �}|�
||� qbq |S )z0Construct an in-memory zip file for a directory.�w�/� ) �io�BytesIO�zipfile�ZipFiler
�walk�path�join�relpath�writestr�write)�root�buffer�zip_file�dirs�filesr Zfs_path�rel_pathr r r �dir_to_zipfile s r& ) r
r �
contextlibr r r
r �contextmanagerr r r& r r r r �<module> s
site-packages/pip/_vendor/pep517/__pycache__/compat.cpython-39.pyc 0000644 00000003040 15056474501 0020661 0 ustar 00 a
��Re� � @ s� d Z ddlZddlZddlZejd dkr<dd� Zdd� Zndd� Zd d� ZzeZW n eyj e ZY n0 ejd
k r�dd l
m Z d d
� Z
ddl
mZ ndd lm Z
ddlmZ dS )zPython 2/3 compatibility� N� c K sF t |ddd��$}tj| |fi |�� W d � n1 s80 Y d S )N�w�utf-8��encoding��open�json�dump��obj�path�kwargs�f� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/compat.py�
write_json s r c C s< t | ddd��}t�|�W d � S 1 s.0 Y d S )N�rr r �r r �load�r
r r r r � read_json s r c K sF t |d��(}tj| |fddi|�� W d � n1 s80 Y d S )N�wbr r r r r r r r s c C s8 t | d��}t�|�W d � S 1 s*0 Y d S )N�rbr r r r r r s )r � )r c C s2 t j| ddd�}zt|�W |�� S |�� 0 d S )N�utf8� )r �newline)�io�
TextIOWrapper�
_toml_load�detach)r r r r r � toml_load) s �r" )�TomlDecodeError)�TOMLDecodeError)�__doc__r r �sys� version_infor r �FileNotFoundError� NameError�IOErrorZtomlr r r" r# r$ �pip._vendor.tomlir r r r �<module> s$
site-packages/pip/_vendor/pep517/__pycache__/build.cpython-39.pyc 0000644 00000007020 15056474501 0020477 0 ustar 00 a
��Re�
� @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z m Z ddl
mZmZ e�e�Zdd � Zd
d � Zd d
� Zdd� Zd"dd�Ze�� Zejddd� ejddddd� ejddddd� ejd d d d� d d � Zed!k�r ee� � � dS )#z%Build a project using PEP 517 hooks.
� N� )�BuildEnvironment)�Pep517HookCaller)�tempdir�mkdir_p)�FileNotFoundError� toml_loadc C s4 ddh}|t | �ks0dj|t | � d�}t|��dS )z7
Ensure build system has the requisite fields.
�requires�
build-backendz"Missing required fields: {missing})�missingN)�set�format�
ValueError)�system�required�message� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/build.py�validate_system s
�r c C sJ t j�| d�}t�|d��}t|�}W d � n1 s80 Y |d S )zC
Load the build system from a source dir (pyproject.toml).
zpyproject.toml�rbNz build-system)�os�path�join�io�openr )�
source_dir� pyproject�fZpyproject_datar r r � load_system s &r c C sH z t | �}W n ttfy& i }Y n0 |�dd� |�dddg� |S )z�
Given a source dir, attempt to get a build system backend
and requirements from pyproject.toml. Fallback to
setuptools but only if the file was not found or a build
system was not indicated.
r
z setuptools.build_meta:__legacy__r �
setuptools�wheel)r r �KeyError�
setdefault)r r r r r �
compat_system' s
�r# c
C s� dj f i t� ��}t| |�}|i �}t�d|� |�|� t�d� t� �p}t�d||� dj f i t� ��}t| |�} | |i �}
tj� ||
�} t
� | tj� |tj� |
��� W d � n1 s�0 Y d S )Nz get_requires_for_build_{dist}zGot build requires: %sz$Installed dynamic build dependencieszTrying to build %s in %sz build_{dist})
r
�locals�getattr�log�info� pip_installr r r r �shutil�move�basename) �hooks�env�dist�destZget_requires_name� get_requires�reqs�tdZ
build_name�build�filename�sourcer r r � _do_build: s
r6 c C s� |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}t� �,}|� |d � t
||||� W d � n1 s|0 Y d S )Nr. r
z backend-pathr ) r r r r r r r �getr r( r6 )r r. r/ r r, r- r r r r3 L s �r3 r z%A directory containing pyproject.toml)�helpz--binaryz-b�
store_trueF)�action�defaultz--sourcez-sz --out-dirz-oz>Destination in which to save the builds relative to source dirc C sZ t �d� ttd | js | js dnd | js.| js2dnd f��}|D ]}t| j|| j� q@d S )NzQpep517.build is deprecated. Consider switching to https://pypi.org/project/build/�sdistr ) r& �warning�list�filterr5 �binaryr3 r Zout_dir)�args�distsr. r r r �mainp s
�rC �__main__)NN) �__doc__�argparser �loggingr r) Zenvbuildr �wrappersr Zdirtoolsr r �compatr r � getLogger�__name__r& r r r# r6 r3 �ArgumentParser�parser� add_argumentrC �
parse_argsr r r r �<module> sJ
����
site-packages/pip/_vendor/pep517/__pycache__/check.cpython-39.pyc 0000644 00000012033 15056474501 0020455 0 ustar 00 a
��Re� � @ s� d Z ddlZddlZddlZddlZddlmZmZ ddl Z ddl
m Z ddl Z ddl
Z
ddlmZ ddlZddlmZ ddlmZmZ dd lmZ dd
lmZ e�e�Z d d � Z d
d� Z dd� Z ddd�Z ddddd�Z!dd� Z"edkr�e � dS ) zHCheck a project and backend by attempting to build using PEP 517 hooks.
� N)�isfile�join)�CalledProcessError)�mkdtemp� )�enable_colourful_output)�TOMLDecodeError� toml_load)�BuildEnvironment)�Pep517HookCallerc
C sH t � ��*}z|�|� t�d� W n* tyL t�d� Y W d � dS 0 z| �i �}t�d|� W n. ty� tjddd� Y W d � dS 0 z|�|� t�d� W n* ty� t�d � Y W d � dS 0 t� }t�d
|� �z$z | � |i �}t�d |� W n< t�yJ tjd dd� Y W t
� |� W d � dS 0 |� d
��s�t�d|� W t
� |� W d � dS t
||�}t|��r�t�d|� n(t�d|� W t
� |� W d � dS t�|��r�t�d� n&t�d� W t
� |� W d � dS W t
� |� n t
� |� 0 W d � dS 1 �s:0 Y d S )N�#Installed static build dependencies�+Failed to install static build dependenciesF�Got build requires: %s�'Failure in get_requires_for_build_sdistT��exc_info�$Installed dynamic build dependencies�,Failed to install dynamic build dependencieszTrying to build sdist in %szbuild_sdist returned %rzFailure in build_sdistz.tar.gzz*Filename %s doesn't have .tar.gz extension�Output file %s exists� Output file %s does not existzOutput file is a tar filez Output file is not a tar file)r
� pip_install�log�infor �error� get_requires_for_build_sdist� Exceptionr � build_sdist�shutil�rmtree�endswith�pjoinr �tarfile�
is_tarfile��hooksZbuild_sys_requires�env�reqs�td�filename�path� r* ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/check.py�check_build_sdist sh
� �
�
�
�r, c
C sH t � ��*}z|�|� t�d� W n* tyL t�d� Y W d � dS 0 z| �i �}t�d|� W n. ty� tjddd� Y W d � dS 0 z|�|� t�d� W n* ty� t�d � Y W d � dS 0 t� }t�d
|� �z$z | � |i �}t�d |� W n< t�yJ tjd dd� Y W t
� |� W d � dS 0 |� d
��s�t�d|� W t
� |� W d � dS t
||�}t|��r�t�d|� n(t�d|� W t
� |� W d � dS t�|��r�t�d� n&t�d� W t
� |� W d � dS W t
� |� n t
� |� 0 W d � dS 1 �s:0 Y d S )Nr r
Fr r Tr r r zTrying to build wheel in %szbuild_wheel returned %rzFailure in build_wheelz.whlz'Filename %s doesn't have .whl extensionr r zOutput file is a zip filez Output file is not a zip file)r
r r r r r � get_requires_for_build_wheelr r � build_wheelr r r r r �zipfile�
is_zipfiler# r* r* r+ �check_build_wheelP sd
�
�
�
�r1 c C s� t | d�}t|�r t�d� nt�d� dS zdt�|d��}t|�}W d � n1 sX0 Y |d }|d }|d }|�d �}t�d
� W n& t t
fy� tjd d d
� Y dS 0 t | ||�}t ||�} t
||�}
| s�t�d� |
s�t�d� | S )Nzpyproject.tomlzFound pyproject.tomlzMissing pyproject.tomlF�rbz build-system�requiresz
build-backendz backend-pathzLoaded pyproject.tomlzInvalid pyproject.tomlTr z%Sdist checks failed; scroll up to seezWheel checks failed)r r r r r �io�openr �getr �KeyErrorr r, r1 �warning) �
source_dir� pyproject�fZpyproject_dataZbuildsysr3 �backend� backend_pathr$ Zsdist_okZwheel_okr* r* r+ �check� s0
&
r> c C sj t �d� t�� }|jddd� |�| �}t� t|j�}|rNt t
dd�� nt t
dd�� t � d � d S )
NzQpep517.check is deprecated. Consider switching to https://pypi.org/project/build/r9 z%A directory containing pyproject.toml)�helpz
Checks passed�greenz
Checks failed�redr )
r r8 �argparse�ArgumentParser� add_argument�
parse_argsr r> r9 �print�ansi�sys�exit)�argvZap�args�okr* r* r+ �main� s
�
rM z[0mz[1mz[31mz[32m)�reset�boldrA r@ c C s8 t jdkr,tj�� r,t| t| � td S t| �S d S )N�ntrN )�os�namerH �stdout�isatty�
ansi_codes�str)�s�attrr* r* r+ rG � s rG �__main__)N)#�__doc__rB r4 �loggingrQ �os.pathr r r r �
subprocessr rH r! �tempfiler r/ Zcolorlogr �compatr r Zenvbuildr
�wrappersr � getLogger�__name__r r, r1 r> rM rU rG r* r* r* r+ �<module> s8
98"
� site-packages/pip/_vendor/pep517/__pycache__/envbuild.cpython-39.pyc 0000644 00000010702 15056474501 0021211 0 ustar 00 a
��Re� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlZddlm Z ddl
m Z ddl m
Z
ddlmZmZ e�e�Zd d
� ZG d d � d e�Zdd
d�Zddd�ZdS )zIBuild wheels/sdists by installing build deps to a temporary environment.
� N)�
check_call)� get_paths)�mkdtemp� )� toml_load)�Pep517HookCaller�
LoggerWrapperc C s^ t �tj�| d�d��}t|�}W d � n1 s40 Y |d }|d |d |�d�fS )Nzpyproject.toml�rbz build-system�requiresz
build-backendz backend-path)�io�open�os�path�joinr �get)�
source_dir�fZpyproject_dataZbuildsys� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/envbuild.py�_load_pyproject s �&�r c @ s6 e Zd ZdZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�BuildEnvironmentz�Context manager to install build deps in a simple temporary environment
Based on code I wrote for pip, which is MIT licensed.
NTc C s
|| _ d S )N)�_cleanup)�self�cleanupr r r �__init__= s zBuildEnvironment.__init__c C s� t dd�| _t�d| j� tj�dd �| _tj�dd �| _tj dkrHdnd}t
|| j| jd�d �}|d
}| jr�|tj | j tjd< n|tj tj tjd< |d |d kr�|d }n|d tj |d }| jr�|tj | j tjd< n
|tjd< | S )
Nzpep517-build-env-)�prefixz Temporary build environment: %s�PATH�
PYTHONPATH�nt� posix_prefix)�base�platbase)�vars�scripts�purelib�platlib)
r r �log�infor
�environr � save_path�save_pythonpath�namer �pathsep�defpath)r Zinstall_schemeZ install_dirsr# �lib_dirsr r r � __enter__@ s0 �
��
zBuildEnvironment.__enter__c C sT |sdS t �d|� tjddddd| jgt|� }t|tt tj �tt tj
�d� dS ) zAInstall dependencies into this env by calling pip in a subprocessNzCalling pip to install %sz-m�pip�installz--ignore-installedz--prefix)�stdout�stderr) r& r' �sys�
executabler �listr r �logging�INFO�ERROR)r �reqs�cmdr r r � pip_install` s ��
�z BuildEnvironment.pip_installc C s~ | j o | jd uo tj�| j�}|r.t�| j� | jd u rHtj�dd � n | jtjd< | j d u rntj�dd � n | j tjd< d S )Nr r )
r r r
�isdir�shutil�rmtreer) r( �popr* )r �exc_type�exc_val�exc_tbZ
needs_cleanupr r r �__exit__n s � �
zBuildEnvironment.__exit__)T) �__name__�
__module__� __qualname__�__doc__r r r/ r< rD r r r r r ! s
r c C sz |du r i }t | �\}}}t| ||�}t� �:}|�|� |�|�}|�|� |�||�W d � S 1 sl0 Y dS )am Build a wheel from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str wheel_dir: Target directory to create wheel in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r< � get_requires_for_build_wheel� build_wheel) r � wheel_dir�config_settingsr
�backend� backend_path�hooks�envr: r r r rJ � s
rJ c C sz |du r i }t | �\}}}t| ||�}t� �:}|�|� |�|�}|�|� |�||�W d � S 1 sl0 Y dS )am Build an sdist from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str sdist_dir: Target directory to place sdist in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r< � get_requires_for_build_sdist� build_sdist) r Z sdist_dirrL r
rM rN rO rP r: r r r rR � s
rR )N)N)rH r r
r7 r> �
subprocessr r4 � sysconfigr �tempfiler �compatr �wrappersr r � getLoggerrE r& r �objectr rJ rR r r r r �<module> s
a
site-packages/pip/_vendor/pep517/__pycache__/__init__.cpython-39.pyc 0000644 00000000540 15056474501 0021137 0 ustar 00 a
��Re� � @ s d Z dZddlT dS )z6Wrappers to build Python packages using PEP 517 hooks
z0.12.0� )�*N)�__doc__� __version__�wrappers� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/__init__.py�<module> s site-packages/pip/_vendor/pep517/__pycache__/wrappers.cpython-39.pyc 0000644 00000030364 15056474501 0021252 0 ustar 00 a
��Reu4 � @ s
d dl Z d dlmZ d dlZd dlmZmZ d dlZd dl m
Z
m Z m Z d dl
Z
d dlmZ ddlmZ ddlmZ g d �Zed
d � �ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�Zd dd�Zd dd�Z dd� Z G dd� de �Z G d d � d e j �Z!dS ) � N)�contextmanager)�abspath�join)�
check_call� check_output�STDOUT)�mkdtemp� )�compat)�_in_proc_script_path)�BackendUnavailable�BackendInvalid� HookMissing�UnsupportedOperation�default_subprocess_runner�quiet_subprocess_runner�Pep517HookCallerc c s, t � } z| V W t�| � n t�| � 0 d S �N)r �shutil�rmtree)�td� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/wrappers.py�tempdir s r c @ s e Zd ZdZdd� ZdS )r zEWill be raised if the backend cannot be imported in the hook process.c C s
|| _ d S r �� traceback��selfr r r r �__init__# s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r r r r r r ! s r c @ s e Zd ZdZdd� ZdS )r
z)Will be raised if the backend is invalid.c C s || _ || _|| _d S r �� backend_name� backend_path�message)r r% r& r' r r r r ) s zBackendInvalid.__init__Nr r r r r r
' s r
c s e Zd ZdZ� fdd�Z� ZS )r z Will be raised on missing hooks.c s t t| ��|� || _d S r )�superr r � hook_name)r r) �� __class__r r r 1 s zHookMissing.__init__)r r! r" r# r �
__classcell__r r r* r r / s r c @ s e Zd ZdZdd� ZdS )r zDMay be raised by build_sdist if the backend indicates that it can't.c C s
|| _ d S r r r r r r r 8 s z UnsupportedOperation.__init__Nr r r r r r 6 s r c C s* t j�� }|r|�|� t| ||d� dS )z5The default method of calling the wrapper subprocess.)�cwd�envN)�os�environ�copy�updater ��cmdr- �
extra_environr. r r r r < s
r c C s, t j�� }|r|�|� t| ||td� dS )zDA method of calling the wrapper subprocess while suppressing output.)r- r. �stderrN)r/ r0 r1 r2 r r r3 r r r r E s
r c C sn t j�|�rtd��t j�| �}t j�t j�||��}t j�|�}t j�|�}t j�||g�|krjtd��|S )z�Normalise and check a backend path.
Ensure that the requested backend path is specified as a relative path,
and resolves to a location under the given source tree.
Return an absolute version of the requested path.
zpaths must be relativez paths must be inside source tree) r/ �path�isabs�
ValueErrorr �normpathr �normcase� commonprefix)� source_tree� requested�
abs_source�
abs_requested� norm_source�norm_requestedr r r �norm_and_checkN s rC c @ s� e Zd ZdZd dd�Zedd� �Zdd� Zd d d
�Zd d d
�Z d dd�Z
d dd�Z d!dd�Z d"dd�Z
d#dd�Zd$dd�Zdd� ZdS )%r a� A wrapper around a source directory to be built with a PEP 517 backend.
:param source_dir: The path to the source directory, containing
pyproject.toml.
:param build_backend: The build backend spec, as per PEP 517, from
pyproject.toml.
:param backend_path: The backend path, as per PEP 517, from pyproject.toml.
:param runner: A callable that invokes the wrapper subprocess.
:param python_executable: The Python executable used to invoke the backend
The 'runner', if provided, must expect the following:
- cmd: a list of strings representing the command and arguments to
execute, as would be passed to e.g. 'subprocess.check_call'.
- cwd: a string representing the working directory that must be
used for the subprocess. Corresponds to the provided source_dir.
- extra_environ: a dict mapping environment variable names to values
which must be set for the subprocess execution.
Nc sR |d u r t }t|�� _|� _|r2� fdd�|D �}|� _|� _|sHtj}|� _d S )Nc s g | ]}t � j|��qS r )rC �
source_dir)�.0�p�r r r �
<listcomp>� s z-Pep517HookCaller.__init__.<locals>.<listcomp>) r r rD �
build_backendr& �_subprocess_runner�sys�
executable�python_executable)r rD rI r& �runnerrM r rG r r z s
�zPep517HookCaller.__init__c c s* | j }|| _ zdV W || _ n|| _ 0 dS )z\A context manager for temporarily overriding the default subprocess
runner.
N)rJ )r rN �prevr r r �subprocess_runner� s
z"Pep517HookCaller.subprocess_runnerc C s | � di �S )z>Return the list of optional features supported by the backend.�_supported_features��
_call_hookrG r r r rQ � s z$Pep517HookCaller._supported_featuresc C s | � dd|i�S )aI Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.::
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_wheel�config_settingsrR �r rU r r r rT � s �z-Pep517HookCaller.get_requires_for_build_wheelTc C s | � dt|�||d��S )au Prepare a ``*.dist-info`` folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build a wheel,
and the dist-info extracted from that (unless _allow_fallback is
False).
� prepare_metadata_for_build_wheel��metadata_directoryrU �_allow_fallback�rS r �r rY rU rZ r r r rW � s
�z1Pep517HookCaller.prepare_metadata_for_build_wheelc C s( |durt |�}| �dt |�||d��S )av Build a wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_wheel' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_wheel', and the same metadata_directory is
used, the previously built wheel will be copied to wheel_directory.
N� build_wheel��wheel_directoryrU rY �r rS �r r_ rU rY r r r r] � s �z Pep517HookCaller.build_wheelc C s | � dd|i�S )aS Identify packages required for building an editable wheel
Returns a list of dependency specifications, e.g.::
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_editablerU rR rV r r r rb � s �z0Pep517HookCaller.get_requires_for_build_editablec C s | � dt|�||d��S )a Prepare a ``*.dist-info`` folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build an editable
wheel, and the dist-info extracted from that (unless _allow_fallback is
False).
�#prepare_metadata_for_build_editablerX r[ r\ r r r rc � s
�z4Pep517HookCaller.prepare_metadata_for_build_editablec C s( |durt |�}| �dt |�||d��S )a� Build an editable wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_editable' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_editable', and the same metadata_directory
is used, the previously built wheel will be copied to wheel_directory.
N�build_editabler^ r` ra r r r rd � s �z Pep517HookCaller.build_editablec C s | � dd|i�S )a> Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.::
["setuptools >= 26"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_sdistrU rR rV r r r re s �z-Pep517HookCaller.get_requires_for_build_sdistc C s | � dt|�|d��S )z�Build an sdist from this project.
Returns the name of the newly created file.
This calls the 'build_sdist' backend hook in a subprocess.
� build_sdist)�sdist_directoryrU r[ )r rg rU r r r rf s �z Pep517HookCaller.build_sdistc C s� t jd dkr | j�d�}n| j}d|i}| jrbtj�| j�}t jd dkrZ|�t �� �}||d< t � ��}d|i}t
j |t |d�dd� t
� �8}| j} | j| tt|��||g| j|d � W d � n1 s�0 Y t
�t |d
��}
|
�d ��rt|
�d d
���|
�d��r t|
�d d
���|
�d��rFt| j| j|
�dd
�d��|
�d��rft|
�d��pb|��|
d W d � S 1 �s�0 Y d S )Nr � �ASCII�PEP517_BUILD_BACKEND�PEP517_BACKEND_PATH�kwargsz
input.json)�indent)r- r5 z output.json� unsupportedr � �
no_backend�backend_invalid�
backend_errorr$ � hook_missing�missing_hook_name�
return_val)rK � version_inforI �encoder& r/ �pathsepr �getfilesystemencodingr r
�
write_json�pjoinr rM rJ r �strrD � read_json�getr r r
r ) r r) rl rI r5 r& r �
hook_input�script�python�datar r r rS & sF
��$
� zPep517HookCaller._call_hook)NNN)N)NT)NN)N)NT)NN)N)N)r r! r" r# r r rP rQ rT rW r] rb rc rd re rf rS r r r r r f s2 �
�
�
�
�
r c @ s< e Zd ZdZdd� Zdd� Zedd� �Zdd � Zd
d � Z d S )
�
LoggerWrapperzd
Read messages from a pipe and redirect them
to a logger (see python's logging module).
c C sH t j�| � d| _|| _|| _t�� \| _| _ t�
| j�| _ | � � d S )NT)
� threading�Threadr �daemon�logger�levelr/ �pipe�fd_read�fd_write�fdopen�reader�start)r r� r� r r r r ^ s zLoggerWrapper.__init__c C s | j S r )r� rG r r r �filenok s zLoggerWrapper.filenoc C s | � tj�r| d d� S | S )N���)�endswithr/ �linesep)�msgr r r �remove_newlinen s z LoggerWrapper.remove_newlinec C s | j D ]}| �| �|�� qd S r )r� �_writer� )r �liner r r �runr s
zLoggerWrapper.runc C s | j �| j|� d S r )r� �logr� )r r' r r r r� v s zLoggerWrapper._writeN)
r r! r" r# r r� � staticmethodr� r� r� r r r r r� X s
r� )NN)NN)"r� �
contextlibr r/ �os.pathr r r{ r �
subprocessr r r rK �tempfiler ro r
�
in_processr �__all__r � Exceptionr r
r r r r rC �objectr r� r� r r r r �<module> s,
s site-packages/pip/_vendor/pep517/__pycache__/meta.cpython-39.pyc 0000644 00000005617 15056474501 0020340 0 ustar 00 a
��Re� � @ s> d Z ddlZddlZddlZddlZddlZzddlmZ W n e yV ddl
ZY n0 zddl m Z W n e y� ddl
m Z Y n0 ddlmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ e�e �Z d d
� Z dd d
�Zefdd�Z dd� Z e�!� Z"e"j#ddd� e"j#dddd� dd� Z$e dk�r:e$� dS ) z2Build metadata for a project using PEP 517 hooks.
� N)�Path� )�BuildEnvironment)�Pep517HookCaller�quiet_subprocess_runner)�tempdir�mkdir_p�dir_to_zipfile)�validate_system� load_system�
compat_systemc
C s� | � i �}t�d|� |�|� t�d� t� �T}t�d|� | �|i �}tj�||�}t �
|tj�|tj� |��� W d � n1 s�0 Y d S )NzGot build requires: %sz$Installed dynamic build dependenciesz Trying to build metadata in %s) � get_requires_for_build_wheel�log�info� pip_installr � prepare_metadata_for_build_wheel�os�path�join�shutil�move�basename)�hooks�env�dest�reqs�td�filename�source� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/meta.py�
_prep_meta s
r! �.c C s� |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}|�t ��P t
� �*}|� |d � t |||� W d � n1 s�0 Y W d � n1 s�0 Y d S )N�distz
build-backendz backend-path�requires)
r r r r r r
r �get�subprocess_runnerr r r r! )�
source_dirr �systemr r r r r �build) s � r) c C s< t � �"}| |d� t|�W d � S 1 s.0 Y d S )N)r )r r )�builder�out_dirr r r � build_as_zip8 s
r, c C s: t j�| �} t| �}tjt| |d�}tt|��}t �
|�S )z�
Given a source directory (root) of a package,
return an importlib.metadata.Distribution object
with metadata build from that package.
)r' r( ) r r �
expanduserr � functools�partialr) r r, �imp_metaZPathDistribution)�rootr( r* r r r r �load> s
r2 r' z%A directory containing pyproject.toml)�helpz --out-dirz-oz>Destination in which to save the builds relative to source dirc C s t �� } t| j| j� d S )N)�parser�
parse_argsr) r' r+ )�argsr r r �mainV s r7 �__main__)r" NN)%�__doc__�argparse�loggingr r r. �importlib.metadata�metadatar0 � ImportErrorZimportlib_metadata�zipfiler ZzippZenvbuildr �wrappersr r Zdirtoolsr r r r) r
r r � getLogger�__name__r r! r, r2 �ArgumentParserr4 � add_argumentr7 r r r r �<module> sD
��
site-packages/pip/_vendor/pep517/check.py 0000644 00000013704 15056474501 0014174 0 ustar 00 """Check a project and backend by attempting to build using PEP 517 hooks.
"""
import argparse
import io
import logging
import os
from os.path import isfile, join as pjoin
import shutil
from subprocess import CalledProcessError
import sys
import tarfile
from tempfile import mkdtemp
import zipfile
from .colorlog import enable_colourful_output
from .compat import TOMLDecodeError, toml_load
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller
log = logging.getLogger(__name__)
def check_build_sdist(hooks, build_sys_requires):
with BuildEnvironment() as env:
try:
env.pip_install(build_sys_requires)
log.info('Installed static build dependencies')
except CalledProcessError:
log.error('Failed to install static build dependencies')
return False
try:
reqs = hooks.get_requires_for_build_sdist({})
log.info('Got build requires: %s', reqs)
except Exception:
log.error('Failure in get_requires_for_build_sdist', exc_info=True)
return False
try:
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
except CalledProcessError:
log.error('Failed to install dynamic build dependencies')
return False
td = mkdtemp()
log.info('Trying to build sdist in %s', td)
try:
try:
filename = hooks.build_sdist(td, {})
log.info('build_sdist returned %r', filename)
except Exception:
log.info('Failure in build_sdist', exc_info=True)
return False
if not filename.endswith('.tar.gz'):
log.error(
"Filename %s doesn't have .tar.gz extension", filename)
return False
path = pjoin(td, filename)
if isfile(path):
log.info("Output file %s exists", path)
else:
log.error("Output file %s does not exist", path)
return False
if tarfile.is_tarfile(path):
log.info("Output file is a tar file")
else:
log.error("Output file is not a tar file")
return False
finally:
shutil.rmtree(td)
return True
def check_build_wheel(hooks, build_sys_requires):
with BuildEnvironment() as env:
try:
env.pip_install(build_sys_requires)
log.info('Installed static build dependencies')
except CalledProcessError:
log.error('Failed to install static build dependencies')
return False
try:
reqs = hooks.get_requires_for_build_wheel({})
log.info('Got build requires: %s', reqs)
except Exception:
log.error('Failure in get_requires_for_build_sdist', exc_info=True)
return False
try:
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
except CalledProcessError:
log.error('Failed to install dynamic build dependencies')
return False
td = mkdtemp()
log.info('Trying to build wheel in %s', td)
try:
try:
filename = hooks.build_wheel(td, {})
log.info('build_wheel returned %r', filename)
except Exception:
log.info('Failure in build_wheel', exc_info=True)
return False
if not filename.endswith('.whl'):
log.error("Filename %s doesn't have .whl extension", filename)
return False
path = pjoin(td, filename)
if isfile(path):
log.info("Output file %s exists", path)
else:
log.error("Output file %s does not exist", path)
return False
if zipfile.is_zipfile(path):
log.info("Output file is a zip file")
else:
log.error("Output file is not a zip file")
return False
finally:
shutil.rmtree(td)
return True
def check(source_dir):
pyproject = pjoin(source_dir, 'pyproject.toml')
if isfile(pyproject):
log.info('Found pyproject.toml')
else:
log.error('Missing pyproject.toml')
return False
try:
with io.open(pyproject, 'rb') as f:
pyproject_data = toml_load(f)
# Ensure the mandatory data can be loaded
buildsys = pyproject_data['build-system']
requires = buildsys['requires']
backend = buildsys['build-backend']
backend_path = buildsys.get('backend-path')
log.info('Loaded pyproject.toml')
except (TOMLDecodeError, KeyError):
log.error("Invalid pyproject.toml", exc_info=True)
return False
hooks = Pep517HookCaller(source_dir, backend, backend_path)
sdist_ok = check_build_sdist(hooks, requires)
wheel_ok = check_build_wheel(hooks, requires)
if not sdist_ok:
log.warning('Sdist checks failed; scroll up to see')
if not wheel_ok:
log.warning('Wheel checks failed')
return sdist_ok
def main(argv=None):
log.warning('pep517.check is deprecated. '
'Consider switching to https://pypi.org/project/build/')
ap = argparse.ArgumentParser()
ap.add_argument(
'source_dir',
help="A directory containing pyproject.toml")
args = ap.parse_args(argv)
enable_colourful_output()
ok = check(args.source_dir)
if ok:
print(ansi('Checks passed', 'green'))
else:
print(ansi('Checks failed', 'red'))
sys.exit(1)
ansi_codes = {
'reset': '\x1b[0m',
'bold': '\x1b[1m',
'red': '\x1b[31m',
'green': '\x1b[32m',
}
def ansi(s, attr):
if os.name != 'nt' and sys.stdout.isatty():
return ansi_codes[attr] + str(s) + ansi_codes['reset']
else:
return str(s)
if __name__ == '__main__':
main()
site-packages/pip/_vendor/pep517/compat.py 0000644 00000002345 15056474501 0014401 0 ustar 00 """Python 2/3 compatibility"""
import io
import json
import sys
# Handle reading and writing JSON in UTF-8, on Python 3 and 2.
if sys.version_info[0] >= 3:
# Python 3
def write_json(obj, path, **kwargs):
with open(path, 'w', encoding='utf-8') as f:
json.dump(obj, f, **kwargs)
def read_json(path):
with open(path, 'r', encoding='utf-8') as f:
return json.load(f)
else:
# Python 2
def write_json(obj, path, **kwargs):
with open(path, 'wb') as f:
json.dump(obj, f, encoding='utf-8', **kwargs)
def read_json(path):
with open(path, 'rb') as f:
return json.load(f)
# FileNotFoundError
try:
FileNotFoundError = FileNotFoundError
except NameError:
FileNotFoundError = IOError
if sys.version_info < (3, 6):
from toml import load as _toml_load # noqa: F401
def toml_load(f):
w = io.TextIOWrapper(f, encoding="utf8", newline="")
try:
return _toml_load(w)
finally:
w.detach()
from toml import TomlDecodeError as TOMLDecodeError # noqa: F401
else:
from pip._vendor.tomli import load as toml_load # noqa: F401
from pip._vendor.tomli import TOMLDecodeError # noqa: F401
site-packages/pip/_vendor/pep517/dirtools.py 0000644 00000002151 15056474501 0014750 0 ustar 00 import os
import io
import contextlib
import tempfile
import shutil
import errno
import zipfile
@contextlib.contextmanager
def tempdir():
"""Create a temporary directory in a context manager."""
td = tempfile.mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
def mkdir_p(*args, **kwargs):
"""Like `mkdir`, but does not raise an exception if the
directory already exists.
"""
try:
return os.mkdir(*args, **kwargs)
except OSError as exc:
if exc.errno != errno.EEXIST:
raise
def dir_to_zipfile(root):
"""Construct an in-memory zip file for a directory."""
buffer = io.BytesIO()
zip_file = zipfile.ZipFile(buffer, 'w')
for root, dirs, files in os.walk(root):
for path in dirs:
fs_path = os.path.join(root, path)
rel_path = os.path.relpath(fs_path, root)
zip_file.writestr(rel_path + '/', '')
for path in files:
fs_path = os.path.join(root, path)
rel_path = os.path.relpath(fs_path, root)
zip_file.write(fs_path, rel_path)
return zip_file
site-packages/pip/_vendor/pep517/wrappers.py 0000644 00000032165 15056474501 0014764 0 ustar 00 import threading
from contextlib import contextmanager
import os
from os.path import abspath, join as pjoin
import shutil
from subprocess import check_call, check_output, STDOUT
import sys
from tempfile import mkdtemp
from . import compat
from .in_process import _in_proc_script_path
__all__ = [
'BackendUnavailable',
'BackendInvalid',
'HookMissing',
'UnsupportedOperation',
'default_subprocess_runner',
'quiet_subprocess_runner',
'Pep517HookCaller',
]
@contextmanager
def tempdir():
td = mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
class BackendUnavailable(Exception):
"""Will be raised if the backend cannot be imported in the hook process."""
def __init__(self, traceback):
self.traceback = traceback
class BackendInvalid(Exception):
"""Will be raised if the backend is invalid."""
def __init__(self, backend_name, backend_path, message):
self.backend_name = backend_name
self.backend_path = backend_path
self.message = message
class HookMissing(Exception):
"""Will be raised on missing hooks."""
def __init__(self, hook_name):
super(HookMissing, self).__init__(hook_name)
self.hook_name = hook_name
class UnsupportedOperation(Exception):
"""May be raised by build_sdist if the backend indicates that it can't."""
def __init__(self, traceback):
self.traceback = traceback
def default_subprocess_runner(cmd, cwd=None, extra_environ=None):
"""The default method of calling the wrapper subprocess."""
env = os.environ.copy()
if extra_environ:
env.update(extra_environ)
check_call(cmd, cwd=cwd, env=env)
def quiet_subprocess_runner(cmd, cwd=None, extra_environ=None):
"""A method of calling the wrapper subprocess while suppressing output."""
env = os.environ.copy()
if extra_environ:
env.update(extra_environ)
check_output(cmd, cwd=cwd, env=env, stderr=STDOUT)
def norm_and_check(source_tree, requested):
"""Normalise and check a backend path.
Ensure that the requested backend path is specified as a relative path,
and resolves to a location under the given source tree.
Return an absolute version of the requested path.
"""
if os.path.isabs(requested):
raise ValueError("paths must be relative")
abs_source = os.path.abspath(source_tree)
abs_requested = os.path.normpath(os.path.join(abs_source, requested))
# We have to use commonprefix for Python 2.7 compatibility. So we
# normalise case to avoid problems because commonprefix is a character
# based comparison :-(
norm_source = os.path.normcase(abs_source)
norm_requested = os.path.normcase(abs_requested)
if os.path.commonprefix([norm_source, norm_requested]) != norm_source:
raise ValueError("paths must be inside source tree")
return abs_requested
class Pep517HookCaller(object):
"""A wrapper around a source directory to be built with a PEP 517 backend.
:param source_dir: The path to the source directory, containing
pyproject.toml.
:param build_backend: The build backend spec, as per PEP 517, from
pyproject.toml.
:param backend_path: The backend path, as per PEP 517, from pyproject.toml.
:param runner: A callable that invokes the wrapper subprocess.
:param python_executable: The Python executable used to invoke the backend
The 'runner', if provided, must expect the following:
- cmd: a list of strings representing the command and arguments to
execute, as would be passed to e.g. 'subprocess.check_call'.
- cwd: a string representing the working directory that must be
used for the subprocess. Corresponds to the provided source_dir.
- extra_environ: a dict mapping environment variable names to values
which must be set for the subprocess execution.
"""
def __init__(
self,
source_dir,
build_backend,
backend_path=None,
runner=None,
python_executable=None,
):
if runner is None:
runner = default_subprocess_runner
self.source_dir = abspath(source_dir)
self.build_backend = build_backend
if backend_path:
backend_path = [
norm_and_check(self.source_dir, p) for p in backend_path
]
self.backend_path = backend_path
self._subprocess_runner = runner
if not python_executable:
python_executable = sys.executable
self.python_executable = python_executable
@contextmanager
def subprocess_runner(self, runner):
"""A context manager for temporarily overriding the default subprocess
runner.
"""
prev = self._subprocess_runner
self._subprocess_runner = runner
try:
yield
finally:
self._subprocess_runner = prev
def _supported_features(self):
"""Return the list of optional features supported by the backend."""
return self._call_hook('_supported_features', {})
def get_requires_for_build_wheel(self, config_settings=None):
"""Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.::
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
"""
return self._call_hook('get_requires_for_build_wheel', {
'config_settings': config_settings
})
def prepare_metadata_for_build_wheel(
self, metadata_directory, config_settings=None,
_allow_fallback=True):
"""Prepare a ``*.dist-info`` folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build a wheel,
and the dist-info extracted from that (unless _allow_fallback is
False).
"""
return self._call_hook('prepare_metadata_for_build_wheel', {
'metadata_directory': abspath(metadata_directory),
'config_settings': config_settings,
'_allow_fallback': _allow_fallback,
})
def build_wheel(
self, wheel_directory, config_settings=None,
metadata_directory=None):
"""Build a wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_wheel' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_wheel', and the same metadata_directory is
used, the previously built wheel will be copied to wheel_directory.
"""
if metadata_directory is not None:
metadata_directory = abspath(metadata_directory)
return self._call_hook('build_wheel', {
'wheel_directory': abspath(wheel_directory),
'config_settings': config_settings,
'metadata_directory': metadata_directory,
})
def get_requires_for_build_editable(self, config_settings=None):
"""Identify packages required for building an editable wheel
Returns a list of dependency specifications, e.g.::
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
"""
return self._call_hook('get_requires_for_build_editable', {
'config_settings': config_settings
})
def prepare_metadata_for_build_editable(
self, metadata_directory, config_settings=None,
_allow_fallback=True):
"""Prepare a ``*.dist-info`` folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build an editable
wheel, and the dist-info extracted from that (unless _allow_fallback is
False).
"""
return self._call_hook('prepare_metadata_for_build_editable', {
'metadata_directory': abspath(metadata_directory),
'config_settings': config_settings,
'_allow_fallback': _allow_fallback,
})
def build_editable(
self, wheel_directory, config_settings=None,
metadata_directory=None):
"""Build an editable wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_editable' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_editable', and the same metadata_directory
is used, the previously built wheel will be copied to wheel_directory.
"""
if metadata_directory is not None:
metadata_directory = abspath(metadata_directory)
return self._call_hook('build_editable', {
'wheel_directory': abspath(wheel_directory),
'config_settings': config_settings,
'metadata_directory': metadata_directory,
})
def get_requires_for_build_sdist(self, config_settings=None):
"""Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.::
["setuptools >= 26"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
"""
return self._call_hook('get_requires_for_build_sdist', {
'config_settings': config_settings
})
def build_sdist(self, sdist_directory, config_settings=None):
"""Build an sdist from this project.
Returns the name of the newly created file.
This calls the 'build_sdist' backend hook in a subprocess.
"""
return self._call_hook('build_sdist', {
'sdist_directory': abspath(sdist_directory),
'config_settings': config_settings,
})
def _call_hook(self, hook_name, kwargs):
# On Python 2, pytoml returns Unicode values (which is correct) but the
# environment passed to check_call needs to contain string values. We
# convert here by encoding using ASCII (the backend can only contain
# letters, digits and _, . and : characters, and will be used as a
# Python identifier, so non-ASCII content is wrong on Python 2 in
# any case).
# For backend_path, we use sys.getfilesystemencoding.
if sys.version_info[0] == 2:
build_backend = self.build_backend.encode('ASCII')
else:
build_backend = self.build_backend
extra_environ = {'PEP517_BUILD_BACKEND': build_backend}
if self.backend_path:
backend_path = os.pathsep.join(self.backend_path)
if sys.version_info[0] == 2:
backend_path = backend_path.encode(sys.getfilesystemencoding())
extra_environ['PEP517_BACKEND_PATH'] = backend_path
with tempdir() as td:
hook_input = {'kwargs': kwargs}
compat.write_json(hook_input, pjoin(td, 'input.json'),
indent=2)
# Run the hook in a subprocess
with _in_proc_script_path() as script:
python = self.python_executable
self._subprocess_runner(
[python, abspath(str(script)), hook_name, td],
cwd=self.source_dir,
extra_environ=extra_environ
)
data = compat.read_json(pjoin(td, 'output.json'))
if data.get('unsupported'):
raise UnsupportedOperation(data.get('traceback', ''))
if data.get('no_backend'):
raise BackendUnavailable(data.get('traceback', ''))
if data.get('backend_invalid'):
raise BackendInvalid(
backend_name=self.build_backend,
backend_path=self.backend_path,
message=data.get('backend_error', '')
)
if data.get('hook_missing'):
raise HookMissing(data.get('missing_hook_name') or hook_name)
return data['return_val']
class LoggerWrapper(threading.Thread):
"""
Read messages from a pipe and redirect them
to a logger (see python's logging module).
"""
def __init__(self, logger, level):
threading.Thread.__init__(self)
self.daemon = True
self.logger = logger
self.level = level
# create the pipe and reader
self.fd_read, self.fd_write = os.pipe()
self.reader = os.fdopen(self.fd_read)
self.start()
def fileno(self):
return self.fd_write
@staticmethod
def remove_newline(msg):
return msg[:-1] if msg.endswith(os.linesep) else msg
def run(self):
for line in self.reader:
self._write(self.remove_newline(line))
def _write(self, message):
self.logger.log(self.level, message)
site-packages/pip/_vendor/pep517/build.py 0000644 00000006601 15056474501 0014214 0 ustar 00 """Build a project using PEP 517 hooks.
"""
import argparse
import io
import logging
import os
import shutil
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller
from .dirtools import tempdir, mkdir_p
from .compat import FileNotFoundError, toml_load
log = logging.getLogger(__name__)
def validate_system(system):
"""
Ensure build system has the requisite fields.
"""
required = {'requires', 'build-backend'}
if not (required <= set(system)):
message = "Missing required fields: {missing}".format(
missing=required-set(system),
)
raise ValueError(message)
def load_system(source_dir):
"""
Load the build system from a source dir (pyproject.toml).
"""
pyproject = os.path.join(source_dir, 'pyproject.toml')
with io.open(pyproject, 'rb') as f:
pyproject_data = toml_load(f)
return pyproject_data['build-system']
def compat_system(source_dir):
"""
Given a source dir, attempt to get a build system backend
and requirements from pyproject.toml. Fallback to
setuptools but only if the file was not found or a build
system was not indicated.
"""
try:
system = load_system(source_dir)
except (FileNotFoundError, KeyError):
system = {}
system.setdefault(
'build-backend',
'setuptools.build_meta:__legacy__',
)
system.setdefault('requires', ['setuptools', 'wheel'])
return system
def _do_build(hooks, env, dist, dest):
get_requires_name = 'get_requires_for_build_{dist}'.format(**locals())
get_requires = getattr(hooks, get_requires_name)
reqs = get_requires({})
log.info('Got build requires: %s', reqs)
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
with tempdir() as td:
log.info('Trying to build %s in %s', dist, td)
build_name = 'build_{dist}'.format(**locals())
build = getattr(hooks, build_name)
filename = build(td, {})
source = os.path.join(td, filename)
shutil.move(source, os.path.join(dest, os.path.basename(filename)))
def build(source_dir, dist, dest=None, system=None):
system = system or load_system(source_dir)
dest = os.path.join(source_dir, dest or 'dist')
mkdir_p(dest)
validate_system(system)
hooks = Pep517HookCaller(
source_dir, system['build-backend'], system.get('backend-path')
)
with BuildEnvironment() as env:
env.pip_install(system['requires'])
_do_build(hooks, env, dist, dest)
parser = argparse.ArgumentParser()
parser.add_argument(
'source_dir',
help="A directory containing pyproject.toml",
)
parser.add_argument(
'--binary', '-b',
action='store_true',
default=False,
)
parser.add_argument(
'--source', '-s',
action='store_true',
default=False,
)
parser.add_argument(
'--out-dir', '-o',
help="Destination in which to save the builds relative to source dir",
)
def main(args):
log.warning('pep517.build is deprecated. '
'Consider switching to https://pypi.org/project/build/')
# determine which dists to build
dists = list(filter(None, (
'sdist' if args.source or not args.binary else None,
'wheel' if args.binary or not args.source else None,
)))
for dist in dists:
build(args.source_dir, dist, args.out_dir)
if __name__ == '__main__':
main(parser.parse_args())
site-packages/pip/_vendor/pep517/__init__.py 0000644 00000000202 15056474501 0014643 0 ustar 00 """Wrappers to build Python packages using PEP 517 hooks
"""
__version__ = '0.12.0'
from .wrappers import * # noqa: F401, F403
site-packages/pip/_vendor/pep517/envbuild.py 0000644 00000013724 15056474501 0014731 0 ustar 00 """Build wheels/sdists by installing build deps to a temporary environment.
"""
import io
import os
import logging
import shutil
from subprocess import check_call
import sys
from sysconfig import get_paths
from tempfile import mkdtemp
from .compat import toml_load
from .wrappers import Pep517HookCaller, LoggerWrapper
log = logging.getLogger(__name__)
def _load_pyproject(source_dir):
with io.open(
os.path.join(source_dir, 'pyproject.toml'),
'rb',
) as f:
pyproject_data = toml_load(f)
buildsys = pyproject_data['build-system']
return (
buildsys['requires'],
buildsys['build-backend'],
buildsys.get('backend-path'),
)
class BuildEnvironment(object):
"""Context manager to install build deps in a simple temporary environment
Based on code I wrote for pip, which is MIT licensed.
"""
# Copyright (c) 2008-2016 The pip developers (see AUTHORS.txt file)
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
path = None
def __init__(self, cleanup=True):
self._cleanup = cleanup
def __enter__(self):
self.path = mkdtemp(prefix='pep517-build-env-')
log.info('Temporary build environment: %s', self.path)
self.save_path = os.environ.get('PATH', None)
self.save_pythonpath = os.environ.get('PYTHONPATH', None)
install_scheme = 'nt' if (os.name == 'nt') else 'posix_prefix'
install_dirs = get_paths(install_scheme, vars={
'base': self.path,
'platbase': self.path,
})
scripts = install_dirs['scripts']
if self.save_path:
os.environ['PATH'] = scripts + os.pathsep + self.save_path
else:
os.environ['PATH'] = scripts + os.pathsep + os.defpath
if install_dirs['purelib'] == install_dirs['platlib']:
lib_dirs = install_dirs['purelib']
else:
lib_dirs = install_dirs['purelib'] + os.pathsep + \
install_dirs['platlib']
if self.save_pythonpath:
os.environ['PYTHONPATH'] = lib_dirs + os.pathsep + \
self.save_pythonpath
else:
os.environ['PYTHONPATH'] = lib_dirs
return self
def pip_install(self, reqs):
"""Install dependencies into this env by calling pip in a subprocess"""
if not reqs:
return
log.info('Calling pip to install %s', reqs)
cmd = [
sys.executable, '-m', 'pip', 'install', '--ignore-installed',
'--prefix', self.path] + list(reqs)
check_call(
cmd,
stdout=LoggerWrapper(log, logging.INFO),
stderr=LoggerWrapper(log, logging.ERROR),
)
def __exit__(self, exc_type, exc_val, exc_tb):
needs_cleanup = (
self._cleanup and
self.path is not None and
os.path.isdir(self.path)
)
if needs_cleanup:
shutil.rmtree(self.path)
if self.save_path is None:
os.environ.pop('PATH', None)
else:
os.environ['PATH'] = self.save_path
if self.save_pythonpath is None:
os.environ.pop('PYTHONPATH', None)
else:
os.environ['PYTHONPATH'] = self.save_pythonpath
def build_wheel(source_dir, wheel_dir, config_settings=None):
"""Build a wheel from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str wheel_dir: Target directory to create wheel in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
"""
if config_settings is None:
config_settings = {}
requires, backend, backend_path = _load_pyproject(source_dir)
hooks = Pep517HookCaller(source_dir, backend, backend_path)
with BuildEnvironment() as env:
env.pip_install(requires)
reqs = hooks.get_requires_for_build_wheel(config_settings)
env.pip_install(reqs)
return hooks.build_wheel(wheel_dir, config_settings)
def build_sdist(source_dir, sdist_dir, config_settings=None):
"""Build an sdist from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str sdist_dir: Target directory to place sdist in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
"""
if config_settings is None:
config_settings = {}
requires, backend, backend_path = _load_pyproject(source_dir)
hooks = Pep517HookCaller(source_dir, backend, backend_path)
with BuildEnvironment() as env:
env.pip_install(requires)
reqs = hooks.get_requires_for_build_sdist(config_settings)
env.pip_install(reqs)
return hooks.build_sdist(sdist_dir, config_settings)
site-packages/pip/_vendor/pep517/in_process/__pycache__/_in_process.cpython-39.pyc 0000644 00000024104 15056474501 0024051 0 ustar 00 a
��Re�+ � @ s| d Z ddlmZ ddlmZ ddlZddlZddlZddlmZ ddl Z ddl
Z
ddl Z ddl Z e j
d dkr�dd� Zd d
� Znd d� Zd d
� ZG d
d� de�ZG dd� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!Zd"d#� Z d$d%� Z d&d'� Z d8d(d)�Z d9d*d+�Z d,d-� Z!G d.d/� d/e�Z"G d0d1� d1e�Z#d2d3� Z$h d4�Z%d5d6� Z&e'd7k�rxe&� dS ):ag This is invoked in a subprocess to call the build backend hooks.
It expects:
- Command line args: hook_name, control_dir
- Environment variables:
PEP517_BUILD_BACKEND=entry.point:spec
PEP517_BACKEND_PATH=paths (separated with os.pathsep)
- control_dir/input.json:
- {"kwargs": {...}}
Results:
- control_dir/output.json
- {"return_val": ...}
� )�glob)�
import_moduleN)�join� c K sF t |ddd��$}tj| |fi |�� W d � n1 s80 Y d S )N�w�utf-8��encoding��open�json�dump��obj�path�kwargs�f� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/in_process/_in_process.py�
write_json! s r c C s< t | ddd��}t�|�W d � S 1 s.0 Y d S )N�rr r �r r �load�r r r r r � read_json% s r c K sF t |d��(}tj| |fddi|�� W d � n1 s80 Y d S )N�wbr r r
r r r r r + s c C s8 t | d��}t�|�W d � S 1 s*0 Y d S )N�rbr r r r r r / s c @ s e Zd ZdZdd� ZdS )�BackendUnavailablez&Raised if we cannot import the backendc C s
|| _ d S �N�� traceback��selfr r r r �__init__6 s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r# r r r r r 4 s r c @ s e Zd ZdZdd� ZdS )�BackendInvalidz Raised if the backend is invalidc C s
|| _ d S r )�message)r" r* r r r r# < s zBackendInvalid.__init__Nr$ r r r r r) : s r) c s" e Zd ZdZd� fdd� Z� ZS )� HookMissingzARaised if a hook is missing and we are not executing the fallbackNc s t t| ��|� || _d S r )�superr+ r# � hook_name)r" r- �� __class__r r r# B s zHookMissing.__init__)N)r% r& r' r( r# �
__classcell__r r r. r r+ @ s r+ c C s< t j�t j�| ��} t j�t j�|��}t j�| |g�|kS )z5Test if a file is located within the given directory.)�osr �normcase�abspath� commonprefix)�filename� directoryr r r � contained_inG s r7 c s� t j�d�} | r*| �t j�}|tjdd�< t jd }|�d�\}}}z t|�� W n t yn t
t � � ��Y n0 | r�t
� fdd�|D ��s�td��|r�|�d �D ]}t� |�� q�� S )
z Find and load the build backend�PEP517_BACKEND_PATHNr �PEP517_BUILD_BACKEND�:c 3 s | ]}t � j|�V qd S r )r7 �__file__)�.0r �r r r � <genexpr>^ s �z!_build_backend.<locals>.<genexpr>z(Backend was not loaded from backend-path�.)r1 �environ�get�split�pathsep�sysr � partitionr � ImportErrorr r �
format_exc�anyr) �getattr)� backend_pathZextra_pathitems�epZmod_path�_Zobj_pathZ path_partr r= r �_build_backendN s&
� rM c C s" t � } g }t| d�r |�d� |S )z�Return the list of options features supported by the backend.
Returns a list of strings.
The only possible value is 'build_editable'.
�build_editable)rM �hasattr�append)�backend�featuresr r r �_supported_featuresj s
rS c C s4 t � }z
|j}W n ty& g Y S 0 || �S dS �zfInvoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
N)rM � get_requires_for_build_wheel�AttributeError��config_settingsrQ �hookr r r rU w s
rU c C s4 t � }z
|j}W n ty& g Y S 0 || �S dS )ziInvoke the optional get_requires_for_build_editable hook
Returns [] if the hook is not defined.
N)rM � get_requires_for_build_editablerV rW r r r rZ � s
rZ c C sT t � }z
|j}W n4 tyD |s(t� �|�| |�}t|| |� Y S 0 || |�S dS )z�Invoke optional prepare_metadata_for_build_wheel
Implements a fallback by building a wheel if the hook isn't defined,
unless _allow_fallback is False in which case HookMissing is raised.
N)rM � prepare_metadata_for_build_wheelrV r+ � build_wheel� _get_wheel_metadata_from_wheel)�metadata_directoryrX �_allow_fallbackrQ rY � whl_basenamer r r r[ � s
�
r[ c C s~ t � }z
|j}W n^ tyn |s(t� �z
|j}W n tyN tdd��Y n 0 || |�}t|| |� Y S Y n 0 || |�S dS )z�Invoke optional prepare_metadata_for_build_editable
Implements a fallback by building an editable wheel if the hook isn't
defined, unless _allow_fallback is False in which case HookMissing is
raised.
rN )r- N)rM �#prepare_metadata_for_build_editablerV r+ rN r] )r^ rX r_ rQ rY Z
build_hookr` r r r ra � s
�ra ZPEP517_ALREADY_BUILT_WHEELc C s@ g }| � � D ] }t�d|�}|r |�|� q |r4|S td��dS )z6Identify the .dist-info folder inside a wheel ZipFile.z[^/\\]+-[^/\\]+\.dist-info/z#No .dist-info folder found in wheelN)�namelist�re�matchrP � Exception)Zwhl_zip�resr �mr r r �_dist_info_files� s rh c C s� ddl m} ttj�|t�d�� W d � n1 s60 Y tj�|| �}||��&}t|�}|j||d� W d � n1 s�0 Y |d � d�d S )z�Extract the metadata from a wheel.
Fallback for when the build backend does not
define the 'get_wheel_metadata' hook.
r )�ZipFiler N)r �members�/)
�zipfileri r r1 r r �WHEEL_BUILT_MARKERrh �
extractallrB )r` r^ rX ri Zwhl_fileZzipfZ dist_infor r r r] � s
,r] c C sl | sdS t j�| �}t j�t|t��s*dS tt j�|d��}|sLtd� dS t |�dkrdtd� dS |d S )zHCheck for a wheel already built during the get_wheel_metadata hook.
Nz*.whlz+Found wheel built marker, but no .whl files� zHFound multiple .whl files; unspecified behaviour. Will call build_wheel.r )
r1 r �dirname�isfile�pjoinrm r r �print�len)r^ Zmetadata_parentZ whl_filesr r r �_find_already_built_wheel� s ru c C s4 t |�}|r$t�|| � tj�|�S t� �| ||�S )z�Invoke the mandatory build_wheel hook.
If a wheel was already built in the
prepare_metadata_for_build_wheel fallback, this
will copy it rather than rebuilding the wheel.
)ru �shutil�copy2r1 r �basenamerM r\ )�wheel_directoryrX r^ � prebuilt_whlr r r r\ � s
�r\ c C s^ t � }z
|j}W n ty( t� �Y n20 t|�}|rNt�|| � tj� |�S || ||�S dS )z�Invoke the optional build_editable hook.
If a wheel was already built in the
prepare_metadata_for_build_editable fallback, this
will copy it rather than rebuilding the wheel.
N)
rM rN rV r+ ru rv rw r1 r rx )ry rX r^ rQ rY rz r r r rN s
rN c C s4 t � }z
|j}W n ty& g Y S 0 || �S dS rT )rM � get_requires_for_build_sdistrV rW r r r r{ s
r{ c @ s e Zd ZdZdS )�_DummyExceptionz(Nothing should ever raise this exceptionN)r% r& r' r( r r r r r| , s r| c @ s e Zd ZdZdd� ZdS )�GotUnsupportedOperationz9For internal use when backend raises UnsupportedOperationc C s
|| _ d S r r r! r r r r# 2 s z GotUnsupportedOperation.__init__Nr$ r r r r r} 0 s r} c C s@ t � }z|�| |�W S t|dt�y: tt�� ��Y n0 dS )z&Invoke the mandatory build_sdist hook.�UnsupportedOperationN)rM � build_sdistrI r| r} r rG )�sdist_directoryrX rQ r r r r 6 s
r > rZ rN ra r rU r{ rS r\ r[ c
C st t tj�dk rt�d� tjd } tjd }| tvrBt�d| � t� | }tt|d��}dd d�}z|f i |d ��|d
< W n� ty� } z d |d < |j |d
< W Y d }~n�d }~0 t
y� } z d |d< |j |d< W Y d }~n|d }~0 t �y } z d |d< |j |d
< W Y d }~nFd }~0 t
�yZ } z$d |d< |j�p@| |d< W Y d }~n
d }~0 0 t|t|d�dd� d S )Nr z"Needs args: hook_name, control_dirro � zUnknown hook: %sz
input.jsonF)� unsupported�
return_valr r� T�
no_backendr �backend_invalid�
backend_errorr� � hook_missing�missing_hook_namez output.json)�indent)rt rD �argv�exit�
HOOK_NAMES�globalsr rr r r r) r* r} r+ r- r )r- Z control_dirrY �
hook_inputZjson_out�er r r �mainL s0
&r� �__main__)N)N)(r( r � importlibr r r1 �os.pathr rr rc rv rD r � version_infor r re r r) r+ r7 rM rS rU rZ r[ ra rm rh r] ru r\ rN r{ r| r} r r� r� r% r r r r �<module> sN
site-packages/pip/_vendor/pep517/in_process/__pycache__/__init__.cpython-39.pyc 0000644 00000001672 15056474501 0023312 0 ustar 00 a
��Re3 � @ s` d Z ddlmZmZmZ ddlmZ zddlm Z dd� Z
W n e yZ edd� �Z
Y n0 dS )z�This is a subpackage because the directory is on sys.path for _in_process.py
The subpackage should stay as empty as possible to avoid shadowing modules that
the backend might import.
� )�dirname�abspath�join)�contextmanagerNc C s t �td�S �Nz_in_process.py)� resources�path� __package__� r
r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pep517/in_process/__init__.py�_in_proc_script_path s r c c s t ttt��d�V d S r )�pjoinr r �__file__r
r
r
r r s ) �__doc__�os.pathr r r r
�
contextlibr �importlib.resourcesr r � ImportErrorr
r
r
r �<module> s site-packages/pip/_vendor/pep517/in_process/_in_process.py 0000644 00000025701 15056474501 0017566 0 ustar 00 """This is invoked in a subprocess to call the build backend hooks.
It expects:
- Command line args: hook_name, control_dir
- Environment variables:
PEP517_BUILD_BACKEND=entry.point:spec
PEP517_BACKEND_PATH=paths (separated with os.pathsep)
- control_dir/input.json:
- {"kwargs": {...}}
Results:
- control_dir/output.json
- {"return_val": ...}
"""
from glob import glob
from importlib import import_module
import json
import os
import os.path
from os.path import join as pjoin
import re
import shutil
import sys
import traceback
# This file is run as a script, and `import compat` is not zip-safe, so we
# include write_json() and read_json() from compat.py.
#
# Handle reading and writing JSON in UTF-8, on Python 3 and 2.
if sys.version_info[0] >= 3:
# Python 3
def write_json(obj, path, **kwargs):
with open(path, 'w', encoding='utf-8') as f:
json.dump(obj, f, **kwargs)
def read_json(path):
with open(path, 'r', encoding='utf-8') as f:
return json.load(f)
else:
# Python 2
def write_json(obj, path, **kwargs):
with open(path, 'wb') as f:
json.dump(obj, f, encoding='utf-8', **kwargs)
def read_json(path):
with open(path, 'rb') as f:
return json.load(f)
class BackendUnavailable(Exception):
"""Raised if we cannot import the backend"""
def __init__(self, traceback):
self.traceback = traceback
class BackendInvalid(Exception):
"""Raised if the backend is invalid"""
def __init__(self, message):
self.message = message
class HookMissing(Exception):
"""Raised if a hook is missing and we are not executing the fallback"""
def __init__(self, hook_name=None):
super(HookMissing, self).__init__(hook_name)
self.hook_name = hook_name
def contained_in(filename, directory):
"""Test if a file is located within the given directory."""
filename = os.path.normcase(os.path.abspath(filename))
directory = os.path.normcase(os.path.abspath(directory))
return os.path.commonprefix([filename, directory]) == directory
def _build_backend():
"""Find and load the build backend"""
# Add in-tree backend directories to the front of sys.path.
backend_path = os.environ.get('PEP517_BACKEND_PATH')
if backend_path:
extra_pathitems = backend_path.split(os.pathsep)
sys.path[:0] = extra_pathitems
ep = os.environ['PEP517_BUILD_BACKEND']
mod_path, _, obj_path = ep.partition(':')
try:
obj = import_module(mod_path)
except ImportError:
raise BackendUnavailable(traceback.format_exc())
if backend_path:
if not any(
contained_in(obj.__file__, path)
for path in extra_pathitems
):
raise BackendInvalid("Backend was not loaded from backend-path")
if obj_path:
for path_part in obj_path.split('.'):
obj = getattr(obj, path_part)
return obj
def _supported_features():
"""Return the list of options features supported by the backend.
Returns a list of strings.
The only possible value is 'build_editable'.
"""
backend = _build_backend()
features = []
if hasattr(backend, "build_editable"):
features.append("build_editable")
return features
def get_requires_for_build_wheel(config_settings):
"""Invoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
"""
backend = _build_backend()
try:
hook = backend.get_requires_for_build_wheel
except AttributeError:
return []
else:
return hook(config_settings)
def get_requires_for_build_editable(config_settings):
"""Invoke the optional get_requires_for_build_editable hook
Returns [] if the hook is not defined.
"""
backend = _build_backend()
try:
hook = backend.get_requires_for_build_editable
except AttributeError:
return []
else:
return hook(config_settings)
def prepare_metadata_for_build_wheel(
metadata_directory, config_settings, _allow_fallback):
"""Invoke optional prepare_metadata_for_build_wheel
Implements a fallback by building a wheel if the hook isn't defined,
unless _allow_fallback is False in which case HookMissing is raised.
"""
backend = _build_backend()
try:
hook = backend.prepare_metadata_for_build_wheel
except AttributeError:
if not _allow_fallback:
raise HookMissing()
whl_basename = backend.build_wheel(metadata_directory, config_settings)
return _get_wheel_metadata_from_wheel(whl_basename, metadata_directory,
config_settings)
else:
return hook(metadata_directory, config_settings)
def prepare_metadata_for_build_editable(
metadata_directory, config_settings, _allow_fallback):
"""Invoke optional prepare_metadata_for_build_editable
Implements a fallback by building an editable wheel if the hook isn't
defined, unless _allow_fallback is False in which case HookMissing is
raised.
"""
backend = _build_backend()
try:
hook = backend.prepare_metadata_for_build_editable
except AttributeError:
if not _allow_fallback:
raise HookMissing()
try:
build_hook = backend.build_editable
except AttributeError:
raise HookMissing(hook_name='build_editable')
else:
whl_basename = build_hook(metadata_directory, config_settings)
return _get_wheel_metadata_from_wheel(whl_basename,
metadata_directory,
config_settings)
else:
return hook(metadata_directory, config_settings)
WHEEL_BUILT_MARKER = 'PEP517_ALREADY_BUILT_WHEEL'
def _dist_info_files(whl_zip):
"""Identify the .dist-info folder inside a wheel ZipFile."""
res = []
for path in whl_zip.namelist():
m = re.match(r'[^/\\]+-[^/\\]+\.dist-info/', path)
if m:
res.append(path)
if res:
return res
raise Exception("No .dist-info folder found in wheel")
def _get_wheel_metadata_from_wheel(
whl_basename, metadata_directory, config_settings):
"""Extract the metadata from a wheel.
Fallback for when the build backend does not
define the 'get_wheel_metadata' hook.
"""
from zipfile import ZipFile
with open(os.path.join(metadata_directory, WHEEL_BUILT_MARKER), 'wb'):
pass # Touch marker file
whl_file = os.path.join(metadata_directory, whl_basename)
with ZipFile(whl_file) as zipf:
dist_info = _dist_info_files(zipf)
zipf.extractall(path=metadata_directory, members=dist_info)
return dist_info[0].split('/')[0]
def _find_already_built_wheel(metadata_directory):
"""Check for a wheel already built during the get_wheel_metadata hook.
"""
if not metadata_directory:
return None
metadata_parent = os.path.dirname(metadata_directory)
if not os.path.isfile(pjoin(metadata_parent, WHEEL_BUILT_MARKER)):
return None
whl_files = glob(os.path.join(metadata_parent, '*.whl'))
if not whl_files:
print('Found wheel built marker, but no .whl files')
return None
if len(whl_files) > 1:
print('Found multiple .whl files; unspecified behaviour. '
'Will call build_wheel.')
return None
# Exactly one .whl file
return whl_files[0]
def build_wheel(wheel_directory, config_settings, metadata_directory=None):
"""Invoke the mandatory build_wheel hook.
If a wheel was already built in the
prepare_metadata_for_build_wheel fallback, this
will copy it rather than rebuilding the wheel.
"""
prebuilt_whl = _find_already_built_wheel(metadata_directory)
if prebuilt_whl:
shutil.copy2(prebuilt_whl, wheel_directory)
return os.path.basename(prebuilt_whl)
return _build_backend().build_wheel(wheel_directory, config_settings,
metadata_directory)
def build_editable(wheel_directory, config_settings, metadata_directory=None):
"""Invoke the optional build_editable hook.
If a wheel was already built in the
prepare_metadata_for_build_editable fallback, this
will copy it rather than rebuilding the wheel.
"""
backend = _build_backend()
try:
hook = backend.build_editable
except AttributeError:
raise HookMissing()
else:
prebuilt_whl = _find_already_built_wheel(metadata_directory)
if prebuilt_whl:
shutil.copy2(prebuilt_whl, wheel_directory)
return os.path.basename(prebuilt_whl)
return hook(wheel_directory, config_settings, metadata_directory)
def get_requires_for_build_sdist(config_settings):
"""Invoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
"""
backend = _build_backend()
try:
hook = backend.get_requires_for_build_sdist
except AttributeError:
return []
else:
return hook(config_settings)
class _DummyException(Exception):
"""Nothing should ever raise this exception"""
class GotUnsupportedOperation(Exception):
"""For internal use when backend raises UnsupportedOperation"""
def __init__(self, traceback):
self.traceback = traceback
def build_sdist(sdist_directory, config_settings):
"""Invoke the mandatory build_sdist hook."""
backend = _build_backend()
try:
return backend.build_sdist(sdist_directory, config_settings)
except getattr(backend, 'UnsupportedOperation', _DummyException):
raise GotUnsupportedOperation(traceback.format_exc())
HOOK_NAMES = {
'get_requires_for_build_wheel',
'prepare_metadata_for_build_wheel',
'build_wheel',
'get_requires_for_build_editable',
'prepare_metadata_for_build_editable',
'build_editable',
'get_requires_for_build_sdist',
'build_sdist',
'_supported_features',
}
def main():
if len(sys.argv) < 3:
sys.exit("Needs args: hook_name, control_dir")
hook_name = sys.argv[1]
control_dir = sys.argv[2]
if hook_name not in HOOK_NAMES:
sys.exit("Unknown hook: %s" % hook_name)
hook = globals()[hook_name]
hook_input = read_json(pjoin(control_dir, 'input.json'))
json_out = {'unsupported': False, 'return_val': None}
try:
json_out['return_val'] = hook(**hook_input['kwargs'])
except BackendUnavailable as e:
json_out['no_backend'] = True
json_out['traceback'] = e.traceback
except BackendInvalid as e:
json_out['backend_invalid'] = True
json_out['backend_error'] = e.message
except GotUnsupportedOperation as e:
json_out['unsupported'] = True
json_out['traceback'] = e.traceback
except HookMissing as e:
json_out['hook_missing'] = True
json_out['missing_hook_name'] = e.hook_name or hook_name
write_json(json_out, pjoin(control_dir, 'output.json'), indent=2)
if __name__ == '__main__':
main()
site-packages/pip/_vendor/pep517/in_process/__init__.py 0000644 00000001063 15056474501 0017015 0 ustar 00 """This is a subpackage because the directory is on sys.path for _in_process.py
The subpackage should stay as empty as possible to avoid shadowing modules that
the backend might import.
"""
from os.path import dirname, abspath, join as pjoin
from contextlib import contextmanager
try:
import importlib.resources as resources
def _in_proc_script_path():
return resources.path(__package__, '_in_process.py')
except ImportError:
@contextmanager
def _in_proc_script_path():
yield pjoin(dirname(abspath(__file__)), '_in_process.py')
site-packages/pip/_vendor/pep517/colorlog.py 0000644 00000010002 15056474501 0014723 0 ustar 00 """Nicer log formatting with colours.
Code copied from Tornado, Apache licensed.
"""
# Copyright 2012 Facebook
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import logging
import sys
try:
import curses
except ImportError:
curses = None
def _stderr_supports_color():
color = False
if curses and hasattr(sys.stderr, 'isatty') and sys.stderr.isatty():
try:
curses.setupterm()
if curses.tigetnum("colors") > 0:
color = True
except Exception:
pass
return color
class LogFormatter(logging.Formatter):
"""Log formatter with colour support
"""
DEFAULT_COLORS = {
logging.INFO: 2, # Green
logging.WARNING: 3, # Yellow
logging.ERROR: 1, # Red
logging.CRITICAL: 1,
}
def __init__(self, color=True, datefmt=None):
r"""
:arg bool color: Enables color support.
:arg string fmt: Log message format.
It will be applied to the attributes dict of log records. The
text between ``%(color)s`` and ``%(end_color)s`` will be colored
depending on the level if color support is on.
:arg dict colors: color mappings from logging level to terminal color
code
:arg string datefmt: Datetime format.
Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``.
.. versionchanged:: 3.2
Added ``fmt`` and ``datefmt`` arguments.
"""
logging.Formatter.__init__(self, datefmt=datefmt)
self._colors = {}
if color and _stderr_supports_color():
# The curses module has some str/bytes confusion in
# python3. Until version 3.2.3, most methods return
# bytes, but only accept strings. In addition, we want to
# output these strings with the logging module, which
# works with unicode strings. The explicit calls to
# unicode() below are harmless in python2 but will do the
# right conversion in python 3.
fg_color = (curses.tigetstr("setaf") or
curses.tigetstr("setf") or "")
if (3, 0) < sys.version_info < (3, 2, 3):
fg_color = str(fg_color, "ascii")
for levelno, code in self.DEFAULT_COLORS.items():
self._colors[levelno] = str(
curses.tparm(fg_color, code), "ascii")
self._normal = str(curses.tigetstr("sgr0"), "ascii")
scr = curses.initscr()
self.termwidth = scr.getmaxyx()[1]
curses.endwin()
else:
self._normal = ''
# Default width is usually 80, but too wide is
# worse than too narrow
self.termwidth = 70
def formatMessage(self, record):
mlen = len(record.message)
right_text = '{initial}-{name}'.format(initial=record.levelname[0],
name=record.name)
if mlen + len(right_text) < self.termwidth:
space = ' ' * (self.termwidth - (mlen + len(right_text)))
else:
space = ' '
if record.levelno in self._colors:
start_color = self._colors[record.levelno]
end_color = self._normal
else:
start_color = end_color = ''
return record.message + space + start_color + right_text + end_color
def enable_colourful_output(level=logging.INFO):
handler = logging.StreamHandler()
handler.setFormatter(LogFormatter())
logging.root.addHandler(handler)
logging.root.setLevel(level)
site-packages/pip/_vendor/vendor.txt 0000644 00000000660 15056474501 0013557 0 ustar 00 CacheControl==0.12.6 # Make sure to update the license in pyproject.toml for this.
colorama==0.4.4
distlib==0.3.3
distro==1.6.0
html5lib==1.1
msgpack==1.0.2
packaging==21.0
pep517==0.12.0
platformdirs==2.4.0
progress==1.6
pyparsing==2.4.7
requests==2.26.0
certifi==2021.05.30
chardet==4.0.0
idna==3.2
urllib3==1.26.7
resolvelib==0.8.0
setuptools==44.0.0
six==1.16.0
tenacity==8.0.1
tomli==1.0.3
webencodings==0.5.1
site-packages/pip/_vendor/__init__.py 0000644 00000011144 15056474501 0013631 0 ustar 00 """
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
"""
from __future__ import absolute_import
import glob
import os.path
import sys
# Downstream redistributors which have debundled our dependencies should also
# patch this value to be true. This will trigger the additional patching
# to cause things like "six" to be available as pip.
DEBUNDLED = False
# By default, look in this directory for a bunch of .whl files which we will
# add to the beginning of sys.path before attempting to import anything. This
# is done to support downstream re-distributors like Debian and Fedora who
# wish to create their own Wheels for our dependencies to aid in debundling.
WHEEL_DIR = os.path.abspath(os.path.dirname(__file__))
# Define a small helper function to alias our vendored modules to the real ones
# if the vendored ones do not exist. This idea of this was taken from
# https://github.com/kennethreitz/requests/pull/2567.
def vendored(modulename):
vendored_name = "{0}.{1}".format(__name__, modulename)
try:
__import__(modulename, globals(), locals(), level=0)
except ImportError:
# We can just silently allow import failures to pass here. If we
# got to this point it means that ``import pip._vendor.whatever``
# failed and so did ``import whatever``. Since we're importing this
# upfront in an attempt to alias imports, not erroring here will
# just mean we get a regular import error whenever pip *actually*
# tries to import one of these modules to use it, which actually
# gives us a better error message than we would have otherwise
# gotten.
pass
else:
sys.modules[vendored_name] = sys.modules[modulename]
base, head = vendored_name.rsplit(".", 1)
setattr(sys.modules[base], head, sys.modules[modulename])
# If we're operating in a debundled setup, then we want to go ahead and trigger
# the aliasing of our vendored libraries as well as looking for wheels to add
# to our sys.path. This will cause all of this code to be a no-op typically
# however downstream redistributors can enable it in a consistent way across
# all platforms.
if DEBUNDLED:
# Actually look inside of WHEEL_DIR to find .whl files and add them to the
# front of our sys.path.
sys.path[:] = glob.glob(os.path.join(WHEEL_DIR, "*.whl")) + sys.path
# Actually alias all of our vendored dependencies.
vendored("cachecontrol")
vendored("certifi")
vendored("colorama")
vendored("distlib")
vendored("distro")
vendored("html5lib")
vendored("six")
vendored("six.moves")
vendored("six.moves.urllib")
vendored("six.moves.urllib.parse")
vendored("packaging")
vendored("packaging.version")
vendored("packaging.specifiers")
vendored("pep517")
vendored("pkg_resources")
vendored("platformdirs")
vendored("progress")
vendored("requests")
vendored("requests.exceptions")
vendored("requests.packages")
vendored("requests.packages.urllib3")
vendored("requests.packages.urllib3._collections")
vendored("requests.packages.urllib3.connection")
vendored("requests.packages.urllib3.connectionpool")
vendored("requests.packages.urllib3.contrib")
vendored("requests.packages.urllib3.contrib.ntlmpool")
vendored("requests.packages.urllib3.contrib.pyopenssl")
vendored("requests.packages.urllib3.exceptions")
vendored("requests.packages.urllib3.fields")
vendored("requests.packages.urllib3.filepost")
vendored("requests.packages.urllib3.packages")
vendored("requests.packages.urllib3.packages.ordered_dict")
vendored("requests.packages.urllib3.packages.six")
vendored("requests.packages.urllib3.packages.ssl_match_hostname")
vendored("requests.packages.urllib3.packages.ssl_match_hostname."
"_implementation")
vendored("requests.packages.urllib3.poolmanager")
vendored("requests.packages.urllib3.request")
vendored("requests.packages.urllib3.response")
vendored("requests.packages.urllib3.util")
vendored("requests.packages.urllib3.util.connection")
vendored("requests.packages.urllib3.util.request")
vendored("requests.packages.urllib3.util.response")
vendored("requests.packages.urllib3.util.retry")
vendored("requests.packages.urllib3.util.ssl_")
vendored("requests.packages.urllib3.util.timeout")
vendored("requests.packages.urllib3.util.url")
vendored("resolvelib")
vendored("tenacity")
vendored("tomli")
vendored("urllib3")
site-packages/pip/_vendor/chardet/sbcsgroupprober.py 0000644 00000010325 15056474501 0016725 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetgroupprober import CharSetGroupProber
from .hebrewprober import HebrewProber
from .langbulgarianmodel import (ISO_8859_5_BULGARIAN_MODEL,
WINDOWS_1251_BULGARIAN_MODEL)
from .langgreekmodel import ISO_8859_7_GREEK_MODEL, WINDOWS_1253_GREEK_MODEL
from .langhebrewmodel import WINDOWS_1255_HEBREW_MODEL
# from .langhungarianmodel import (ISO_8859_2_HUNGARIAN_MODEL,
# WINDOWS_1250_HUNGARIAN_MODEL)
from .langrussianmodel import (IBM855_RUSSIAN_MODEL, IBM866_RUSSIAN_MODEL,
ISO_8859_5_RUSSIAN_MODEL, KOI8_R_RUSSIAN_MODEL,
MACCYRILLIC_RUSSIAN_MODEL,
WINDOWS_1251_RUSSIAN_MODEL)
from .langthaimodel import TIS_620_THAI_MODEL
from .langturkishmodel import ISO_8859_9_TURKISH_MODEL
from .sbcharsetprober import SingleByteCharSetProber
class SBCSGroupProber(CharSetGroupProber):
def __init__(self):
super(SBCSGroupProber, self).__init__()
hebrew_prober = HebrewProber()
logical_hebrew_prober = SingleByteCharSetProber(WINDOWS_1255_HEBREW_MODEL,
False, hebrew_prober)
# TODO: See if using ISO-8859-8 Hebrew model works better here, since
# it's actually the visual one
visual_hebrew_prober = SingleByteCharSetProber(WINDOWS_1255_HEBREW_MODEL,
True, hebrew_prober)
hebrew_prober.set_model_probers(logical_hebrew_prober,
visual_hebrew_prober)
# TODO: ORDER MATTERS HERE. I changed the order vs what was in master
# and several tests failed that did not before. Some thought
# should be put into the ordering, and we should consider making
# order not matter here, because that is very counter-intuitive.
self.probers = [
SingleByteCharSetProber(WINDOWS_1251_RUSSIAN_MODEL),
SingleByteCharSetProber(KOI8_R_RUSSIAN_MODEL),
SingleByteCharSetProber(ISO_8859_5_RUSSIAN_MODEL),
SingleByteCharSetProber(MACCYRILLIC_RUSSIAN_MODEL),
SingleByteCharSetProber(IBM866_RUSSIAN_MODEL),
SingleByteCharSetProber(IBM855_RUSSIAN_MODEL),
SingleByteCharSetProber(ISO_8859_7_GREEK_MODEL),
SingleByteCharSetProber(WINDOWS_1253_GREEK_MODEL),
SingleByteCharSetProber(ISO_8859_5_BULGARIAN_MODEL),
SingleByteCharSetProber(WINDOWS_1251_BULGARIAN_MODEL),
# TODO: Restore Hungarian encodings (iso-8859-2 and windows-1250)
# after we retrain model.
# SingleByteCharSetProber(ISO_8859_2_HUNGARIAN_MODEL),
# SingleByteCharSetProber(WINDOWS_1250_HUNGARIAN_MODEL),
SingleByteCharSetProber(TIS_620_THAI_MODEL),
SingleByteCharSetProber(ISO_8859_9_TURKISH_MODEL),
hebrew_prober,
logical_hebrew_prober,
visual_hebrew_prober,
]
self.reset()
site-packages/pip/_vendor/chardet/langrussianmodel.py 0000644 00000400126 15056474501 0017055 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
RUSSIAN_LANG_MODEL = {
37: { # 'А'
37: 0, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 1, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 2, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 1, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 1, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 0, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 0, # 'и'
23: 1, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 0, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 2, # 'ф'
26: 2, # 'х'
28: 0, # 'ц'
22: 1, # 'ч'
25: 2, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
44: { # 'Б'
37: 1, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 1, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 2, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
33: { # 'В'
37: 2, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 1, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 2, # 'а'
21: 1, # 'б'
10: 1, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 2, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 1, # 'ъ'
18: 3, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 0, # 'ю'
16: 1, # 'я'
},
46: { # 'Г'
37: 1, # 'А'
44: 1, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 2, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 1, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
41: { # 'Д'
37: 1, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 2, # 'Е'
56: 1, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 2, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 3, # 'ж'
20: 1, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
48: { # 'Е'
37: 1, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 1, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 2, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 2, # 'Р'
32: 2, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 0, # 'а'
21: 0, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 2, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 0, # 'и'
23: 2, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 1, # 'н'
1: 0, # 'о'
15: 1, # 'п'
9: 1, # 'р'
7: 3, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 2, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
56: { # 'Ж'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 1, # 'б'
10: 0, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 2, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 1, # 'м'
5: 0, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 2, # 'ю'
16: 0, # 'я'
},
51: { # 'З'
37: 1, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 0, # 'г'
13: 2, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 1, # 'л'
12: 1, # 'м'
5: 2, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 1, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 1, # 'я'
},
42: { # 'И'
37: 1, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 2, # 'Е'
56: 1, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 2, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 1, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 1, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 2, # 'з'
4: 1, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 1, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 1, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
60: { # 'Й'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 1, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
36: { # 'К'
37: 2, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 2, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 1, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 0, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
49: { # 'Л'
37: 2, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 1, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 1, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 0, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 0, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 1, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 1, # 'л'
12: 0, # 'м'
5: 1, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 2, # 'ю'
16: 1, # 'я'
},
38: { # 'М'
37: 1, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 1, # 'Ф'
55: 1, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 0, # 'Ь'
47: 1, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 1, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 1, # 'л'
12: 1, # 'м'
5: 2, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 1, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
31: { # 'Н'
37: 2, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 1, # 'З'
42: 2, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 1, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 1, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 3, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
34: { # 'О'
37: 0, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 2, # 'Д'
48: 1, # 'Е'
56: 1, # 'Ж'
51: 1, # 'З'
42: 1, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 2, # 'Л'
38: 1, # 'М'
31: 2, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 2, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 1, # 'Ф'
55: 1, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 1, # 'а'
21: 2, # 'б'
10: 1, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 0, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 0, # 'и'
23: 1, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 0, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 1, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 2, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
35: { # 'П'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 2, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 1, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 0, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 3, # 'р'
7: 1, # 'с'
6: 1, # 'т'
14: 2, # 'у'
39: 1, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 0, # 'ю'
16: 2, # 'я'
},
45: { # 'Р'
37: 2, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 2, # 'Е'
56: 1, # 'Ж'
51: 0, # 'З'
42: 2, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 2, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 1, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 2, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 2, # 'я'
},
32: { # 'С'
37: 1, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 2, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 1, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 2, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 2, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 1, # 'с'
6: 3, # 'т'
14: 2, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 1, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 1, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
40: { # 'Т'
37: 1, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 2, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 1, # 'Ь'
47: 1, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 1, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 1, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
52: { # 'У'
37: 1, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 1, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 1, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 0, # 'Я'
3: 1, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 1, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 2, # 'и'
23: 1, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 1, # 'н'
1: 2, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 0, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
53: { # 'Ф'
37: 1, # 'А'
44: 1, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 1, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
55: { # 'Х'
37: 1, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 2, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 0, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 1, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 1, # 'ь'
30: 1, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
58: { # 'Ц'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 1, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 1, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 0, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 1, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
50: { # 'Ч'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 1, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 1, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 1, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 1, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 3, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 1, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
57: { # 'Ш'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 1, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 1, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 1, # 'н'
1: 2, # 'о'
15: 2, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
63: { # 'Щ'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 1, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 1, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 1, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 1, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 1, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 1, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
62: { # 'Ы'
37: 0, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 1, # 'Ц'
50: 0, # 'Ч'
57: 1, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 0, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 0, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
61: { # 'Ь'
37: 0, # 'А'
44: 1, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 1, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 1, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 1, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 1, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 0, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 0, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 0, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
47: { # 'Э'
37: 0, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 1, # 'Й'
36: 1, # 'К'
49: 1, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 1, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 1, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 0, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 2, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 0, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 1, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
59: { # 'Ю'
37: 1, # 'А'
44: 1, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 1, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 0, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 1, # 'б'
10: 0, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 0, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 2, # 'н'
1: 0, # 'о'
15: 1, # 'п'
9: 1, # 'р'
7: 1, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
43: { # 'Я'
37: 0, # 'А'
44: 0, # 'Б'
33: 1, # 'В'
46: 1, # 'Г'
41: 0, # 'Д'
48: 1, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 1, # 'С'
40: 1, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 1, # 'Х'
58: 0, # 'Ц'
50: 1, # 'Ч'
57: 0, # 'Ш'
63: 1, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 1, # 'Ю'
43: 1, # 'Я'
3: 0, # 'а'
21: 1, # 'б'
10: 1, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 0, # 'е'
24: 0, # 'ж'
20: 1, # 'з'
4: 0, # 'и'
23: 1, # 'й'
11: 1, # 'к'
8: 1, # 'л'
12: 1, # 'м'
5: 2, # 'н'
1: 0, # 'о'
15: 1, # 'п'
9: 1, # 'р'
7: 1, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
3: { # 'а'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 1, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 3, # 'и'
23: 3, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 3, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 2, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
21: { # 'б'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 1, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 1, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 0, # 'ф'
26: 2, # 'х'
28: 1, # 'ц'
22: 1, # 'ч'
25: 2, # 'ш'
29: 3, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 2, # 'ю'
16: 3, # 'я'
},
10: { # 'в'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 3, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 3, # 'ш'
29: 2, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 3, # 'я'
},
19: { # 'г'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 3, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
13: { # 'д'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 3, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 3, # 'ц'
22: 2, # 'ч'
25: 2, # 'ш'
29: 1, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 1, # 'э'
27: 2, # 'ю'
16: 3, # 'я'
},
2: { # 'е'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 2, # 'и'
23: 3, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 2, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 3, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 2, # 'ю'
16: 3, # 'я'
},
24: { # 'ж'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 1, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 1, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 0, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
20: { # 'з'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 3, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 1, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 3, # 'я'
},
4: { # 'и'
37: 1, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 3, # 'и'
23: 3, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 2, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 3, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 2, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
23: { # 'й'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 1, # 'а'
21: 1, # 'б'
10: 1, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 2, # 'з'
4: 1, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 2, # 'ф'
26: 1, # 'х'
28: 2, # 'ц'
22: 3, # 'ч'
25: 2, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 2, # 'я'
},
11: { # 'к'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 3, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 2, # 'ц'
22: 1, # 'ч'
25: 2, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 1, # 'ы'
17: 1, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
8: { # 'л'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 3, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 1, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 2, # 'х'
28: 1, # 'ц'
22: 3, # 'ч'
25: 2, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 1, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
12: { # 'м'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 1, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 2, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 2, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 3, # 'я'
},
5: { # 'н'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 2, # 'х'
28: 3, # 'ц'
22: 3, # 'ч'
25: 2, # 'ш'
29: 2, # 'щ'
54: 1, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 1, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
1: { # 'о'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 3, # 'и'
23: 3, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 2, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 2, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
15: { # 'п'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 3, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 3, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 0, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 1, # 'ш'
29: 1, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 2, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 3, # 'я'
},
9: { # 'р'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 2, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 3, # 'ш'
29: 2, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 2, # 'э'
27: 2, # 'ю'
16: 3, # 'я'
},
7: { # 'с'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 1, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 3, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 3, # 'ч'
25: 2, # 'ш'
29: 1, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 2, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
6: { # 'т'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 2, # 'б'
10: 3, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 2, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 2, # 'ш'
29: 2, # 'щ'
54: 2, # 'ъ'
18: 3, # 'ы'
17: 3, # 'ь'
30: 2, # 'э'
27: 2, # 'ю'
16: 3, # 'я'
},
14: { # 'у'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 3, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 2, # 'и'
23: 2, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 2, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 2, # 'э'
27: 3, # 'ю'
16: 2, # 'я'
},
39: { # 'ф'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 0, # 'в'
19: 1, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 1, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 2, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 1, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 2, # 'ы'
17: 1, # 'ь'
30: 2, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
26: { # 'х'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 3, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 1, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 1, # 'п'
9: 3, # 'р'
7: 2, # 'с'
6: 2, # 'т'
14: 2, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 1, # 'ч'
25: 2, # 'ш'
29: 0, # 'щ'
54: 1, # 'ъ'
18: 0, # 'ы'
17: 1, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
28: { # 'ц'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 1, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 1, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 2, # 'к'
8: 1, # 'л'
12: 1, # 'м'
5: 1, # 'н'
1: 3, # 'о'
15: 0, # 'п'
9: 1, # 'р'
7: 0, # 'с'
6: 1, # 'т'
14: 3, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 1, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 3, # 'ы'
17: 1, # 'ь'
30: 0, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
22: { # 'ч'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 2, # 'л'
12: 1, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 1, # 'с'
6: 3, # 'т'
14: 3, # 'у'
39: 1, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 1, # 'ч'
25: 2, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 3, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
25: { # 'ш'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 1, # 'б'
10: 2, # 'в'
19: 1, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 2, # 'м'
5: 3, # 'н'
1: 3, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 1, # 'с'
6: 2, # 'т'
14: 3, # 'у'
39: 2, # 'ф'
26: 1, # 'х'
28: 1, # 'ц'
22: 1, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 3, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 0, # 'я'
},
29: { # 'щ'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 3, # 'а'
21: 0, # 'б'
10: 1, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 3, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 3, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 1, # 'м'
5: 2, # 'н'
1: 1, # 'о'
15: 0, # 'п'
9: 2, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 2, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 2, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 0, # 'я'
},
54: { # 'ъ'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 0, # 'б'
10: 0, # 'в'
19: 0, # 'г'
13: 0, # 'д'
2: 2, # 'е'
24: 0, # 'ж'
20: 0, # 'з'
4: 0, # 'и'
23: 0, # 'й'
11: 0, # 'к'
8: 0, # 'л'
12: 0, # 'м'
5: 0, # 'н'
1: 0, # 'о'
15: 0, # 'п'
9: 0, # 'р'
7: 0, # 'с'
6: 0, # 'т'
14: 0, # 'у'
39: 0, # 'ф'
26: 0, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 0, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 1, # 'ю'
16: 2, # 'я'
},
18: { # 'ы'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 3, # 'б'
10: 3, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 2, # 'и'
23: 3, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 1, # 'о'
15: 3, # 'п'
9: 3, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 0, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 3, # 'ч'
25: 3, # 'ш'
29: 2, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 0, # 'ю'
16: 2, # 'я'
},
17: { # 'ь'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 2, # 'б'
10: 2, # 'в'
19: 2, # 'г'
13: 2, # 'д'
2: 3, # 'е'
24: 1, # 'ж'
20: 3, # 'з'
4: 2, # 'и'
23: 0, # 'й'
11: 3, # 'к'
8: 0, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 2, # 'о'
15: 2, # 'п'
9: 1, # 'р'
7: 3, # 'с'
6: 2, # 'т'
14: 0, # 'у'
39: 2, # 'ф'
26: 1, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 3, # 'ш'
29: 2, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 3, # 'ю'
16: 3, # 'я'
},
30: { # 'э'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 1, # 'М'
31: 1, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 1, # 'Р'
32: 1, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 1, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 1, # 'б'
10: 1, # 'в'
19: 1, # 'г'
13: 2, # 'д'
2: 1, # 'е'
24: 0, # 'ж'
20: 1, # 'з'
4: 0, # 'и'
23: 2, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 0, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 2, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 2, # 'ф'
26: 1, # 'х'
28: 0, # 'ц'
22: 0, # 'ч'
25: 1, # 'ш'
29: 0, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 1, # 'ю'
16: 1, # 'я'
},
27: { # 'ю'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 2, # 'а'
21: 3, # 'б'
10: 1, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 1, # 'е'
24: 2, # 'ж'
20: 2, # 'з'
4: 1, # 'и'
23: 1, # 'й'
11: 2, # 'к'
8: 2, # 'л'
12: 2, # 'м'
5: 2, # 'н'
1: 1, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 0, # 'у'
39: 1, # 'ф'
26: 2, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 2, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 1, # 'э'
27: 2, # 'ю'
16: 1, # 'я'
},
16: { # 'я'
37: 0, # 'А'
44: 0, # 'Б'
33: 0, # 'В'
46: 0, # 'Г'
41: 0, # 'Д'
48: 0, # 'Е'
56: 0, # 'Ж'
51: 0, # 'З'
42: 0, # 'И'
60: 0, # 'Й'
36: 0, # 'К'
49: 0, # 'Л'
38: 0, # 'М'
31: 0, # 'Н'
34: 0, # 'О'
35: 0, # 'П'
45: 0, # 'Р'
32: 0, # 'С'
40: 0, # 'Т'
52: 0, # 'У'
53: 0, # 'Ф'
55: 0, # 'Х'
58: 0, # 'Ц'
50: 0, # 'Ч'
57: 0, # 'Ш'
63: 0, # 'Щ'
62: 0, # 'Ы'
61: 0, # 'Ь'
47: 0, # 'Э'
59: 0, # 'Ю'
43: 0, # 'Я'
3: 0, # 'а'
21: 2, # 'б'
10: 3, # 'в'
19: 2, # 'г'
13: 3, # 'д'
2: 3, # 'е'
24: 3, # 'ж'
20: 3, # 'з'
4: 2, # 'и'
23: 2, # 'й'
11: 3, # 'к'
8: 3, # 'л'
12: 3, # 'м'
5: 3, # 'н'
1: 0, # 'о'
15: 2, # 'п'
9: 2, # 'р'
7: 3, # 'с'
6: 3, # 'т'
14: 1, # 'у'
39: 1, # 'ф'
26: 3, # 'х'
28: 2, # 'ц'
22: 2, # 'ч'
25: 2, # 'ш'
29: 3, # 'щ'
54: 0, # 'ъ'
18: 0, # 'ы'
17: 0, # 'ь'
30: 0, # 'э'
27: 2, # 'ю'
16: 2, # 'я'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
IBM866_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 37, # 'А'
129: 44, # 'Б'
130: 33, # 'В'
131: 46, # 'Г'
132: 41, # 'Д'
133: 48, # 'Е'
134: 56, # 'Ж'
135: 51, # 'З'
136: 42, # 'И'
137: 60, # 'Й'
138: 36, # 'К'
139: 49, # 'Л'
140: 38, # 'М'
141: 31, # 'Н'
142: 34, # 'О'
143: 35, # 'П'
144: 45, # 'Р'
145: 32, # 'С'
146: 40, # 'Т'
147: 52, # 'У'
148: 53, # 'Ф'
149: 55, # 'Х'
150: 58, # 'Ц'
151: 50, # 'Ч'
152: 57, # 'Ш'
153: 63, # 'Щ'
154: 70, # 'Ъ'
155: 62, # 'Ы'
156: 61, # 'Ь'
157: 47, # 'Э'
158: 59, # 'Ю'
159: 43, # 'Я'
160: 3, # 'а'
161: 21, # 'б'
162: 10, # 'в'
163: 19, # 'г'
164: 13, # 'д'
165: 2, # 'е'
166: 24, # 'ж'
167: 20, # 'з'
168: 4, # 'и'
169: 23, # 'й'
170: 11, # 'к'
171: 8, # 'л'
172: 12, # 'м'
173: 5, # 'н'
174: 1, # 'о'
175: 15, # 'п'
176: 191, # '░'
177: 192, # '▒'
178: 193, # '▓'
179: 194, # '│'
180: 195, # '┤'
181: 196, # '╡'
182: 197, # '╢'
183: 198, # '╖'
184: 199, # '╕'
185: 200, # '╣'
186: 201, # '║'
187: 202, # '╗'
188: 203, # '╝'
189: 204, # '╜'
190: 205, # '╛'
191: 206, # '┐'
192: 207, # '└'
193: 208, # '┴'
194: 209, # '┬'
195: 210, # '├'
196: 211, # '─'
197: 212, # '┼'
198: 213, # '╞'
199: 214, # '╟'
200: 215, # '╚'
201: 216, # '╔'
202: 217, # '╩'
203: 218, # '╦'
204: 219, # '╠'
205: 220, # '═'
206: 221, # '╬'
207: 222, # '╧'
208: 223, # '╨'
209: 224, # '╤'
210: 225, # '╥'
211: 226, # '╙'
212: 227, # '╘'
213: 228, # '╒'
214: 229, # '╓'
215: 230, # '╫'
216: 231, # '╪'
217: 232, # '┘'
218: 233, # '┌'
219: 234, # '█'
220: 235, # '▄'
221: 236, # '▌'
222: 237, # '▐'
223: 238, # '▀'
224: 9, # 'р'
225: 7, # 'с'
226: 6, # 'т'
227: 14, # 'у'
228: 39, # 'ф'
229: 26, # 'х'
230: 28, # 'ц'
231: 22, # 'ч'
232: 25, # 'ш'
233: 29, # 'щ'
234: 54, # 'ъ'
235: 18, # 'ы'
236: 17, # 'ь'
237: 30, # 'э'
238: 27, # 'ю'
239: 16, # 'я'
240: 239, # 'Ё'
241: 68, # 'ё'
242: 240, # 'Є'
243: 241, # 'є'
244: 242, # 'Ї'
245: 243, # 'ї'
246: 244, # 'Ў'
247: 245, # 'ў'
248: 246, # '°'
249: 247, # '∙'
250: 248, # '·'
251: 249, # '√'
252: 250, # '№'
253: 251, # '¤'
254: 252, # '■'
255: 255, # '\xa0'
}
IBM866_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='IBM866',
language='Russian',
char_to_order_map=IBM866_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
WINDOWS_1251_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 191, # 'Ђ'
129: 192, # 'Ѓ'
130: 193, # '‚'
131: 194, # 'ѓ'
132: 195, # '„'
133: 196, # '…'
134: 197, # '†'
135: 198, # '‡'
136: 199, # '€'
137: 200, # '‰'
138: 201, # 'Љ'
139: 202, # '‹'
140: 203, # 'Њ'
141: 204, # 'Ќ'
142: 205, # 'Ћ'
143: 206, # 'Џ'
144: 207, # 'ђ'
145: 208, # '‘'
146: 209, # '’'
147: 210, # '“'
148: 211, # '”'
149: 212, # '•'
150: 213, # '–'
151: 214, # '—'
152: 215, # None
153: 216, # '™'
154: 217, # 'љ'
155: 218, # '›'
156: 219, # 'њ'
157: 220, # 'ќ'
158: 221, # 'ћ'
159: 222, # 'џ'
160: 223, # '\xa0'
161: 224, # 'Ў'
162: 225, # 'ў'
163: 226, # 'Ј'
164: 227, # '¤'
165: 228, # 'Ґ'
166: 229, # '¦'
167: 230, # '§'
168: 231, # 'Ё'
169: 232, # '©'
170: 233, # 'Є'
171: 234, # '«'
172: 235, # '¬'
173: 236, # '\xad'
174: 237, # '®'
175: 238, # 'Ї'
176: 239, # '°'
177: 240, # '±'
178: 241, # 'І'
179: 242, # 'і'
180: 243, # 'ґ'
181: 244, # 'µ'
182: 245, # '¶'
183: 246, # '·'
184: 68, # 'ё'
185: 247, # '№'
186: 248, # 'є'
187: 249, # '»'
188: 250, # 'ј'
189: 251, # 'Ѕ'
190: 252, # 'ѕ'
191: 253, # 'ї'
192: 37, # 'А'
193: 44, # 'Б'
194: 33, # 'В'
195: 46, # 'Г'
196: 41, # 'Д'
197: 48, # 'Е'
198: 56, # 'Ж'
199: 51, # 'З'
200: 42, # 'И'
201: 60, # 'Й'
202: 36, # 'К'
203: 49, # 'Л'
204: 38, # 'М'
205: 31, # 'Н'
206: 34, # 'О'
207: 35, # 'П'
208: 45, # 'Р'
209: 32, # 'С'
210: 40, # 'Т'
211: 52, # 'У'
212: 53, # 'Ф'
213: 55, # 'Х'
214: 58, # 'Ц'
215: 50, # 'Ч'
216: 57, # 'Ш'
217: 63, # 'Щ'
218: 70, # 'Ъ'
219: 62, # 'Ы'
220: 61, # 'Ь'
221: 47, # 'Э'
222: 59, # 'Ю'
223: 43, # 'Я'
224: 3, # 'а'
225: 21, # 'б'
226: 10, # 'в'
227: 19, # 'г'
228: 13, # 'д'
229: 2, # 'е'
230: 24, # 'ж'
231: 20, # 'з'
232: 4, # 'и'
233: 23, # 'й'
234: 11, # 'к'
235: 8, # 'л'
236: 12, # 'м'
237: 5, # 'н'
238: 1, # 'о'
239: 15, # 'п'
240: 9, # 'р'
241: 7, # 'с'
242: 6, # 'т'
243: 14, # 'у'
244: 39, # 'ф'
245: 26, # 'х'
246: 28, # 'ц'
247: 22, # 'ч'
248: 25, # 'ш'
249: 29, # 'щ'
250: 54, # 'ъ'
251: 18, # 'ы'
252: 17, # 'ь'
253: 30, # 'э'
254: 27, # 'ю'
255: 16, # 'я'
}
WINDOWS_1251_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='windows-1251',
language='Russian',
char_to_order_map=WINDOWS_1251_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
IBM855_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 191, # 'ђ'
129: 192, # 'Ђ'
130: 193, # 'ѓ'
131: 194, # 'Ѓ'
132: 68, # 'ё'
133: 195, # 'Ё'
134: 196, # 'є'
135: 197, # 'Є'
136: 198, # 'ѕ'
137: 199, # 'Ѕ'
138: 200, # 'і'
139: 201, # 'І'
140: 202, # 'ї'
141: 203, # 'Ї'
142: 204, # 'ј'
143: 205, # 'Ј'
144: 206, # 'љ'
145: 207, # 'Љ'
146: 208, # 'њ'
147: 209, # 'Њ'
148: 210, # 'ћ'
149: 211, # 'Ћ'
150: 212, # 'ќ'
151: 213, # 'Ќ'
152: 214, # 'ў'
153: 215, # 'Ў'
154: 216, # 'џ'
155: 217, # 'Џ'
156: 27, # 'ю'
157: 59, # 'Ю'
158: 54, # 'ъ'
159: 70, # 'Ъ'
160: 3, # 'а'
161: 37, # 'А'
162: 21, # 'б'
163: 44, # 'Б'
164: 28, # 'ц'
165: 58, # 'Ц'
166: 13, # 'д'
167: 41, # 'Д'
168: 2, # 'е'
169: 48, # 'Е'
170: 39, # 'ф'
171: 53, # 'Ф'
172: 19, # 'г'
173: 46, # 'Г'
174: 218, # '«'
175: 219, # '»'
176: 220, # '░'
177: 221, # '▒'
178: 222, # '▓'
179: 223, # '│'
180: 224, # '┤'
181: 26, # 'х'
182: 55, # 'Х'
183: 4, # 'и'
184: 42, # 'И'
185: 225, # '╣'
186: 226, # '║'
187: 227, # '╗'
188: 228, # '╝'
189: 23, # 'й'
190: 60, # 'Й'
191: 229, # '┐'
192: 230, # '└'
193: 231, # '┴'
194: 232, # '┬'
195: 233, # '├'
196: 234, # '─'
197: 235, # '┼'
198: 11, # 'к'
199: 36, # 'К'
200: 236, # '╚'
201: 237, # '╔'
202: 238, # '╩'
203: 239, # '╦'
204: 240, # '╠'
205: 241, # '═'
206: 242, # '╬'
207: 243, # '¤'
208: 8, # 'л'
209: 49, # 'Л'
210: 12, # 'м'
211: 38, # 'М'
212: 5, # 'н'
213: 31, # 'Н'
214: 1, # 'о'
215: 34, # 'О'
216: 15, # 'п'
217: 244, # '┘'
218: 245, # '┌'
219: 246, # '█'
220: 247, # '▄'
221: 35, # 'П'
222: 16, # 'я'
223: 248, # '▀'
224: 43, # 'Я'
225: 9, # 'р'
226: 45, # 'Р'
227: 7, # 'с'
228: 32, # 'С'
229: 6, # 'т'
230: 40, # 'Т'
231: 14, # 'у'
232: 52, # 'У'
233: 24, # 'ж'
234: 56, # 'Ж'
235: 10, # 'в'
236: 33, # 'В'
237: 17, # 'ь'
238: 61, # 'Ь'
239: 249, # '№'
240: 250, # '\xad'
241: 18, # 'ы'
242: 62, # 'Ы'
243: 20, # 'з'
244: 51, # 'З'
245: 25, # 'ш'
246: 57, # 'Ш'
247: 30, # 'э'
248: 47, # 'Э'
249: 29, # 'щ'
250: 63, # 'Щ'
251: 22, # 'ч'
252: 50, # 'Ч'
253: 251, # '§'
254: 252, # '■'
255: 255, # '\xa0'
}
IBM855_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='IBM855',
language='Russian',
char_to_order_map=IBM855_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
KOI8_R_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 191, # '─'
129: 192, # '│'
130: 193, # '┌'
131: 194, # '┐'
132: 195, # '└'
133: 196, # '┘'
134: 197, # '├'
135: 198, # '┤'
136: 199, # '┬'
137: 200, # '┴'
138: 201, # '┼'
139: 202, # '▀'
140: 203, # '▄'
141: 204, # '█'
142: 205, # '▌'
143: 206, # '▐'
144: 207, # '░'
145: 208, # '▒'
146: 209, # '▓'
147: 210, # '⌠'
148: 211, # '■'
149: 212, # '∙'
150: 213, # '√'
151: 214, # '≈'
152: 215, # '≤'
153: 216, # '≥'
154: 217, # '\xa0'
155: 218, # '⌡'
156: 219, # '°'
157: 220, # '²'
158: 221, # '·'
159: 222, # '÷'
160: 223, # '═'
161: 224, # '║'
162: 225, # '╒'
163: 68, # 'ё'
164: 226, # '╓'
165: 227, # '╔'
166: 228, # '╕'
167: 229, # '╖'
168: 230, # '╗'
169: 231, # '╘'
170: 232, # '╙'
171: 233, # '╚'
172: 234, # '╛'
173: 235, # '╜'
174: 236, # '╝'
175: 237, # '╞'
176: 238, # '╟'
177: 239, # '╠'
178: 240, # '╡'
179: 241, # 'Ё'
180: 242, # '╢'
181: 243, # '╣'
182: 244, # '╤'
183: 245, # '╥'
184: 246, # '╦'
185: 247, # '╧'
186: 248, # '╨'
187: 249, # '╩'
188: 250, # '╪'
189: 251, # '╫'
190: 252, # '╬'
191: 253, # '©'
192: 27, # 'ю'
193: 3, # 'а'
194: 21, # 'б'
195: 28, # 'ц'
196: 13, # 'д'
197: 2, # 'е'
198: 39, # 'ф'
199: 19, # 'г'
200: 26, # 'х'
201: 4, # 'и'
202: 23, # 'й'
203: 11, # 'к'
204: 8, # 'л'
205: 12, # 'м'
206: 5, # 'н'
207: 1, # 'о'
208: 15, # 'п'
209: 16, # 'я'
210: 9, # 'р'
211: 7, # 'с'
212: 6, # 'т'
213: 14, # 'у'
214: 24, # 'ж'
215: 10, # 'в'
216: 17, # 'ь'
217: 18, # 'ы'
218: 20, # 'з'
219: 25, # 'ш'
220: 30, # 'э'
221: 29, # 'щ'
222: 22, # 'ч'
223: 54, # 'ъ'
224: 59, # 'Ю'
225: 37, # 'А'
226: 44, # 'Б'
227: 58, # 'Ц'
228: 41, # 'Д'
229: 48, # 'Е'
230: 53, # 'Ф'
231: 46, # 'Г'
232: 55, # 'Х'
233: 42, # 'И'
234: 60, # 'Й'
235: 36, # 'К'
236: 49, # 'Л'
237: 38, # 'М'
238: 31, # 'Н'
239: 34, # 'О'
240: 35, # 'П'
241: 43, # 'Я'
242: 45, # 'Р'
243: 32, # 'С'
244: 40, # 'Т'
245: 52, # 'У'
246: 56, # 'Ж'
247: 33, # 'В'
248: 61, # 'Ь'
249: 62, # 'Ы'
250: 51, # 'З'
251: 57, # 'Ш'
252: 47, # 'Э'
253: 63, # 'Щ'
254: 50, # 'Ч'
255: 70, # 'Ъ'
}
KOI8_R_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='KOI8-R',
language='Russian',
char_to_order_map=KOI8_R_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
MACCYRILLIC_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 37, # 'А'
129: 44, # 'Б'
130: 33, # 'В'
131: 46, # 'Г'
132: 41, # 'Д'
133: 48, # 'Е'
134: 56, # 'Ж'
135: 51, # 'З'
136: 42, # 'И'
137: 60, # 'Й'
138: 36, # 'К'
139: 49, # 'Л'
140: 38, # 'М'
141: 31, # 'Н'
142: 34, # 'О'
143: 35, # 'П'
144: 45, # 'Р'
145: 32, # 'С'
146: 40, # 'Т'
147: 52, # 'У'
148: 53, # 'Ф'
149: 55, # 'Х'
150: 58, # 'Ц'
151: 50, # 'Ч'
152: 57, # 'Ш'
153: 63, # 'Щ'
154: 70, # 'Ъ'
155: 62, # 'Ы'
156: 61, # 'Ь'
157: 47, # 'Э'
158: 59, # 'Ю'
159: 43, # 'Я'
160: 191, # '†'
161: 192, # '°'
162: 193, # 'Ґ'
163: 194, # '£'
164: 195, # '§'
165: 196, # '•'
166: 197, # '¶'
167: 198, # 'І'
168: 199, # '®'
169: 200, # '©'
170: 201, # '™'
171: 202, # 'Ђ'
172: 203, # 'ђ'
173: 204, # '≠'
174: 205, # 'Ѓ'
175: 206, # 'ѓ'
176: 207, # '∞'
177: 208, # '±'
178: 209, # '≤'
179: 210, # '≥'
180: 211, # 'і'
181: 212, # 'µ'
182: 213, # 'ґ'
183: 214, # 'Ј'
184: 215, # 'Є'
185: 216, # 'є'
186: 217, # 'Ї'
187: 218, # 'ї'
188: 219, # 'Љ'
189: 220, # 'љ'
190: 221, # 'Њ'
191: 222, # 'њ'
192: 223, # 'ј'
193: 224, # 'Ѕ'
194: 225, # '¬'
195: 226, # '√'
196: 227, # 'ƒ'
197: 228, # '≈'
198: 229, # '∆'
199: 230, # '«'
200: 231, # '»'
201: 232, # '…'
202: 233, # '\xa0'
203: 234, # 'Ћ'
204: 235, # 'ћ'
205: 236, # 'Ќ'
206: 237, # 'ќ'
207: 238, # 'ѕ'
208: 239, # '–'
209: 240, # '—'
210: 241, # '“'
211: 242, # '”'
212: 243, # '‘'
213: 244, # '’'
214: 245, # '÷'
215: 246, # '„'
216: 247, # 'Ў'
217: 248, # 'ў'
218: 249, # 'Џ'
219: 250, # 'џ'
220: 251, # '№'
221: 252, # 'Ё'
222: 68, # 'ё'
223: 16, # 'я'
224: 3, # 'а'
225: 21, # 'б'
226: 10, # 'в'
227: 19, # 'г'
228: 13, # 'д'
229: 2, # 'е'
230: 24, # 'ж'
231: 20, # 'з'
232: 4, # 'и'
233: 23, # 'й'
234: 11, # 'к'
235: 8, # 'л'
236: 12, # 'м'
237: 5, # 'н'
238: 1, # 'о'
239: 15, # 'п'
240: 9, # 'р'
241: 7, # 'с'
242: 6, # 'т'
243: 14, # 'у'
244: 39, # 'ф'
245: 26, # 'х'
246: 28, # 'ц'
247: 22, # 'ч'
248: 25, # 'ш'
249: 29, # 'щ'
250: 54, # 'ъ'
251: 18, # 'ы'
252: 17, # 'ь'
253: 30, # 'э'
254: 27, # 'ю'
255: 255, # '€'
}
MACCYRILLIC_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='MacCyrillic',
language='Russian',
char_to_order_map=MACCYRILLIC_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
ISO_8859_5_RUSSIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 142, # 'A'
66: 143, # 'B'
67: 144, # 'C'
68: 145, # 'D'
69: 146, # 'E'
70: 147, # 'F'
71: 148, # 'G'
72: 149, # 'H'
73: 150, # 'I'
74: 151, # 'J'
75: 152, # 'K'
76: 74, # 'L'
77: 153, # 'M'
78: 75, # 'N'
79: 154, # 'O'
80: 155, # 'P'
81: 156, # 'Q'
82: 157, # 'R'
83: 158, # 'S'
84: 159, # 'T'
85: 160, # 'U'
86: 161, # 'V'
87: 162, # 'W'
88: 163, # 'X'
89: 164, # 'Y'
90: 165, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 71, # 'a'
98: 172, # 'b'
99: 66, # 'c'
100: 173, # 'd'
101: 65, # 'e'
102: 174, # 'f'
103: 76, # 'g'
104: 175, # 'h'
105: 64, # 'i'
106: 176, # 'j'
107: 177, # 'k'
108: 77, # 'l'
109: 72, # 'm'
110: 178, # 'n'
111: 69, # 'o'
112: 67, # 'p'
113: 179, # 'q'
114: 78, # 'r'
115: 73, # 's'
116: 180, # 't'
117: 181, # 'u'
118: 79, # 'v'
119: 182, # 'w'
120: 183, # 'x'
121: 184, # 'y'
122: 185, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 191, # '\x80'
129: 192, # '\x81'
130: 193, # '\x82'
131: 194, # '\x83'
132: 195, # '\x84'
133: 196, # '\x85'
134: 197, # '\x86'
135: 198, # '\x87'
136: 199, # '\x88'
137: 200, # '\x89'
138: 201, # '\x8a'
139: 202, # '\x8b'
140: 203, # '\x8c'
141: 204, # '\x8d'
142: 205, # '\x8e'
143: 206, # '\x8f'
144: 207, # '\x90'
145: 208, # '\x91'
146: 209, # '\x92'
147: 210, # '\x93'
148: 211, # '\x94'
149: 212, # '\x95'
150: 213, # '\x96'
151: 214, # '\x97'
152: 215, # '\x98'
153: 216, # '\x99'
154: 217, # '\x9a'
155: 218, # '\x9b'
156: 219, # '\x9c'
157: 220, # '\x9d'
158: 221, # '\x9e'
159: 222, # '\x9f'
160: 223, # '\xa0'
161: 224, # 'Ё'
162: 225, # 'Ђ'
163: 226, # 'Ѓ'
164: 227, # 'Є'
165: 228, # 'Ѕ'
166: 229, # 'І'
167: 230, # 'Ї'
168: 231, # 'Ј'
169: 232, # 'Љ'
170: 233, # 'Њ'
171: 234, # 'Ћ'
172: 235, # 'Ќ'
173: 236, # '\xad'
174: 237, # 'Ў'
175: 238, # 'Џ'
176: 37, # 'А'
177: 44, # 'Б'
178: 33, # 'В'
179: 46, # 'Г'
180: 41, # 'Д'
181: 48, # 'Е'
182: 56, # 'Ж'
183: 51, # 'З'
184: 42, # 'И'
185: 60, # 'Й'
186: 36, # 'К'
187: 49, # 'Л'
188: 38, # 'М'
189: 31, # 'Н'
190: 34, # 'О'
191: 35, # 'П'
192: 45, # 'Р'
193: 32, # 'С'
194: 40, # 'Т'
195: 52, # 'У'
196: 53, # 'Ф'
197: 55, # 'Х'
198: 58, # 'Ц'
199: 50, # 'Ч'
200: 57, # 'Ш'
201: 63, # 'Щ'
202: 70, # 'Ъ'
203: 62, # 'Ы'
204: 61, # 'Ь'
205: 47, # 'Э'
206: 59, # 'Ю'
207: 43, # 'Я'
208: 3, # 'а'
209: 21, # 'б'
210: 10, # 'в'
211: 19, # 'г'
212: 13, # 'д'
213: 2, # 'е'
214: 24, # 'ж'
215: 20, # 'з'
216: 4, # 'и'
217: 23, # 'й'
218: 11, # 'к'
219: 8, # 'л'
220: 12, # 'м'
221: 5, # 'н'
222: 1, # 'о'
223: 15, # 'п'
224: 9, # 'р'
225: 7, # 'с'
226: 6, # 'т'
227: 14, # 'у'
228: 39, # 'ф'
229: 26, # 'х'
230: 28, # 'ц'
231: 22, # 'ч'
232: 25, # 'ш'
233: 29, # 'щ'
234: 54, # 'ъ'
235: 18, # 'ы'
236: 17, # 'ь'
237: 30, # 'э'
238: 27, # 'ю'
239: 16, # 'я'
240: 239, # '№'
241: 68, # 'ё'
242: 240, # 'ђ'
243: 241, # 'ѓ'
244: 242, # 'є'
245: 243, # 'ѕ'
246: 244, # 'і'
247: 245, # 'ї'
248: 246, # 'ј'
249: 247, # 'љ'
250: 248, # 'њ'
251: 249, # 'ћ'
252: 250, # 'ќ'
253: 251, # '§'
254: 252, # 'ў'
255: 255, # 'џ'
}
ISO_8859_5_RUSSIAN_MODEL = SingleByteCharSetModel(charset_name='ISO-8859-5',
language='Russian',
char_to_order_map=ISO_8859_5_RUSSIAN_CHAR_TO_ORDER,
language_model=RUSSIAN_LANG_MODEL,
typical_positive_ratio=0.976601,
keep_ascii_letters=False,
alphabet='ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё')
site-packages/pip/_vendor/chardet/big5prober.py 0000644 00000003335 15056474501 0015547 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import Big5DistributionAnalysis
from .mbcssm import BIG5_SM_MODEL
class Big5Prober(MultiByteCharSetProber):
def __init__(self):
super(Big5Prober, self).__init__()
self.coding_sm = CodingStateMachine(BIG5_SM_MODEL)
self.distribution_analyzer = Big5DistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "Big5"
@property
def language(self):
return "Chinese"
site-packages/pip/_vendor/chardet/mbcsgroupprober.py 0000644 00000003734 15056474501 0016725 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
# Proofpoint, Inc.
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetgroupprober import CharSetGroupProber
from .utf8prober import UTF8Prober
from .sjisprober import SJISProber
from .eucjpprober import EUCJPProber
from .gb2312prober import GB2312Prober
from .euckrprober import EUCKRProber
from .cp949prober import CP949Prober
from .big5prober import Big5Prober
from .euctwprober import EUCTWProber
class MBCSGroupProber(CharSetGroupProber):
def __init__(self, lang_filter=None):
super(MBCSGroupProber, self).__init__(lang_filter=lang_filter)
self.probers = [
UTF8Prober(),
SJISProber(),
EUCJPProber(),
GB2312Prober(),
EUCKRProber(),
CP949Prober(),
Big5Prober(),
EUCTWProber()
]
self.reset()
site-packages/pip/_vendor/chardet/jisfreq.py 0000644 00000062261 15056474501 0015155 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Sampling from about 20M text materials include literature and computer technology
#
# Japanese frequency table, applied to both S-JIS and EUC-JP
# They are sorted in order.
# 128 --> 0.77094
# 256 --> 0.85710
# 512 --> 0.92635
# 1024 --> 0.97130
# 2048 --> 0.99431
#
# Ideal Distribution Ratio = 0.92635 / (1-0.92635) = 12.58
# Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191
#
# Typical Distribution Ratio, 25% of IDR
JIS_TYPICAL_DISTRIBUTION_RATIO = 3.0
# Char to FreqOrder table ,
JIS_TABLE_SIZE = 4368
JIS_CHAR_TO_FREQ_ORDER = (
40, 1, 6, 182, 152, 180, 295,2127, 285, 381,3295,4304,3068,4606,3165,3510, # 16
3511,1822,2785,4607,1193,2226,5070,4608, 171,2996,1247, 18, 179,5071, 856,1661, # 32
1262,5072, 619, 127,3431,3512,3230,1899,1700, 232, 228,1294,1298, 284, 283,2041, # 48
2042,1061,1062, 48, 49, 44, 45, 433, 434,1040,1041, 996, 787,2997,1255,4305, # 64
2108,4609,1684,1648,5073,5074,5075,5076,5077,5078,3687,5079,4610,5080,3927,3928, # 80
5081,3296,3432, 290,2285,1471,2187,5082,2580,2825,1303,2140,1739,1445,2691,3375, # 96
1691,3297,4306,4307,4611, 452,3376,1182,2713,3688,3069,4308,5083,5084,5085,5086, # 112
5087,5088,5089,5090,5091,5092,5093,5094,5095,5096,5097,5098,5099,5100,5101,5102, # 128
5103,5104,5105,5106,5107,5108,5109,5110,5111,5112,4097,5113,5114,5115,5116,5117, # 144
5118,5119,5120,5121,5122,5123,5124,5125,5126,5127,5128,5129,5130,5131,5132,5133, # 160
5134,5135,5136,5137,5138,5139,5140,5141,5142,5143,5144,5145,5146,5147,5148,5149, # 176
5150,5151,5152,4612,5153,5154,5155,5156,5157,5158,5159,5160,5161,5162,5163,5164, # 192
5165,5166,5167,5168,5169,5170,5171,5172,5173,5174,5175,1472, 598, 618, 820,1205, # 208
1309,1412,1858,1307,1692,5176,5177,5178,5179,5180,5181,5182,1142,1452,1234,1172, # 224
1875,2043,2149,1793,1382,2973, 925,2404,1067,1241, 960,1377,2935,1491, 919,1217, # 240
1865,2030,1406,1499,2749,4098,5183,5184,5185,5186,5187,5188,2561,4099,3117,1804, # 256
2049,3689,4309,3513,1663,5189,3166,3118,3298,1587,1561,3433,5190,3119,1625,2998, # 272
3299,4613,1766,3690,2786,4614,5191,5192,5193,5194,2161, 26,3377, 2,3929, 20, # 288
3691, 47,4100, 50, 17, 16, 35, 268, 27, 243, 42, 155, 24, 154, 29, 184, # 304
4, 91, 14, 92, 53, 396, 33, 289, 9, 37, 64, 620, 21, 39, 321, 5, # 320
12, 11, 52, 13, 3, 208, 138, 0, 7, 60, 526, 141, 151,1069, 181, 275, # 336
1591, 83, 132,1475, 126, 331, 829, 15, 69, 160, 59, 22, 157, 55,1079, 312, # 352
109, 38, 23, 25, 10, 19, 79,5195, 61, 382,1124, 8, 30,5196,5197,5198, # 368
5199,5200,5201,5202,5203,5204,5205,5206, 89, 62, 74, 34,2416, 112, 139, 196, # 384
271, 149, 84, 607, 131, 765, 46, 88, 153, 683, 76, 874, 101, 258, 57, 80, # 400
32, 364, 121,1508, 169,1547, 68, 235, 145,2999, 41, 360,3027, 70, 63, 31, # 416
43, 259, 262,1383, 99, 533, 194, 66, 93, 846, 217, 192, 56, 106, 58, 565, # 432
280, 272, 311, 256, 146, 82, 308, 71, 100, 128, 214, 655, 110, 261, 104,1140, # 448
54, 51, 36, 87, 67,3070, 185,2618,2936,2020, 28,1066,2390,2059,5207,5208, # 464
5209,5210,5211,5212,5213,5214,5215,5216,4615,5217,5218,5219,5220,5221,5222,5223, # 480
5224,5225,5226,5227,5228,5229,5230,5231,5232,5233,5234,5235,5236,3514,5237,5238, # 496
5239,5240,5241,5242,5243,5244,2297,2031,4616,4310,3692,5245,3071,5246,3598,5247, # 512
4617,3231,3515,5248,4101,4311,4618,3808,4312,4102,5249,4103,4104,3599,5250,5251, # 528
5252,5253,5254,5255,5256,5257,5258,5259,5260,5261,5262,5263,5264,5265,5266,5267, # 544
5268,5269,5270,5271,5272,5273,5274,5275,5276,5277,5278,5279,5280,5281,5282,5283, # 560
5284,5285,5286,5287,5288,5289,5290,5291,5292,5293,5294,5295,5296,5297,5298,5299, # 576
5300,5301,5302,5303,5304,5305,5306,5307,5308,5309,5310,5311,5312,5313,5314,5315, # 592
5316,5317,5318,5319,5320,5321,5322,5323,5324,5325,5326,5327,5328,5329,5330,5331, # 608
5332,5333,5334,5335,5336,5337,5338,5339,5340,5341,5342,5343,5344,5345,5346,5347, # 624
5348,5349,5350,5351,5352,5353,5354,5355,5356,5357,5358,5359,5360,5361,5362,5363, # 640
5364,5365,5366,5367,5368,5369,5370,5371,5372,5373,5374,5375,5376,5377,5378,5379, # 656
5380,5381, 363, 642,2787,2878,2788,2789,2316,3232,2317,3434,2011, 165,1942,3930, # 672
3931,3932,3933,5382,4619,5383,4620,5384,5385,5386,5387,5388,5389,5390,5391,5392, # 688
5393,5394,5395,5396,5397,5398,5399,5400,5401,5402,5403,5404,5405,5406,5407,5408, # 704
5409,5410,5411,5412,5413,5414,5415,5416,5417,5418,5419,5420,5421,5422,5423,5424, # 720
5425,5426,5427,5428,5429,5430,5431,5432,5433,5434,5435,5436,5437,5438,5439,5440, # 736
5441,5442,5443,5444,5445,5446,5447,5448,5449,5450,5451,5452,5453,5454,5455,5456, # 752
5457,5458,5459,5460,5461,5462,5463,5464,5465,5466,5467,5468,5469,5470,5471,5472, # 768
5473,5474,5475,5476,5477,5478,5479,5480,5481,5482,5483,5484,5485,5486,5487,5488, # 784
5489,5490,5491,5492,5493,5494,5495,5496,5497,5498,5499,5500,5501,5502,5503,5504, # 800
5505,5506,5507,5508,5509,5510,5511,5512,5513,5514,5515,5516,5517,5518,5519,5520, # 816
5521,5522,5523,5524,5525,5526,5527,5528,5529,5530,5531,5532,5533,5534,5535,5536, # 832
5537,5538,5539,5540,5541,5542,5543,5544,5545,5546,5547,5548,5549,5550,5551,5552, # 848
5553,5554,5555,5556,5557,5558,5559,5560,5561,5562,5563,5564,5565,5566,5567,5568, # 864
5569,5570,5571,5572,5573,5574,5575,5576,5577,5578,5579,5580,5581,5582,5583,5584, # 880
5585,5586,5587,5588,5589,5590,5591,5592,5593,5594,5595,5596,5597,5598,5599,5600, # 896
5601,5602,5603,5604,5605,5606,5607,5608,5609,5610,5611,5612,5613,5614,5615,5616, # 912
5617,5618,5619,5620,5621,5622,5623,5624,5625,5626,5627,5628,5629,5630,5631,5632, # 928
5633,5634,5635,5636,5637,5638,5639,5640,5641,5642,5643,5644,5645,5646,5647,5648, # 944
5649,5650,5651,5652,5653,5654,5655,5656,5657,5658,5659,5660,5661,5662,5663,5664, # 960
5665,5666,5667,5668,5669,5670,5671,5672,5673,5674,5675,5676,5677,5678,5679,5680, # 976
5681,5682,5683,5684,5685,5686,5687,5688,5689,5690,5691,5692,5693,5694,5695,5696, # 992
5697,5698,5699,5700,5701,5702,5703,5704,5705,5706,5707,5708,5709,5710,5711,5712, # 1008
5713,5714,5715,5716,5717,5718,5719,5720,5721,5722,5723,5724,5725,5726,5727,5728, # 1024
5729,5730,5731,5732,5733,5734,5735,5736,5737,5738,5739,5740,5741,5742,5743,5744, # 1040
5745,5746,5747,5748,5749,5750,5751,5752,5753,5754,5755,5756,5757,5758,5759,5760, # 1056
5761,5762,5763,5764,5765,5766,5767,5768,5769,5770,5771,5772,5773,5774,5775,5776, # 1072
5777,5778,5779,5780,5781,5782,5783,5784,5785,5786,5787,5788,5789,5790,5791,5792, # 1088
5793,5794,5795,5796,5797,5798,5799,5800,5801,5802,5803,5804,5805,5806,5807,5808, # 1104
5809,5810,5811,5812,5813,5814,5815,5816,5817,5818,5819,5820,5821,5822,5823,5824, # 1120
5825,5826,5827,5828,5829,5830,5831,5832,5833,5834,5835,5836,5837,5838,5839,5840, # 1136
5841,5842,5843,5844,5845,5846,5847,5848,5849,5850,5851,5852,5853,5854,5855,5856, # 1152
5857,5858,5859,5860,5861,5862,5863,5864,5865,5866,5867,5868,5869,5870,5871,5872, # 1168
5873,5874,5875,5876,5877,5878,5879,5880,5881,5882,5883,5884,5885,5886,5887,5888, # 1184
5889,5890,5891,5892,5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904, # 1200
5905,5906,5907,5908,5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920, # 1216
5921,5922,5923,5924,5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,5936, # 1232
5937,5938,5939,5940,5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,5952, # 1248
5953,5954,5955,5956,5957,5958,5959,5960,5961,5962,5963,5964,5965,5966,5967,5968, # 1264
5969,5970,5971,5972,5973,5974,5975,5976,5977,5978,5979,5980,5981,5982,5983,5984, # 1280
5985,5986,5987,5988,5989,5990,5991,5992,5993,5994,5995,5996,5997,5998,5999,6000, # 1296
6001,6002,6003,6004,6005,6006,6007,6008,6009,6010,6011,6012,6013,6014,6015,6016, # 1312
6017,6018,6019,6020,6021,6022,6023,6024,6025,6026,6027,6028,6029,6030,6031,6032, # 1328
6033,6034,6035,6036,6037,6038,6039,6040,6041,6042,6043,6044,6045,6046,6047,6048, # 1344
6049,6050,6051,6052,6053,6054,6055,6056,6057,6058,6059,6060,6061,6062,6063,6064, # 1360
6065,6066,6067,6068,6069,6070,6071,6072,6073,6074,6075,6076,6077,6078,6079,6080, # 1376
6081,6082,6083,6084,6085,6086,6087,6088,6089,6090,6091,6092,6093,6094,6095,6096, # 1392
6097,6098,6099,6100,6101,6102,6103,6104,6105,6106,6107,6108,6109,6110,6111,6112, # 1408
6113,6114,2044,2060,4621, 997,1235, 473,1186,4622, 920,3378,6115,6116, 379,1108, # 1424
4313,2657,2735,3934,6117,3809, 636,3233, 573,1026,3693,3435,2974,3300,2298,4105, # 1440
854,2937,2463, 393,2581,2417, 539, 752,1280,2750,2480, 140,1161, 440, 708,1569, # 1456
665,2497,1746,1291,1523,3000, 164,1603, 847,1331, 537,1997, 486, 508,1693,2418, # 1472
1970,2227, 878,1220, 299,1030, 969, 652,2751, 624,1137,3301,2619, 65,3302,2045, # 1488
1761,1859,3120,1930,3694,3516, 663,1767, 852, 835,3695, 269, 767,2826,2339,1305, # 1504
896,1150, 770,1616,6118, 506,1502,2075,1012,2519, 775,2520,2975,2340,2938,4314, # 1520
3028,2086,1224,1943,2286,6119,3072,4315,2240,1273,1987,3935,1557, 175, 597, 985, # 1536
3517,2419,2521,1416,3029, 585, 938,1931,1007,1052,1932,1685,6120,3379,4316,4623, # 1552
804, 599,3121,1333,2128,2539,1159,1554,2032,3810, 687,2033,2904, 952, 675,1467, # 1568
3436,6121,2241,1096,1786,2440,1543,1924, 980,1813,2228, 781,2692,1879, 728,1918, # 1584
3696,4624, 548,1950,4625,1809,1088,1356,3303,2522,1944, 502, 972, 373, 513,2827, # 1600
586,2377,2391,1003,1976,1631,6122,2464,1084, 648,1776,4626,2141, 324, 962,2012, # 1616
2177,2076,1384, 742,2178,1448,1173,1810, 222, 102, 301, 445, 125,2420, 662,2498, # 1632
277, 200,1476,1165,1068, 224,2562,1378,1446, 450,1880, 659, 791, 582,4627,2939, # 1648
3936,1516,1274, 555,2099,3697,1020,1389,1526,3380,1762,1723,1787,2229, 412,2114, # 1664
1900,2392,3518, 512,2597, 427,1925,2341,3122,1653,1686,2465,2499, 697, 330, 273, # 1680
380,2162, 951, 832, 780, 991,1301,3073, 965,2270,3519, 668,2523,2636,1286, 535, # 1696
1407, 518, 671, 957,2658,2378, 267, 611,2197,3030,6123, 248,2299, 967,1799,2356, # 1712
850,1418,3437,1876,1256,1480,2828,1718,6124,6125,1755,1664,2405,6126,4628,2879, # 1728
2829, 499,2179, 676,4629, 557,2329,2214,2090, 325,3234, 464, 811,3001, 992,2342, # 1744
2481,1232,1469, 303,2242, 466,1070,2163, 603,1777,2091,4630,2752,4631,2714, 322, # 1760
2659,1964,1768, 481,2188,1463,2330,2857,3600,2092,3031,2421,4632,2318,2070,1849, # 1776
2598,4633,1302,2254,1668,1701,2422,3811,2905,3032,3123,2046,4106,1763,1694,4634, # 1792
1604, 943,1724,1454, 917, 868,2215,1169,2940, 552,1145,1800,1228,1823,1955, 316, # 1808
1080,2510, 361,1807,2830,4107,2660,3381,1346,1423,1134,4108,6127, 541,1263,1229, # 1824
1148,2540, 545, 465,1833,2880,3438,1901,3074,2482, 816,3937, 713,1788,2500, 122, # 1840
1575, 195,1451,2501,1111,6128, 859, 374,1225,2243,2483,4317, 390,1033,3439,3075, # 1856
2524,1687, 266, 793,1440,2599, 946, 779, 802, 507, 897,1081, 528,2189,1292, 711, # 1872
1866,1725,1167,1640, 753, 398,2661,1053, 246, 348,4318, 137,1024,3440,1600,2077, # 1888
2129, 825,4319, 698, 238, 521, 187,2300,1157,2423,1641,1605,1464,1610,1097,2541, # 1904
1260,1436, 759,2255,1814,2150, 705,3235, 409,2563,3304, 561,3033,2005,2564, 726, # 1920
1956,2343,3698,4109, 949,3812,3813,3520,1669, 653,1379,2525, 881,2198, 632,2256, # 1936
1027, 778,1074, 733,1957, 514,1481,2466, 554,2180, 702,3938,1606,1017,1398,6129, # 1952
1380,3521, 921, 993,1313, 594, 449,1489,1617,1166, 768,1426,1360, 495,1794,3601, # 1968
1177,3602,1170,4320,2344, 476, 425,3167,4635,3168,1424, 401,2662,1171,3382,1998, # 1984
1089,4110, 477,3169, 474,6130,1909, 596,2831,1842, 494, 693,1051,1028,1207,3076, # 2000
606,2115, 727,2790,1473,1115, 743,3522, 630, 805,1532,4321,2021, 366,1057, 838, # 2016
684,1114,2142,4322,2050,1492,1892,1808,2271,3814,2424,1971,1447,1373,3305,1090, # 2032
1536,3939,3523,3306,1455,2199, 336, 369,2331,1035, 584,2393, 902, 718,2600,6131, # 2048
2753, 463,2151,1149,1611,2467, 715,1308,3124,1268, 343,1413,3236,1517,1347,2663, # 2064
2093,3940,2022,1131,1553,2100,2941,1427,3441,2942,1323,2484,6132,1980, 872,2368, # 2080
2441,2943, 320,2369,2116,1082, 679,1933,3941,2791,3815, 625,1143,2023, 422,2200, # 2096
3816,6133, 730,1695, 356,2257,1626,2301,2858,2637,1627,1778, 937, 883,2906,2693, # 2112
3002,1769,1086, 400,1063,1325,3307,2792,4111,3077, 456,2345,1046, 747,6134,1524, # 2128
884,1094,3383,1474,2164,1059, 974,1688,2181,2258,1047, 345,1665,1187, 358, 875, # 2144
3170, 305, 660,3524,2190,1334,1135,3171,1540,1649,2542,1527, 927, 968,2793, 885, # 2160
1972,1850, 482, 500,2638,1218,1109,1085,2543,1654,2034, 876, 78,2287,1482,1277, # 2176
861,1675,1083,1779, 724,2754, 454, 397,1132,1612,2332, 893, 672,1237, 257,2259, # 2192
2370, 135,3384, 337,2244, 547, 352, 340, 709,2485,1400, 788,1138,2511, 540, 772, # 2208
1682,2260,2272,2544,2013,1843,1902,4636,1999,1562,2288,4637,2201,1403,1533, 407, # 2224
576,3308,1254,2071, 978,3385, 170, 136,1201,3125,2664,3172,2394, 213, 912, 873, # 2240
3603,1713,2202, 699,3604,3699, 813,3442, 493, 531,1054, 468,2907,1483, 304, 281, # 2256
4112,1726,1252,2094, 339,2319,2130,2639, 756,1563,2944, 748, 571,2976,1588,2425, # 2272
2715,1851,1460,2426,1528,1392,1973,3237, 288,3309, 685,3386, 296, 892,2716,2216, # 2288
1570,2245, 722,1747,2217, 905,3238,1103,6135,1893,1441,1965, 251,1805,2371,3700, # 2304
2601,1919,1078, 75,2182,1509,1592,1270,2640,4638,2152,6136,3310,3817, 524, 706, # 2320
1075, 292,3818,1756,2602, 317, 98,3173,3605,3525,1844,2218,3819,2502, 814, 567, # 2336
385,2908,1534,6137, 534,1642,3239, 797,6138,1670,1529, 953,4323, 188,1071, 538, # 2352
178, 729,3240,2109,1226,1374,2000,2357,2977, 731,2468,1116,2014,2051,6139,1261, # 2368
1593, 803,2859,2736,3443, 556, 682, 823,1541,6140,1369,2289,1706,2794, 845, 462, # 2384
2603,2665,1361, 387, 162,2358,1740, 739,1770,1720,1304,1401,3241,1049, 627,1571, # 2400
2427,3526,1877,3942,1852,1500, 431,1910,1503, 677, 297,2795, 286,1433,1038,1198, # 2416
2290,1133,1596,4113,4639,2469,1510,1484,3943,6141,2442, 108, 712,4640,2372, 866, # 2432
3701,2755,3242,1348, 834,1945,1408,3527,2395,3243,1811, 824, 994,1179,2110,1548, # 2448
1453, 790,3003, 690,4324,4325,2832,2909,3820,1860,3821, 225,1748, 310, 346,1780, # 2464
2470, 821,1993,2717,2796, 828, 877,3528,2860,2471,1702,2165,2910,2486,1789, 453, # 2480
359,2291,1676, 73,1164,1461,1127,3311, 421, 604, 314,1037, 589, 116,2487, 737, # 2496
837,1180, 111, 244, 735,6142,2261,1861,1362, 986, 523, 418, 581,2666,3822, 103, # 2512
855, 503,1414,1867,2488,1091, 657,1597, 979, 605,1316,4641,1021,2443,2078,2001, # 2528
1209, 96, 587,2166,1032, 260,1072,2153, 173, 94, 226,3244, 819,2006,4642,4114, # 2544
2203, 231,1744, 782, 97,2667, 786,3387, 887, 391, 442,2219,4326,1425,6143,2694, # 2560
633,1544,1202, 483,2015, 592,2052,1958,2472,1655, 419, 129,4327,3444,3312,1714, # 2576
1257,3078,4328,1518,1098, 865,1310,1019,1885,1512,1734, 469,2444, 148, 773, 436, # 2592
1815,1868,1128,1055,4329,1245,2756,3445,2154,1934,1039,4643, 579,1238, 932,2320, # 2608
353, 205, 801, 115,2428, 944,2321,1881, 399,2565,1211, 678, 766,3944, 335,2101, # 2624
1459,1781,1402,3945,2737,2131,1010, 844, 981,1326,1013, 550,1816,1545,2620,1335, # 2640
1008, 371,2881, 936,1419,1613,3529,1456,1395,2273,1834,2604,1317,2738,2503, 416, # 2656
1643,4330, 806,1126, 229, 591,3946,1314,1981,1576,1837,1666, 347,1790, 977,3313, # 2672
764,2861,1853, 688,2429,1920,1462, 77, 595, 415,2002,3034, 798,1192,4115,6144, # 2688
2978,4331,3035,2695,2582,2072,2566, 430,2430,1727, 842,1396,3947,3702, 613, 377, # 2704
278, 236,1417,3388,3314,3174, 757,1869, 107,3530,6145,1194, 623,2262, 207,1253, # 2720
2167,3446,3948, 492,1117,1935, 536,1838,2757,1246,4332, 696,2095,2406,1393,1572, # 2736
3175,1782, 583, 190, 253,1390,2230, 830,3126,3389, 934,3245,1703,1749,2979,1870, # 2752
2545,1656,2204, 869,2346,4116,3176,1817, 496,1764,4644, 942,1504, 404,1903,1122, # 2768
1580,3606,2945,1022, 515, 372,1735, 955,2431,3036,6146,2797,1110,2302,2798, 617, # 2784
6147, 441, 762,1771,3447,3607,3608,1904, 840,3037, 86, 939,1385, 572,1370,2445, # 2800
1336, 114,3703, 898, 294, 203,3315, 703,1583,2274, 429, 961,4333,1854,1951,3390, # 2816
2373,3704,4334,1318,1381, 966,1911,2322,1006,1155, 309, 989, 458,2718,1795,1372, # 2832
1203, 252,1689,1363,3177, 517,1936, 168,1490, 562, 193,3823,1042,4117,1835, 551, # 2848
470,4645, 395, 489,3448,1871,1465,2583,2641, 417,1493, 279,1295, 511,1236,1119, # 2864
72,1231,1982,1812,3004, 871,1564, 984,3449,1667,2696,2096,4646,2347,2833,1673, # 2880
3609, 695,3246,2668, 807,1183,4647, 890, 388,2333,1801,1457,2911,1765,1477,1031, # 2896
3316,3317,1278,3391,2799,2292,2526, 163,3450,4335,2669,1404,1802,6148,2323,2407, # 2912
1584,1728,1494,1824,1269, 298, 909,3318,1034,1632, 375, 776,1683,2061, 291, 210, # 2928
1123, 809,1249,1002,2642,3038, 206,1011,2132, 144, 975, 882,1565, 342, 667, 754, # 2944
1442,2143,1299,2303,2062, 447, 626,2205,1221,2739,2912,1144,1214,2206,2584, 760, # 2960
1715, 614, 950,1281,2670,2621, 810, 577,1287,2546,4648, 242,2168, 250,2643, 691, # 2976
123,2644, 647, 313,1029, 689,1357,2946,1650, 216, 771,1339,1306, 808,2063, 549, # 2992
913,1371,2913,2914,6149,1466,1092,1174,1196,1311,2605,2396,1783,1796,3079, 406, # 3008
2671,2117,3949,4649, 487,1825,2220,6150,2915, 448,2348,1073,6151,2397,1707, 130, # 3024
900,1598, 329, 176,1959,2527,1620,6152,2275,4336,3319,1983,2191,3705,3610,2155, # 3040
3706,1912,1513,1614,6153,1988, 646, 392,2304,1589,3320,3039,1826,1239,1352,1340, # 3056
2916, 505,2567,1709,1437,2408,2547, 906,6154,2672, 384,1458,1594,1100,1329, 710, # 3072
423,3531,2064,2231,2622,1989,2673,1087,1882, 333, 841,3005,1296,2882,2379, 580, # 3088
1937,1827,1293,2585, 601, 574, 249,1772,4118,2079,1120, 645, 901,1176,1690, 795, # 3104
2207, 478,1434, 516,1190,1530, 761,2080, 930,1264, 355, 435,1552, 644,1791, 987, # 3120
220,1364,1163,1121,1538, 306,2169,1327,1222, 546,2645, 218, 241, 610,1704,3321, # 3136
1984,1839,1966,2528, 451,6155,2586,3707,2568, 907,3178, 254,2947, 186,1845,4650, # 3152
745, 432,1757, 428,1633, 888,2246,2221,2489,3611,2118,1258,1265, 956,3127,1784, # 3168
4337,2490, 319, 510, 119, 457,3612, 274,2035,2007,4651,1409,3128, 970,2758, 590, # 3184
2800, 661,2247,4652,2008,3950,1420,1549,3080,3322,3951,1651,1375,2111, 485,2491, # 3200
1429,1156,6156,2548,2183,1495, 831,1840,2529,2446, 501,1657, 307,1894,3247,1341, # 3216
666, 899,2156,1539,2549,1559, 886, 349,2208,3081,2305,1736,3824,2170,2759,1014, # 3232
1913,1386, 542,1397,2948, 490, 368, 716, 362, 159, 282,2569,1129,1658,1288,1750, # 3248
2674, 276, 649,2016, 751,1496, 658,1818,1284,1862,2209,2087,2512,3451, 622,2834, # 3264
376, 117,1060,2053,1208,1721,1101,1443, 247,1250,3179,1792,3952,2760,2398,3953, # 3280
6157,2144,3708, 446,2432,1151,2570,3452,2447,2761,2835,1210,2448,3082, 424,2222, # 3296
1251,2449,2119,2836, 504,1581,4338, 602, 817, 857,3825,2349,2306, 357,3826,1470, # 3312
1883,2883, 255, 958, 929,2917,3248, 302,4653,1050,1271,1751,2307,1952,1430,2697, # 3328
2719,2359, 354,3180, 777, 158,2036,4339,1659,4340,4654,2308,2949,2248,1146,2232, # 3344
3532,2720,1696,2623,3827,6158,3129,1550,2698,1485,1297,1428, 637, 931,2721,2145, # 3360
914,2550,2587, 81,2450, 612, 827,2646,1242,4655,1118,2884, 472,1855,3181,3533, # 3376
3534, 569,1353,2699,1244,1758,2588,4119,2009,2762,2171,3709,1312,1531,6159,1152, # 3392
1938, 134,1830, 471,3710,2276,1112,1535,3323,3453,3535, 982,1337,2950, 488, 826, # 3408
674,1058,1628,4120,2017, 522,2399, 211, 568,1367,3454, 350, 293,1872,1139,3249, # 3424
1399,1946,3006,1300,2360,3324, 588, 736,6160,2606, 744, 669,3536,3828,6161,1358, # 3440
199, 723, 848, 933, 851,1939,1505,1514,1338,1618,1831,4656,1634,3613, 443,2740, # 3456
3829, 717,1947, 491,1914,6162,2551,1542,4121,1025,6163,1099,1223, 198,3040,2722, # 3472
370, 410,1905,2589, 998,1248,3182,2380, 519,1449,4122,1710, 947, 928,1153,4341, # 3488
2277, 344,2624,1511, 615, 105, 161,1212,1076,1960,3130,2054,1926,1175,1906,2473, # 3504
414,1873,2801,6164,2309, 315,1319,3325, 318,2018,2146,2157, 963, 631, 223,4342, # 3520
4343,2675, 479,3711,1197,2625,3712,2676,2361,6165,4344,4123,6166,2451,3183,1886, # 3536
2184,1674,1330,1711,1635,1506, 799, 219,3250,3083,3954,1677,3713,3326,2081,3614, # 3552
1652,2073,4657,1147,3041,1752, 643,1961, 147,1974,3955,6167,1716,2037, 918,3007, # 3568
1994, 120,1537, 118, 609,3184,4345, 740,3455,1219, 332,1615,3830,6168,1621,2980, # 3584
1582, 783, 212, 553,2350,3714,1349,2433,2082,4124, 889,6169,2310,1275,1410, 973, # 3600
166,1320,3456,1797,1215,3185,2885,1846,2590,2763,4658, 629, 822,3008, 763, 940, # 3616
1990,2862, 439,2409,1566,1240,1622, 926,1282,1907,2764, 654,2210,1607, 327,1130, # 3632
3956,1678,1623,6170,2434,2192, 686, 608,3831,3715, 903,3957,3042,6171,2741,1522, # 3648
1915,1105,1555,2552,1359, 323,3251,4346,3457, 738,1354,2553,2311,2334,1828,2003, # 3664
3832,1753,2351,1227,6172,1887,4125,1478,6173,2410,1874,1712,1847, 520,1204,2607, # 3680
264,4659, 836,2677,2102, 600,4660,3833,2278,3084,6174,4347,3615,1342, 640, 532, # 3696
543,2608,1888,2400,2591,1009,4348,1497, 341,1737,3616,2723,1394, 529,3252,1321, # 3712
983,4661,1515,2120, 971,2592, 924, 287,1662,3186,4349,2700,4350,1519, 908,1948, # 3728
2452, 156, 796,1629,1486,2223,2055, 694,4126,1259,1036,3392,1213,2249,2742,1889, # 3744
1230,3958,1015, 910, 408, 559,3617,4662, 746, 725, 935,4663,3959,3009,1289, 563, # 3760
867,4664,3960,1567,2981,2038,2626, 988,2263,2381,4351, 143,2374, 704,1895,6175, # 3776
1188,3716,2088, 673,3085,2362,4352, 484,1608,1921,2765,2918, 215, 904,3618,3537, # 3792
894, 509, 976,3043,2701,3961,4353,2837,2982, 498,6176,6177,1102,3538,1332,3393, # 3808
1487,1636,1637, 233, 245,3962, 383, 650, 995,3044, 460,1520,1206,2352, 749,3327, # 3824
530, 700, 389,1438,1560,1773,3963,2264, 719,2951,2724,3834, 870,1832,1644,1000, # 3840
839,2474,3717, 197,1630,3394, 365,2886,3964,1285,2133, 734, 922, 818,1106, 732, # 3856
480,2083,1774,3458, 923,2279,1350, 221,3086, 85,2233,2234,3835,1585,3010,2147, # 3872
1387,1705,2382,1619,2475, 133, 239,2802,1991,1016,2084,2383, 411,2838,1113, 651, # 3888
1985,1160,3328, 990,1863,3087,1048,1276,2647, 265,2627,1599,3253,2056, 150, 638, # 3904
2019, 656, 853, 326,1479, 680,1439,4354,1001,1759, 413,3459,3395,2492,1431, 459, # 3920
4355,1125,3329,2265,1953,1450,2065,2863, 849, 351,2678,3131,3254,3255,1104,1577, # 3936
227,1351,1645,2453,2193,1421,2887, 812,2121, 634, 95,2435, 201,2312,4665,1646, # 3952
1671,2743,1601,2554,2702,2648,2280,1315,1366,2089,3132,1573,3718,3965,1729,1189, # 3968
328,2679,1077,1940,1136, 558,1283, 964,1195, 621,2074,1199,1743,3460,3619,1896, # 3984
1916,1890,3836,2952,1154,2112,1064, 862, 378,3011,2066,2113,2803,1568,2839,6178, # 4000
3088,2919,1941,1660,2004,1992,2194, 142, 707,1590,1708,1624,1922,1023,1836,1233, # 4016
1004,2313, 789, 741,3620,6179,1609,2411,1200,4127,3719,3720,4666,2057,3721, 593, # 4032
2840, 367,2920,1878,6180,3461,1521, 628,1168, 692,2211,2649, 300, 720,2067,2571, # 4048
2953,3396, 959,2504,3966,3539,3462,1977, 701,6181, 954,1043, 800, 681, 183,3722, # 4064
1803,1730,3540,4128,2103, 815,2314, 174, 467, 230,2454,1093,2134, 755,3541,3397, # 4080
1141,1162,6182,1738,2039, 270,3256,2513,1005,1647,2185,3837, 858,1679,1897,1719, # 4096
2954,2324,1806, 402, 670, 167,4129,1498,2158,2104, 750,6183, 915, 189,1680,1551, # 4112
455,4356,1501,2455, 405,1095,2955, 338,1586,1266,1819, 570, 641,1324, 237,1556, # 4128
2650,1388,3723,6184,1368,2384,1343,1978,3089,2436, 879,3724, 792,1191, 758,3012, # 4144
1411,2135,1322,4357, 240,4667,1848,3725,1574,6185, 420,3045,1546,1391, 714,4358, # 4160
1967, 941,1864, 863, 664, 426, 560,1731,2680,1785,2864,1949,2363, 403,3330,1415, # 4176
1279,2136,1697,2335, 204, 721,2097,3838, 90,6186,2085,2505, 191,3967, 124,2148, # 4192
1376,1798,1178,1107,1898,1405, 860,4359,1243,1272,2375,2983,1558,2456,1638, 113, # 4208
3621, 578,1923,2609, 880, 386,4130, 784,2186,2266,1422,2956,2172,1722, 497, 263, # 4224
2514,1267,2412,2610, 177,2703,3542, 774,1927,1344, 616,1432,1595,1018, 172,4360, # 4240
2325, 911,4361, 438,1468,3622, 794,3968,2024,2173,1681,1829,2957, 945, 895,3090, # 4256
575,2212,2476, 475,2401,2681, 785,2744,1745,2293,2555,1975,3133,2865, 394,4668, # 4272
3839, 635,4131, 639, 202,1507,2195,2766,1345,1435,2572,3726,1908,1184,1181,2457, # 4288
3727,3134,4362, 843,2611, 437, 916,4669, 234, 769,1884,3046,3047,3623, 833,6187, # 4304
1639,2250,2402,1355,1185,2010,2047, 999, 525,1732,1290,1488,2612, 948,1578,3728, # 4320
2413,2477,1216,2725,2159, 334,3840,1328,3624,2921,1525,4132, 564,1056, 891,4363, # 4336
1444,1698,2385,2251,3729,1365,2281,2235,1717,6188, 864,3841,2515, 444, 527,2767, # 4352
2922,3625, 544, 461,6189, 566, 209,2437,3398,2098,1065,2068,3331,3626,3257,2137, # 4368 #last 512
)
site-packages/pip/_vendor/chardet/euckrprober.py 0000644 00000003324 15056474501 0016030 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCKRDistributionAnalysis
from .mbcssm import EUCKR_SM_MODEL
class EUCKRProber(MultiByteCharSetProber):
def __init__(self):
super(EUCKRProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCKR_SM_MODEL)
self.distribution_analyzer = EUCKRDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "EUC-KR"
@property
def language(self):
return "Korean"
site-packages/pip/_vendor/chardet/__pycache__/euckrfreq.cpython-39.pyc 0000644 00000027505 15056474501 0021772 0 ustar 00 a
��Re�4 � @ s d Z dZdZdS )g @�0 (0 �
� �x it i� i� i� iH ia �� i� i� i� i+ i� �W iu i� �h i i] i� i� i� i� i� i� i� i� i� i� iv iw i� i� i� � im iF i! ip i� i i� � i� i� i� i� ix i� �/ i� i� i� i� i � i� i� i9 i i� i� �t i� i- iy i� �K i� � i� i� i� i� � iO i� in i� i� i� i� i� i i0 � i� �< i4 �{ i� i� i� i� i� ii i� ir i� i� i� i� i� i� i� i� i� i� i� iX iX i� i� i� i� �Y i� i� i& i� iP i� i� i� i� i� i� i� i^ i� �� i� i� i� i� i� i9 i� i� i� i� i� i� iQ i� i" � it � i� � i� i i] i{ i7 i� � i� i{ i� i; i� iu i� iz i/ i� i| �� i� i� i� i7 i� i� i. i� i� i� i� i i� i i� i i i i i i{ i i i i# i| i} i� i~ i� it i8 i i_ i i
i i i
i! i i i i_ i i� i� i� i i i* i� iu i i` i" i� i i| i i i� i� i i ia i i i i i i i? i iR i! i i/ i� i� i! i" i= i� i� i# i� i$ i% i& i' i( i) i, i� i' ib i$ i* i� i+ i� i- i� i, i� i i� i� i� i& iU i� i� i# i i� i- i. �' i i� if i/ is i� i0 i� i� i i i� i i� i9 ie �[ i1 i� i� i iZ i� i� i: i� i� i� i2 i3 i� iG i i� i �y i4 i� i� i� i5 i6 i7 i, �w i� i� is i8 i� �� i9 i: i i� i~ i; i i< i; i} i= i> i? io i) i� i� i@ i� iA iB i� i� i2 iY iC iD i� i< iE iF iG iH iI i% iJ iK iL iM iN iO i �` i> iP i� i= iQ i� iR i� iS iT i; i� i� i� i� i iU i� iV iW iX i4 iY � i iZ i[ i� i\ i] � i i^ i� i� i_ �" iP i� i� i` i; i� i~ iH ia � iv i� �z i? i i� i� ib i� i� i< ic id �d ie if ic �0 i� id i ig iy i� i� ih ii �s i0 ij i= ik i� il i� i� i� i< ib i� i� �U i i� i i� iI im in io i ip iq ir is it iu � i� i� i� i6 iv iw i� i* i� �] ix iy i� i� iz iZ i� �- �: � ib i
i{ i| � i& i' i� i� i5 i� i� i i> i} i~ iw i ig i� i� i� i6 i� i% i� i� �( i� �v i� � i� iw i� i� � i� �E i� i� i� i� i� i� i� i� i� if �� iV i� i7 i� i� i� i� iB i� �N i� i[ i� i' i� i� i� i� i� i� �� iS i� i� i� i� i� ie i� i ix i� i� i� i� i� i� i� i� i� i � i� i� i� i� i� i� i� i� i� i� i? i� i� i i� iq i� if i� i( i) i� i� i~ i� i\ i� i� i� i� i� i) i i� i� i i� i i� i� i� i� i� �$ i �� i� � i� i� il i� i� i� i �~ i� i� iC � i� i i� i@ i� i� i� i� i� �2 i� �� iK i iz iV i i� �� � � iQ ir if i i i � � i ih i+ i3 i i1 � i i� i� i� � �g i( i� i� i� iz i� i� i� i� i� i� i� i� i� i� i� i� �� i� i� i� i� iA � i< ij i i� iM ig i� i2 i� i� i� i� i� i� i� i� i� iV ih i i� iJ i� i� i0 �� i �b � � i� i� i i� i� i� � iY � i� i �� i �� �a i! �* � i� �� i� i� iK iD i8 i iR i iB � i@ i� i� i� i i� i� i� iy i� i� i� i� i iX i: i� i� i# i� i� i� ii i� �G i� i� ik i� i� i= i� i� � i� �! i� i� i� �J �� i� �= � i� i� i} i� i ij i i� i� i� i� i� i� i� i� i� i� i� iE i� i� i� i� � ij iO �4 i� � i� i� i� i� i� i� i� i iv i] i� iC i� i� i� i� i� i� i� io i� i� � i� i
i� i� � il ic iA i� i� i� i� i� i� i� i� i �T i� i� ik � �� �� i� i� i� i3 i* i� �q i� �� i> i� i i� i� i� i i+ i i i i i �; i� �p i ix i i� � i� i i i i� i� i i� i
i i� i i
i� i� � � il i i i� i� i i �) �� i � � im i8 i� i iD i i� i i i i i i� i i� i i �7 iL �B i� i iD i i� i i� i� it i i i i i! i
i" i# i$ i% iR i& i' i( i) i* � i+ i, � i, i- i. �m i� i
i^ i/ ic i� iE i� i� i� ia im i0 iE i1 i2 i3 i i� i� i4 iT i� i� i� i5 i� i i� i� i6 i7 i in i� i� io i8 i9 iF i� i� i� i: iG i; i< i= i> i? i@ iA iB iC iD iE i$ iF iG i� i� i% i� i� ip iH iI iJ iK iL i� i� i i� i� i� i� iM iN iO iP iQ iR � i� iS i/ iT i� iU i� i i iV i� �I iH �� i i� i� i� iW i� iX � iq iY iZ i[ i\ i� ir i� is i] i^ i_ i` � iv iL ia � i� �. i� ib iF i> i� i� �j ic �Z i� i� iB i6 i� i` id ie i i� �| i if i� i� i5 ig i� ih i� ii �H � ij i� i� ik i� il i� i1 im in io ip iq ir iC is it iu iv iw i� ix iy iz i{ i� i� i| i} i~ i i� i� i� � i i i� iO i� i� i� i� i� i� i i� i� i� i� i� iE i� i� iq i� i iI i� i\ i� i- i� i� iS i� i� i� �
i� ie i� i� i� �l i� iM � � �Q i �P i i i^ i i
i- iF i� i� i� i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i. i� it i� i� i� i� iJ i� i� i� i� i� i� i� ig i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� �� i� i� iu i� i� i� i9 i i� i� i� i i� i$ i� i� i� i� i �5 i% � ik �L � i� i i� i� i� i� i i� i� iA i� i� i� i� i� i� i� i� i� �R � iu i� i� i� i i� i) i� i� i: i� i� i� � i� �� i� i" i$ iv i� i� � �c iZ � i� i� i� i� � i* iW i iK i� iL i� �+ � i � �� i� i� i� i i� i iB �� i� i? i� � i� i i� i� i� i� � iM i[ i5 i� i� i� in i� �� i� i� i� �C i� i' i� i� i� i� i� i� i� i� i
i� i� i� i i� i i� i� i� i� i� �F iT i/ i� i� i� i� � �8 i� �u i� i� i� iK i� i( iM � i �i i� i� i� i� i� � i� i i� i� iT i� �? i �� i� i� i i� i �e i i( i� i� i� i� i� i� �% i0 � � i� �O i� i i8 i i i i i i� � i i i i � i� �# � �� i i� �� �V i
� i iP i � �M iW i� i
i i i� i| i i
�S i� � i� i i� i� i� i i i� i� i i i i i i i� i i � �9 �D i i �� � i� � i �3 i� i� i i i i{ i i i� i i i i� i i� � i� i i� i! ik i� i� � i� iN �� iY i� i" i# i$ i% i& i' i( i] i) i* i+ i, i- i. i� i/ i� i� �> i � �� r i1 i� i� i� � i\ i� i2 i� i3 i� i� i4 i5 i6 iw i7 i� i8 i� i3 i i� i� i9 i: iL � �� � i; �� i< i� i i� i i� i� i i� i� i� i= i� iJ i> i? i@ i� iA �� iB iC iD i� iE i� i� iF iG iH iI i� i� i� i� i� i� iJ iK i i� iL iM iN i iI iO iP i� iQ iR iS i� iT i� iU iV iW iX i� iY iZ i[ i\ i] i� i� i^ i_ i` ia i� i ib ic id ie i i� if ig iU i� ix i ih i� i� ii ij � i i� i4 i& �� i� i� i! i� �� i� iS iy i i� i� i" i
i� i# ik i� il im in � i� i� ip iQ i� i. io iU � iO i� ip i� iq ir is ix it i� iu iv iw i i i$ ix i� iy i� i` iz i{ i| i} �� i~ i i� i� i� i� i� i� �� iC i� � i� i� i% iy i� i io i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i �@ i� i� i� iG i� i� i� i i2 �� i� i� i� i� i� i� i� iN i� i i� i� i� i� i� i� i� i� i� �r i� i� iz in � i� i� iP i� i# i� i& iQ i� i� im i� ic i� i� i� i' i� iw i� i� �� i( il i@ i� i� i� i) i� i* i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� iH i� i� i� i i� i i� i� i� i� i� i� i� ir i� i i� �A i� i� �� i� i� i� �} i, i� i� i: i� i i� � i
i iI i� iN i� i1 i� iW �� �� i� i� i� i� i� i� i+ i� i� �1 i� ib i� i� iq i� i, i� i� � ie i� i� �_ i id i� i� i� i� i� i� � i� i2 i� i� i� i� � i� i� i� i� i i� i� i� i� i� i- i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� � �� i7 i� i� i� i i� i� i� i� i� i� i� �� i� i� i� i� i� i� �� �, iG i� i i� i� i� i^ i� i� i. i� � ig i� i� i� i� i� i� i� i� i� i i� i i_ i� i� i� i� i� � ih ih i i{ i� i| i� i� � i3 i� i� i� i� i� i� i
i
�\ i i� i� i i
i
i
i
i
i
i
� i
i
i
i
i i� i� i
ij i
ii i� i4 i i
i
i
i
i
i
i� � i
i
i
i
i� �6 id �� i/ i
i
i i� i� �o i
i� iR i� � i� � �& i
�k �n iz �� � i� i� i
i� i
i� �� �X i� id i iS i� i} i
i} i i� i~ i� i� i i� i
i!
iN i"
i� i� � i� i� i� i#
i� � is i$
i%
i&
�f iD i i1 i'
i� i i(
i@ i)
�^ � �� i� i*
i� i+
i,
i-
i.
i/
iJ i+ i0
i1
i2
i� iT i� i3
i4
i5
i6
�� i7
iA i. i� i� i� i8
i9
i i" i:
i;
i� i<
i=
i>
i i� i0 i?
i� i@
i iA
iB
i iC
iD
iE
iF
iG
i� i� i_ i[ iH
iI
i� i i` ia iJ
i� i i� i� iK
iL
iM
iN
� iO
i� ii i i i iP
iQ
iR
N)� EUCKR_TYPICAL_DISTRIBUTION_RATIO�EUCKR_TABLE_SIZE�EUCKR_CHAR_TO_FREQ_ORDER� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/euckrfreq.py�<module>) s site-packages/pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-39.pyc 0000644 00000004373 15056474501 0023721 0 ustar 00 a
��Re� � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )� ProbingState)�
CharSetProberc sR e Zd Zd� fdd� Z� fdd�Zedd� �Zedd � �Zd
d � Zd d
� Z � Z
S )�CharSetGroupProberNc s( t t| �j|d� d| _g | _d | _d S )N)� lang_filter� )�superr �__init__� _active_num�probers�_best_guess_prober)�selfr �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/charsetgroupprober.pyr ! s zCharSetGroupProber.__init__c sJ t t| ��� d| _| jD ]$}|r|�� d|_| jd7 _qd | _d S )Nr Tr )r r �resetr r
�activer )r �proberr
r r r ' s
zCharSetGroupProber.resetc C s | j s| �� | j sd S | j jS �N)r �get_confidence� charset_name�r r r r r 1 s
z CharSetGroupProber.charset_namec C s | j s| �� | j sd S | j jS r )r r �languager r r r r 9 s
zCharSetGroupProber.languagec C s� | j D ]~}|sq|jsq|�|�}|s(q|tjkrJ|| _tj| _| j S |tjkrd|_| j d8 _ | j dkrtj| _| j S q| jS )NFr r )
r
r �feedr �FOUND_ITr �_state�state�NOT_MEr )r �byte_strr r r r r r A s&
zCharSetGroupProber.feedc C s� | j }|tjkrdS |tjkr"dS d}d | _| jD ]R}|s<q2|jsT| j�d|j � q2|�
� }| j�d|j |j |� ||k r2|}|| _q2| js�dS |S )Ng�G�z��?g{�G�z�?g z
%s not activez%s %s confidence = %s) r r r r r r
r �logger�debugr r r )r r � best_confr �confr r r r V s*
z!CharSetGroupProber.get_confidence)N) �__name__�
__module__� __qualname__r r �propertyr r r r �
__classcell__r r r
r r s
r N)�enumsr �
charsetproberr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/mbcssm.cpython-39.pyc 0000644 00000036614 15056474501 0021270 0 ustar 00 a
��Re�c � � @ sl d dl mZ dZejejejdejejejejejejejejejejejejejejejejejejejejfZdZedeedd�ZdZ ejejdejejejd dejd
ejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejfFZ
d Z e d e
e d
d�Z dZ
dd ddejejejejejejejejejejejejejejejejejejejejejejejejejejdejdejejejejejejejf(ZdZe
d
eedd�ZdZejejdejejejejejejejejejejejejejfZdZed eedd�ZdZejejejdddd ejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejejejejejejejf0ZdZedeedd�ZdZejejejejejejdejejejejejejejejejejejejejejejejejd ejejejejejejejejejdejejejejejejejejejejejejejf0ZdZedeedd�Z dZ ejejejdejejejejejejejejejejejejejejejejejejejejfZ d Z e d
e e d d�Z d Z!dddejd dejejejejejejejejejejejejd
d
d
d
ejejd
d
d
d
d
ejd
d
d
d
d
d
dddejdd d
d
ejd
d
d
d
d
d
d
ejejejejf8Z"d Z#e!d
e"e#d!d�Z$d Z%d
d
dd
d dejejejejejejejejejejejejdddejejejdddejdejd
d
dd
d d dddejdddejejejdddddejdejejejf8Z&d"Z'e%d
e&e'd#d�Z(d$Z)ejejejejejejd%d d&d'd dd
dd dejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejddddejejejejejejejejejejejejejdddejejejejejejejejejejejejddddejejejejejejejejejejejejejejddejejejejejejejejejejejejd&d&d&d&ejejejejejejejejejejejejejejejd&ejejejejejejejejejejejejd%d%d%d%ejejejejejejejejejejejejejejejd%ejejejejejejejejejejejejd%d%d%ejejejejejejejejejejejejejejejejejejejejejejejejejejejf�Z*d(Z+e)d)e*e+d*d�Z,d+S ),� )� MachineState( r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r � �Big5)� class_table� class_factor� state_table�char_len_table�name( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
�CP949( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zEUC-JP( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r zEUC-KR( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r zx-euc-tw( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r �GB2312( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r � Shift_JIS( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zUTF-16BE)r r r r r r zUTF-16LE( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r � �
r r � � r r r r r )r r r r r r r r r r r r r r r r � zUTF-8N)-�enumsr �BIG5_CLS�ERROR�START�ITS_ME�BIG5_ST�BIG5_CHAR_LEN_TABLE�
BIG5_SM_MODEL� CP949_CLS�CP949_ST�CP949_CHAR_LEN_TABLE�CP949_SM_MODEL� EUCJP_CLS�EUCJP_ST�EUCJP_CHAR_LEN_TABLE�EUCJP_SM_MODEL� EUCKR_CLS�EUCKR_ST�EUCKR_CHAR_LEN_TABLE�EUCKR_SM_MODEL� EUCTW_CLS�EUCTW_ST�EUCTW_CHAR_LEN_TABLE�EUCTW_SM_MODEL�
GB2312_CLS� GB2312_ST�GB2312_CHAR_LEN_TABLE�GB2312_SM_MODEL�SJIS_CLS�SJIS_ST�SJIS_CHAR_LEN_TABLE�
SJIS_SM_MODEL�
UCS2BE_CLS� UCS2BE_ST�UCS2BE_CHAR_LEN_TABLE�UCS2BE_SM_MODEL�
UCS2LE_CLS� UCS2LE_ST�UCS2LE_CHAR_LEN_TABLE�UCS2LE_SM_MODEL�UTF8_CLS�UTF8_ST�UTF8_CHAR_LEN_TABLE�
UTF8_SM_MODEL� rH rH ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/mbcssm.py�<module> sD $ �� ((((((� �$ ��$ ��$ � �$ ��& ��$ �
�$ �
�$ � � site-packages/pip/_vendor/chardet/__pycache__/utf8prober.cpython-39.pyc 0000644 00000003756 15056474501 0022105 0 ustar 00 a
��Re�
� @ sH d dl mZ d dlmZmZ d dlmZ d dlmZ G dd� de�Z dS )� )�
CharSetProber)� ProbingState� MachineState)�CodingStateMachine)�
UTF8_SM_MODELc sT e Zd ZdZ� fdd�Z� fdd�Zedd� �Zedd � �Zd
d � Z d d
� Z
� Z S )�
UTF8Proberg �?c s* t t| ��� tt�| _d | _| �� d S )N)�superr �__init__r r � coding_sm�
_num_mb_chars�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/utf8prober.pyr & s
zUTF8Prober.__init__c s" t t| ��� | j�� d| _d S )N� )r r r r
r r
r r r r , s
zUTF8Prober.resetc C s dS )Nzutf-8r r
r r r � charset_name1 s zUTF8Prober.charset_namec C s dS )N� r r
r r r �language5 s zUTF8Prober.languagec C s� |D ]f}| j �|�}|tjkr,tj| _ qlq|tjkrDtj| _ qlq|tj kr| j �
� dkr| j d7 _ q| j tj
kr�| �� | jkr�tj| _| j S )N� r )r
�
next_stater �ERRORr �NOT_ME�_state�ITS_ME�FOUND_IT�START�get_current_charlenr �state� DETECTING�get_confidence�SHORTCUT_THRESHOLD)r �byte_str�c� coding_stater r r �feed9 s
zUTF8Prober.feedc C s. d}| j dk r&|| j| j 9 }d| S |S d S )Ng�G�z��?� g �?)r �
ONE_CHAR_PROB)r �unliker r r r" L s
zUTF8Prober.get_confidence) �__name__�
__module__� __qualname__r) r r �propertyr r r' r" �
__classcell__r r r r r # s
r N)
�
charsetproberr �enumsr r �codingstatemachiner �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/jisfreq.cpython-39.pyc 0000644 00000053235 15056474501 0021445 0 ustar 00 a
��Re�d � @ s d Z dZdZdS )g @i ( �( � � � � � i' iO i i} i� i� i� i� i] i�
i�
i i�
i� i� i� i� i � i� i� � � i� iX i} i� i� ik � ig
i�
i� ik i� �� �� i i i i i� i� i% i& �0 �1 �, �- i� i� i i i� i i� i� i� i< i i� ip i� i� i� i� i� i� ig i� i i� iW iX i� i� ih
i" i� i� i� i� i
i i i\ i� i� i�
i/
i� i� i� i� i i� i0
i� i�
ih i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i� iV ij i4 i� i i� iB i i� i8 i9 i: i; i< i= i> iv i� i� i� iS i� ie i if i� i� id i+ i� i� ia iw i� i� i� iI i� i~ i� i�
i i? i@ iA iB iC iD i
i i- i i ii i� i�
i iE i^ i. i� i3 i ii
iF i/ iY i� i� i i� ij i�
i iG iH iI iJ iq � i1
� iY � ik �/ i �2 � � �# i � �� �* � � � � � � �[ � �\ �5 i� �! i! � �% �@ il � �' iA � � � �4 �
� �� � � � �< i � � i- � i i7 �S � i� �~ iK i= � �E � �; � � �7 i7 i8 �m �& � � �
� �O iK �= i~ id � � iL iM iN iO iP iQ iR iS iT iU iV �Y �> �J �" ip �p � �� i � �T i_ � i� �. �X � i� �L ij �e i �9 �P � il �y i� � i �D �� � i� �) ih i� �F �? � �+ i i ig �c i �� �B �] iN �� � �8 �j �: i5 i i i7 � � �R i4 �G �d � �� i� �n i �h it �6 �3 �$ �W �C i� � i:
ix i� � i* iV i iW iX iY iZ i[ i\ i] i^ i_ i` i ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it i�
iu iv iw ix iy iz i{ i| i� i� i i� il i} i� i~ i i i i� i�
i� i i� i
i� i� i i� i i i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i ik i� i�
i> i�
i�
i i� i
ij
i� � i� iZ i[ i\ i] i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i� i� i� i� i i� i2
i� i� i{ iT i� ia
i�
i^ i� i� i| i� i= i im ik
i� i� i� i iV iy i� i� i
iq i i� i i�
i� � i� i� i� i! i� i� i� i i� i� � iC iO i3 i i� i� i� i� ir i� i� in i� i+ i i� i� i�
ip iq i� i;
�A i� i� i� iC i0 i� in i�
i� i� iT iC io i
i� i
i# i i� i~ i iP i� i� i� i i� i� i i� i� i$ iz i� i� i& i� i� i� i� i i� i� i� i� i_ i � iU i� i�
is i� i� i� iI i� i� i� i i� i� i� i3
i� i i$ iW i1 i5 iP i� i� i i� i� i� i� iX i� i� i� il
i� i� iH i� i� i i� i� i i� i
i�
iW i� i~ ip i i$ i� i i i@ iL i� i� i� i� i� iu i i iJ iI iW i� i� i_ i� i� i< i� i� i i] iD i� i� i� i ih i� i� i� i� i �� �f i- i� �} it i� i� i �� i� i� i, �� i
ib i� i� iX i� i iF i i{ i` i� i� i+ i3 iq i� im i� i4
i� i� i� i� i� iB il iX i�
i i%
i� i� i% i2 iu i� i� i� i� iJ i i| ir i� i@ i i� i i i� i� i�
i� i� iL
i i i i i� i� ib
iJ i ic i� i� i� � i� i� i i4 iR i� im
iT i� i� i i� i� i� i� i� ie i� i i? i
i� i� i� i i- i i� i* iE i� i� i+ i� i� i& i� i� i� i/ i� i� i. is i[ i� i+ i i�
i i�
iB ic
i� i� i� i� i� i i) i i, i� iu i i i i9 i&
i i i� i� i� iv i� iY i� i3 i� i
i� i� i iD i� i� i� i� id i� i� i| i( iy i i� i i� i< i8 i� ii i i i id
i5
iB i� in i i� i i� i� i| i� i! i� i) i@ in
im i i� i0 ia i� i� i� �z i' �� i� i� iW i� i[ iv i� i� i� i� i� i io
i i� i� i
i i� i'
i� i i" i� i� i9 i i� i i� iJ i� i� ih i� i� ie
i � i\ i� � i ip
i@ i iQ i9 i� i� �� i � i� i� iw ii iE i� iJ iI i� i� i� i� i� i if i� i� i� i
i� i1 i� i� i
i� i� i' ir i
i� i� i� i�
i� i� ic i� iq i� ix i� i i
i2 i� i� i i� i� i* i� i� ib iF i� iv i� id i�
i� i� i! iR i� i� iQ i� i i� iP i� i i i� i i� i� i( i� i� i_ i i` i� i� if
i� i6
i� iA i i� ia i� i� iu iT i i2 i� i� i i i� i i^ iC i� i�
i� i[ i� i�
iv i% i� i� i� in i! iF i� iZ i^ i� i i� id i i� i� ix i� i� i] i� iB i ic i�
i� i� i� iP iq i i iH iY i� i� i(
i� i�
i� ig i} iK i� i� i i4 i� iW i� i� i� iC ig
i- id i� ik i i4 i} i� iq
i~ i+ i� i� i� ih i@ i� i i@ iA iD i: i� i� ie i�
i� iq iw i� i� i� i� i� i� i� id i� iZ i� i* iM
i[ i� i� is iZ i�
i� i� i> i� i' i- i� i�
i i i� i) i i� i� i� it iF i7
i� it i# i� i� i� i� i iY i� i� if ik ib i1 i� i�
i� i6 io ic i iq i� i� i� i� i�
iu i� i: i� i� iN
i� iU i= i� iv i� il �N i� i� i� i] i� i; i� i� i�
i� i� il iL i i} i� i� i i� iB � i8
iQ i� i# i` iT i� i� ix i ir i� i i i� i� i� i� i� i3 in i i� i i� i i� i{ i� i� i@ i� i� i i� i9
� � i� i5 ih
id iZ �� i� ii i i� i� i� i is i- ir
i� i i i� i[ i� i0 i i i� i� i. iS i iR iO
i� i i� i� i; i� i4 iy i�
i; i� iz i� ip i� i� i i� i� i:
i( i| i�
i� i" i� i� i� i� i� i� iO i� ie i� i� � i
iC it i)
i i6 �K i� i� i8 i� iP
i ih i� i� i� i i� i3 i$ i� i� i*
i= �b ie i i�
i4 i� i� i� i. i7 i� i\ i� i� i ij i� i i� i� i� i� i� � i/ i � i� i� i= i� i^ i� i5 i� i� i� i\ i� i i� i� i9 i# i+ i�
is
i, i� i7 i i� iY i� i� i�
iM i� i+
ii
iQ i� � i6 i� i� i� i� i iy i� i is i# i{ i�
iU if i< i� i� iv i� i� i) i�
i i� i i� i� im i< i i i� i� i� ig i� i� �l i� i iD ib iu i�
i� iD iB i� i� i�
i[ i� i i8 i� i� i> i i� i i� i� i� i� i i] i� iD i� �� i� i6 iZ i� i� i5 i� i�
i�
i< im i�
i, i� i� iu i^ i� i� i� ig i� i� �I i� i� ig i� i� i\ i: i
iM �t i� i� iE i� �o �� i� i� i� iE iR i� i i� iE ij
i� �g iW i� i� iK i� iC i� i= i� i] i$ i! i� i� i i� i� �` iK iv i i i0 ii � �^ �� i� i3 i� i" i i� �� i� i �a ik
i i;
iw i� i� i� i� i� i� i�
iy i i� i� i� iP i i� i� iw i� � i� it
i� i� i� i i� i� iJ ia i i� i] i� i� i� i� � i i� i iL ih i i� i� i�
iu
ij i� i i# iC i� i� i ia �� i! �s i| i� i iY i� i
i� i� i� ih iO i5 i� i� iz ii i�
iS i� iL i� i. i� i& i i i<
i7 i� is iA i� i� iM i�
i� is i� i* i,
i% i�
i� i� ik i� i& if �� iO ij i" i� i( i- i� i[ i� i� i� i� i- i= i� i} i� i� �M iS i� i� i� i i� i i i� i� i� i�
i
i i
i� i~ i� iJ it ik iv ie iy i �� i� i<
i� if i� iM �k i�
i i� io i� �� i� iw iv
il i� i] i� i i. i�
i� i� i� i/ if iq i$ ig i� iG � � in i� i> i6 i=
i� i� i� i� i� iN i� ix i� ie i* i ih i i� i� i$ i� i� i� io ib i, i i� i� i it i� i� i i� i i�
iV i� i�
ii i i� i� i� iw
i i ip iH i� �V i� ii i< iZ i� i8 �r iw i� i& �� i� i� i/ i� i� i� i� i> i� i>
iE ix i� i& ie i� iw i i� i� i5 i� i� i�
i i\ i� � i� iS ii i i� � i� i2 � i� i i i+ i' i� i% i� i� ix
iO i� i
iQ
i� i� i i i� i� i_ �H i� i� i i� ig i i� iy
i� i�
i0 i& i+ i i� i i� i� il
i' i� i' iz i� i i i� i_ i� i� i i� i� i� i?
i�
i� i� � iz
i� im
i| i
i i ig i0 i� i� i i� i* i� i� i
i` iw i i� i
i# �� ic i) i� i� iR
i� �� i� iT � i� ir i iV i� i� i� i_ i i� i i� ir i� i� i�
i` ix i� i� i
i� i� if i� i in
i=
i* iA i i� i( �� ix � iS
i� �{ iT
i� i9 i i� iM i� ir �� i i; i i( i i% i� i[ ia ib i i� iD i� i� i i-
i\ i� i i i� io
iE im i) i� i! i� i ic i� i, i1 i i] i� � i� i> iI � i� i� iT i i� i� i� i� i� iy i ik iz ix i� iN i i� i� i� i i5 i� i� i" i� iH i< id i� i
i� i� ih i� i� i
ip
i� i� i: iL i1 i� i� i�
i i� i>
i� iq
i? iZ iM iI i� i iB iK iD i� i# i
i
iY i> � i� i i i` i� i� i� i� i i� i� i� i i� i� i� i i� i� ic i� i i� i� i� �� iT i� ia i i2 iy i/ i� i" iU
�� �� ib i� i� i� i/ i� i� i� i i
i{ i
i� ij � i� � i5 i* i� i� i� i� ia ix i� i� i� i iF i� i� i� i7 i� i� i� i? i� �w i� i i i� i� i+ i� i8 i� i�
iN i�
i� i� i, i� in i� i
i i� io is i_ i? i� i� i� i� i i� i� i� i? i0 i� i� i� iy i3 if i� i= i� i� il i i� i iv i] i� i i i� i� iz i�
i� iy ij i iu i� i� ip i� ij � i i
ii iz i i� ir
i i� i� i� i� i� i i iF i� i' i� i{
in i ix �u i$ i i� i� iM i� � i� ik i ip i�
i^ iq i
i` i| i� i� i i
i|
i� i�
i i� i� i
i� i� i� i� iG i i� i- i� iZ i1 iY i� i- i ie i� i� i[ iC � i� i� ie i� i. i- i i� i� i i� i� i�
i�
i7 ib il i � i� i� i{ i� i. i i� i� iz i� i�
i�
i� i?
i� i i9 i i�
i� i i� i} i� i�
ia i� i� i
�Q i� id i; iV
i� i/ i^ iD i� i? im i�
i�
i9 iI i�
i� i� i
i i� i�
i{ i} i i� i i� i� � i& i� i~ i� iX i� i� i}
i�
i� i9 i� i� i: i� i" i\ i i� i
i_ �� i8 iW i~
i^ i% iP is i� iw i� i� i i8 i� iL i� i i.
i� i� i�
i� i iN �� i� iP i� iS i� i� i� i: iR i' i0 ib i i� i�
i� i� i� i� iz i i� i i i i iK i� �� i� i�
ir i� iq i
i� i� in iL i i� i i� i� i� i� i� i� iX i@
i� ig �i � i� i4 i� i: i i� i� ir i� i� iQ i�
i i i; i' i� i> i� ib im i� iw �� i� i� is
i� i i� iA
i� it
i9 i i� i i i� io i^ i� i� i2 i� ic i� i �� i� i ir i� i� i� i! i it i i1 i{ i� i� i� i� � i� is i i� i� i� i� i� �x i �v ia ip i� i� i
i� iL iO i� i iU i� i. i �� i) i. i� iE i� i" i iy i i i� i� i� � i( i�
i i� iq iE i6 i
i�
i2 iu i6 i� i� i� i� i. i� ii i i� iV i� i is i�
i� i� iG iG ij it i� iW i i� i� i� i` i� i� i� iu i� i i�
i� i{ iQ i i� iO iC i� i� i�
i� iJ i� i i i$ i� i� i� i/ i� i i_ i i� i ij iR i� i7 i i� i/
i i3 iD iu
i6 iX i4 i� i� i i i� i i> i� i i i0
i` i` i
i� i� i� iU i� i i�
ir i i� i) i� i5 i� iH i� i
i� i i~ ir i� i�
i� i� i� i� i� � i i] i� i� i i� i i� i i@
i� i� i�
ia i� iv i� i� i� i/ i! i6 i� i� i� i7 iw i� i i3 ic i8 ix i i� i� iB
i� i� iM i� � iF i� ig i i� i� i( i� i
i: i i� iH i� i�
if �� i� i" i�
i~ i� i� i� i�
iy i i i� i� i i! iN i�
i4 iA
i� id ie �� � iz i i� i� i� i� i� i� i0 i� i� i i� i� i� i i� i{ i� i� i� i�
i� if i( il i� iG i� i� �� i^ iB
im iF i| i iU i� i� i2 iR i� i� i# i� i�
i� i� iF �� i �U i� i� i� i1 i� ic ik i� iN iS i� � �� i�
i� i� i$ iO i� i iY i� i� i� i
i� iG i i i� iW
i iC
i? i� i � i~ i� i� iU iF i� i� i� i i� i� i� i�
iC
i� i� i� i ie i
i� i� i� i i/ iQ i_ iv
i; i� i� iP i) �� iG im i� i� i� iG i, iI iz �_ i� �� i i9 in i� i�
iA i� i�
iX
i� i# iV i) i< i% i� i} i� i� iH iw
i5 i� ip i. i i� i� im i i� i� i�
i# ih i| ib i� i� i� i@ i( i^ iz i� i iA i�
i i i" i ig i� i| i� i� i� � i� i6 i� iX i� i� i, i� i� i i i� i$ i# iI ik i� i i� i� i: i i� iQ i io ih iV i$ i�
i� it i� i� i� iY
i, i� i i
i� iD
i� i� i~ i�
i�
i� i� i% i� i i i� � i� i i� i�
i i7 i/ i
� i� �� i� iE iV i� i�
iE
iu i� i& i� i� i i� i� i� io i� i� iZ i� ii i� i� i i i� i� � i! i� in i8 i� i' i� � i� i i� i i� i� i� iG i� iR i2 i� i i: i� i, �� i iZ
il i� i( iX iP i? i� i i� io i� i i� i� i� i� iW i* i �� i; i8 i� i& i) i� i� i
io i� i i� i� iH i_ i� i� i0 i� ix
i� i0 i� i; i� i
i� i� iX i� i �� i� i1 i� �Z i* i% i� � i �| id i` i i� iS ij i} i\ i i� i� iG i� i i� if �q i% iB i� i1
ip i� i" i i� i� i� i� i| i� i� i i� i� il i2
� i�
i�
i i� i@ ih i� i; i� � i i i� i i� i� i& i i� i� i} i� i% i� i� i i i? i� i� i� ia iy
i i�
i� i� i� i� i= i1 i� i< i� i{ i# i �� i� i� i�
iA i� i
i� it i� i� i� i� i> i
iK i3
i� i� i= �� i i\ i� i� i' iA i+ ig i� ib iK i� i� i� i� i
i� i
i� i4
i� i* i� im i� i� i�
io iN i i0 i( ii i� i$ i4 i i{ i i� i� iQ i� i� iU i� i� i� i, i` i i� i� i i�
ij i) i i� i- i6 �� i� iF
i2 i) i i
i* i� iY N)� JIS_TYPICAL_DISTRIBUTION_RATIO�JIS_TABLE_SIZE�JIS_CHAR_TO_FREQ_ORDER� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/jisfreq.py�<module>, s site-packages/pip/_vendor/chardet/__pycache__/charsetprober.cpython-39.pyc 0000644 00000006701 15056474501 0022641 0 ustar 00 a
��Re� � @ s0 d dl Z d dlZddlmZ G dd� de�ZdS )� N� )� ProbingStatec @ sn e Zd ZdZddd�Zdd� Zedd� �Zd d
� Zed d � �Z d
d� Z
e dd� �Z e dd� �Z
e dd� �ZdS )�
CharSetProbergffffff�?Nc C s d | _ || _t�t�| _d S �N)�_state� lang_filter�logging� getLogger�__name__�logger)�selfr � r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/charsetprober.py�__init__' s zCharSetProber.__init__c C s t j| _d S r )r � DETECTINGr �r r
r
r �reset, s zCharSetProber.resetc C s d S r r
r r
r
r � charset_name/ s zCharSetProber.charset_namec C s d S r r
)r �bufr
r
r �feed3 s zCharSetProber.feedc C s | j S r )r r r
r
r �state6 s zCharSetProber.statec C s dS )Ng r
r r
r
r �get_confidence: s z CharSetProber.get_confidencec C s t �dd| �} | S )Ns ([ -])+� )�re�sub)r r
r
r �filter_high_byte_only= s z#CharSetProber.filter_high_byte_onlyc C s\ t � }t�d| �}|D ]@}|�|dd� � |dd� }|�� sL|dk rLd}|�|� q|S )u9
We define three types of bytes:
alphabet: english alphabets [a-zA-Z]
international: international characters [-ÿ]
marker: everything else [^a-zA-Z-ÿ]
The input buffer can be thought to contain a series of words delimited
by markers. This function works to filter all words that contain at
least one international character. All contiguous sequences of markers
are replaced by a single space ascii character.
This filter applies to all scripts which do not use English characters.
s% [a-zA-Z]*[�-�]+[a-zA-Z]*[^a-zA-Z�-�]?N���� �r )� bytearrayr �findall�extend�isalpha)r �filtered�words�word� last_charr
r
r �filter_international_wordsB s � z(CharSetProber.filter_international_wordsc C s� t � }d}d}tt| ��D ]n}| ||d � }|dkr<d}n |dkrHd}|dk r|�� s||kr�|s�|�| ||� � |�d� |d }q|s�|�| |d � � |S )
a�
Returns a copy of ``buf`` that retains only the sequences of English
alphabet and high byte characters that are not between <> characters.
Also retains English alphabet and high byte characters immediately
before occurrences of >.
This filter can be applied to all scripts which contain both English
characters and extended ASCII characters, but is currently only used by
``Latin1Prober``.
Fr r � >� <Tr r N)r �range�lenr! r )r r" �in_tag�prev�curr�buf_charr
r
r �filter_with_english_lettersg s"
z)CharSetProber.filter_with_english_letters)N)r
�
__module__� __qualname__�SHORTCUT_THRESHOLDr r �propertyr r r r � staticmethodr r& r/ r
r
r
r r # s
$r )r r �enumsr �objectr r
r
r
r �<module> s site-packages/pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-39.pyc 0000644 00000004374 15056474501 0023164 0 ustar 00 a
��ReU
� @ s0 d dl mZ d dlmZmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingState� MachineStatec sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�MultiByteCharSetProberz
MultiByteCharSetProber
Nc s, t t| �j|d� d | _d | _ddg| _d S )N)� lang_filter� )�superr �__init__�distribution_analyzer� coding_sm�
_last_char)�selfr �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| ��� | jr | j�� | jr.| j�� ddg| _d S )Nr )r r �resetr r
r �r
r r r r - s
z MultiByteCharSetProber.resetc C s t �d S �N��NotImplementedErrorr r r r � charset_name5 s z#MultiByteCharSetProber.charset_namec C s t �d S r r r r r r �language9 s z MultiByteCharSetProber.languagec C s t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� q | j�||d |d � |� q |d | jd< | jt
jkr�| j�� r�| �� | jkr�t
j| _ | jS )Nz!%s %s prober hit error at byte %sr r ���)�range�lenr �
next_stater �ERROR�logger�debugr r r �NOT_ME�_state�ITS_ME�FOUND_IT�START�get_current_charlenr r
�feed�state� DETECTING�got_enough_data�get_confidence�SHORTCUT_THRESHOLD)r
�byte_str�i� coding_state�char_lenr r r r& = s4
�
�
�zMultiByteCharSetProber.feedc C s
| j �� S r )r
r* r r r r r* Z s z%MultiByteCharSetProber.get_confidence)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr r r& r* �
__classcell__r r r r r " s
r N)�
charsetproberr �enumsr r r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-39.pyc 0000644 00000052441 15056474501 0023637 0 ustar 00 a
��ReL� � @ sP$ d dl mZ d ddddddddddddddddddddddd dddddddddddddd dddddddd ddd dd d d d d d d d d d d d d d�?dddddd d d ddddd ddd dddddd d dd d d dd d d ddd dd d dddd d dd d dd ddddddddddddddddd�?dddddd d ddddddd ddddddd dddd d d dd d ddd d dd d dd ddd dd d dddddd d d d ddddd d d d d d�?ddd ddddddddd dddd ddddddddd d d dd d d dd d d d d dd dd d dd d dddddddddddddddddd d�?dddddddddddddddddddddddddddddddddddddd dddddddd dddd ddd dd d d d dd d d d d�?dd d d ddd ddddddddd dd ddd dd dd d d ddd d ddd dd d dd dd d dd d d d ddd ddd dddd d dddddd�?ddddddddddddddddddddddddd d d dd d d dd d dd d dd dd d dd d dd dddddddddd dddddd d�?dddd dd d d dd d dd d dd ddddd dd dd d d dd d d ddd ddd dd dd d dd d dd ddddddddddddddddd�?dddddddddddddddddddddd dd dddd dddd dddddd ddddd dd d dddd ddddd d d d d d d d d d�?dd dddd d ddddddddd d dddd d ddd d d dd d d dd d d d d dd d d d dd d d d ddd ddddddd dddd dd d�?ddddddd ddddddddd ddddddd dd d d ddd ddd d ddddd dd d ddd dd dddddddddddddddd d�?dddddddddddddddd ddddddddd d d dd d d ddd dd d dd d d d dd d dd ddddddddddddd dd d d�?ddd d ddd dddddddddddddddddd dd dd d d dd d d dddd dd d dd d dd ddddddddddddddd dd�?ddddddddddddddddddddddddd d d dd d d dd d d d ddd d d d dd d dd ddddddddddddd d dd d�?dddddddddddddddddddddddd dddddddddddddddddddd dd dddd dd d d d d d d d d d d d d�?ddddddddddddd ddddddddd ddd d d ddd ddd d dd ddd ddd dd d dd dddddd dddd ddd ddd d�?ddddddddddddddddddddddddd d d dd d ddd d d d d dd d d d dd d dd ddddddddddddddd d d�?ddddddddddddddddddddddddd dd dd d ddd dddd ddd d dddd ddddddddddddddddddd�?ddddddddddddddddddddddddd d d dd d ddd d d d d dd ddd dd d ddddddddddddddddddd�?dddddddddddddddddddd dd dd ddddd dd d dddddd ddddd d d d dd d dd d d d d d d d d d d d d d�?dd d dddd d dddd ddddddddddd dd d d dd d d dd d dd d dd d d d dd d d d dddddd ddddd dd d d d d�?dddddddddddddddddddddd ddd d ddd d d d d d d d d ddd d d d dd d d dddddddd d d d d d d d d d�?ddd dddddddddddddddddddddd d d dd d d dd d d d ddd ddd dd d d d dddddddddd d dddd d d�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d dd d d dd d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddd dddddd dd d d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddd dd dddddddddd dddddd dd d d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddd dd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd d dd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d dd d dd d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d dd d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd d d d d d d ddddd dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddd ddd d dd ddddddddddd d d d d d d d d d d ddddd d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd d dd d d d d d d dddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddddddddd�?d dddd dddddddddd ddddd dd dd dddd d ddd ddddd d ddddd d d d dd d dd d d d d d d d d d d d d d�?d ddddd ddddddddd ddddd dd dd dddd d ddd dddddd ddddd dd d d d dd d d d d d d d d d d d d d d�?d dddd ddd d dd dddd ddddd dd dd d d d d d dd d d d d dd d d dd dd d d d dd d d d d d d d d d d d d d d d d�?ddddd dddddddddd ddddd dd dd dddd d d dd d ddd dd dddd d dd d dd dd d d d d d d d d d d d d d d�?d dddd d ddd dddddd ddddd dd dd d ddd d d d d d ddddd d dddd dd d dd d d d d d d d d d d d d d d d d�?d dddd ddd d dddddd d dddd dd dd d d d d d dd d dd d d dd d dddd d d d d d d d d d d d d d d d d d d d d d�?d dd dd d ddd dddddd d dddd dd dd dd dd d dd d d d dd dd d dddd dd d dd d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd ddd d d d d d d dddd dd dd d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddd dd d dd d d d d d d ddd d d d dd d d�?d d d d d d d d d d d d d d d d d d d d d d d d dddd ddd d dddddd ddddd dd d dd d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd d dd d d d d d d dddd dddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d dddd dddd dddddd ddddd dd d dd d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddd ddddddd d dd d d d d d d ddd d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddd ddddd dd d dd d d d d d d d dd d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddd d dd d d d d d d d ddd d d dd d d�?d d d d d d d d d d d d d d d d d d d d d d d ddd dddddddddd dd d dddd dd d dd d d d d d d d d d d d d d d d d�?d�?Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#dddddddd$d%d&dd'd(d)d*d+d,d-d.d/d0d1d2d3d4dd5d6d7d8d9d:dddddd;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddd�dd d d d d d!d"d#dddddddd$d%d&dd'd(d)d*d+d,d-d.d/d0d1d2d3d4dd5d6d7d8d9d:dddddd�d�d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdPdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dad�dcdddedfdgdhdidjd�dldmdndodpdqdrdsdtdudvdwdxdydzd{d|dkd~dOd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dQd�d�d�d�d�d�d�d�d�dd�dd�d�d}d�d�d�dbd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � � )?� �( �6 �- � �2 �1 �& �' �5 �$ �) �" �# �/ �. �+ �! �% �9 �0 �7 �4 r � � � r � � � � � � � �
� � � �
� r � � �> � � �3 �, �= �: �; �< �? � � � � � � � �* �8 � � � � r r r r r
r r r
r r r r r r r r �H r r r r r �@ �D r r r r r r r! r" r# r$ r% r& r' r( r) r* �C r+ r, r- r. �A r/ r0 r1 � � � � � � � � � � � � � � � � � � � � �N � �E � � � � � � � � � � � � �� �� �� �� �L �� �� �� �� �� �� �� �� �Q �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� r2 �S �� �P �� �� �� �� r3 �� �� �� r4 �� �� �� �� �� r5 �� �B r6 �� �� �� r7 �F r8 �� �� �� �T r9 �K �� �G �R �� �I �� r: �U �O �V r; �M �W � � � r< �J r@ r= � � � r> rA r? � ( r r r r r( r, r& r% r) r# r+ r1 r! r' r9 r: r0 r r r. r" r- r$ r* r= r< r r r r? r; r> r
r r r r r r
r r r r@ r r3 r r r r r r r2 r r r r rA r r5 r6 r7 r4 r/ r8 rG rJ r� rI rH ra r� r� rF r� r� r� rr r� r_ r� r� r{ r� r� r� r� r� r� �X �Y �Z �[ �\ �] �^ �_ �` �a �b �c �d �e �f �g �h �i �j �k �l �m �n �o �p �q �r �s �t �u �v �w �x �y �z �{ �| �} �~ � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r` rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rs rt ru rv rw rx ry rz r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rE rD rC rB z windows-1250Z Hungariang��(��P�?TuP ABCDEFGHIJKLMNOPRSTUVZabcdefghijklmnoprstuvzÁÉÍÓÖÚÜáéíóöúüŐőŰű)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetr r z
ISO-8859-2N)�#pip._vendor.chardet.sbcharsetproberr ZHUNGARIAN_LANG_MODELZ$WINDOWS_1250_HUNGARIAN_CHAR_TO_ORDERZ WINDOWS_1250_HUNGARIAN_MODELZ"ISO_8859_2_HUNGARIAN_CHAR_TO_ORDERZISO_8859_2_HUNGARIAN_MODEL� r
r
��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langhungarianmodel.py�<module> s4$
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � � � � site-packages/pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-39.pyc 0000644 00000002221 15056474501 0023202 0 ustar 00 a
��Re� � @ s� d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)�
UTF8Prober)�
SJISProber)� EUCJPProber)� GB2312Prober)� EUCKRProber)� CP949Prober)�
Big5Prober)� EUCTWProberc s e Zd Zd� fdd� Z� ZS )�MBCSGroupProberNc sD t t| �j|d� t� t� t� t� t� t� t � t
� g| _ | � � d S )N)� lang_filter)
�superr �__init__r r r r r r r r
�probers�reset)�selfr �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/mbcsgroupprober.pyr * s �
zMBCSGroupProber.__init__)N)�__name__�
__module__� __qualname__r �
__classcell__r r r r r ) s r N)�charsetgroupproberr �
utf8proberr �
sjisproberr � eucjpproberr � gb2312proberr � euckrproberr � cp949proberr �
big5proberr � euctwproberr
r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/euckrprober.cpython-39.pyc 0000644 00000002234 15056474501 0022316 0 ustar 00 a
��Re� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCKRDistributionAnalysis)�EUCKR_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCKRProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r � coding_smr �distribution_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/euckrprober.pyr # s
zEUCKRProber.__init__c C s dS )NzEUC-KRr r r r r � charset_name) s zEUCKRProber.charset_namec C s dS )N�Koreanr r r r r �language- s zEUCKRProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) �mbcharsetproberr �codingstatemachiner �chardistributionr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/big5prober.cpython-39.pyc 0000644 00000002224 15056474501 0022032 0 ustar 00 a
��Re� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�Big5DistributionAnalysis)�
BIG5_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )�
Big5Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r � coding_smr �distribution_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/big5prober.pyr # s
zBig5Prober.__init__c C s dS )N�Big5r r r r r � charset_name) s zBig5Prober.charset_namec C s dS )N�Chineser r r r r �language- s zBig5Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) �mbcharsetproberr �codingstatemachiner �chardistributionr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-39.pyc 0000644 00000006121 15056474501 0023162 0 ustar 00 a
��Re� � @ sN d dl mZ ddlmZ ddlmZmZmZ edg d��ZG dd� de�Z d S )
� )�
namedtuple� )�
CharSetProber)�CharacterCategory� ProbingState�SequenceLikelihood�SingleByteCharSetModel)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetc sb e Zd ZdZdZdZdZd� fdd� Z� fd d
�Ze d d � �Z
e d
d� �Z dd� Z dd� Z
� ZS )�SingleByteCharSetProber�@ i gffffff�?g�������?FNc sJ t t| ��� || _|| _|| _d | _d | _d | _d | _ d | _
| � � d S �N) �superr �__init__�_model� _reversed� _name_prober� _last_order�
_seq_counters� _total_seqs� _total_char�
_freq_char�reset)�self�model�reversed� name_prober�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr 3 s z SingleByteCharSetProber.__init__c s: t t| ��� d| _dgt�� | _d| _d| _d| _ d S )N� r )
r r r r r �get_num_categoriesr r r r �r r" r$ r% r A s z SingleByteCharSetProber.resetc C s | j r| j jS | jjS d S r )r r r r( r$ r$ r% r K s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jjS d S r )r r
r r( r$ r$ r% r
R s z SingleByteCharSetProber.languagec C sJ | j js| �|�}|s | jS | j j}| j j}|D ]�}|�|tj�}|tj k rZ| j
d7 _
|| j k r�| j d7 _ | j
| j k r�| jd7 _| js�|| j
| }n|| | j
}| j| d7 < || _
q0| j j}| jtjk�rD| j| jk�rD| �� }|| jk�r | j�d||� tj| _n(|| jk �rD| j�d||| j� tj | _| jS )Nr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s) r r �filter_international_words�stater r �getr � UNDEFINED�CONTROLr � SAMPLE_SIZEr r r r r r r � DETECTING�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLD�logger�debug�FOUND_IT�_state�NEGATIVE_SHORTCUT_THRESHOLD�NOT_ME) r �byte_strr r �char�order�lm_catr �
confidencer$ r$ r% �feedY sH
�
�z SingleByteCharSetProber.feedc C sL d}| j dkrHd| jtj | j | jj }|| j | j }|dkrHd}|S )Ng{�G�z�?r g �?g�G�z��?)r r r �POSITIVEr r
r r )r �rr$ r$ r% r1 � s
��z&SingleByteCharSetProber.get_confidence)FN)�__name__�
__module__� __qualname__r. r0 r2 r7 r r �propertyr r
r> r1 �
__classcell__r$ r$ r" r% r - s
0r N)
� collectionsr �
charsetproberr �enumsr r r r r r$ r$ r$ r% �<module> s �
site-packages/pip/_vendor/chardet/__pycache__/sjisprober.cpython-39.pyc 0000644 00000004731 15056474501 0022161 0 ustar 00 a
��Re� � @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z G dd� de�Z
d S )
� )�MultiByteCharSetProber)�CodingStateMachine)�SJISDistributionAnalysis)�SJISContextAnalysis)�
SJIS_SM_MODEL)� ProbingState� MachineStatec sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
�
SJISProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/sjisprober.pyr % s
zSJISProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zSJISProber.resetc C s | j jS r
)r � charset_namer r r r r 0 s zSJISProber.charset_namec C s dS )N�Japaneser r r r r �language4 s zSJISProber.languagec C sN t t|��D ]�}| j�|| �}|tjkrP| j�d| j| j |� t
j | _ �qq |tj
krjt
j| _ �qq |tjkr | j�� }|dkr�|d | jd< | j�| jd| d � |� | j�| j|� q | j�||d | |d | � |� | j�||d |d � |� q |d | jd< | jt
jk�rH| j�� �rH| �� | jk�rHt
j| _ | jS )Nz!%s %s prober hit error at byte %s� r � � ���)�range�lenr
�
next_stater �ERROR�logger�debugr r r �NOT_ME�_state�ITS_ME�FOUND_IT�START�get_current_charlen�
_last_charr �feedr �state� DETECTING�got_enough_data�get_confidence�SHORTCUT_THRESHOLD)r �byte_str�i� coding_state�char_lenr r r r+ 8 sD
�
���� �zSJISProber.feedc C s | j �� }| j�� }t||�S r
)r r/ r �max)r � context_conf� distrib_confr r r r/ Y s
zSJISProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r+ r/ �
__classcell__r r r r r $ s
!r N)�mbcharsetproberr �codingstatemachiner �chardistributionr �jpcntxr �mbcssmr �enumsr r r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/chardistribution.cpython-39.pyc 0000644 00000014162 15056474501 0023353 0 ustar 00 a
��Re�$ � @ s� d dl mZmZmZ d dlmZmZmZ d dlm Z m
Z
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� c C s0 d | _ d | _d | _d | _d | _d | _| �� d S �N)�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/chardistribution.py�__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF� N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r �char�char_len�orderr r r �feedF s
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r �rr r r �get_confidenceT s �
z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r �ENOUGH_DATA_THRESHOLDr r r r �got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r �byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN)
�__name__�
__module__� __qualname__r- r* r) r( r r r' r, r. r# r r r r r ( s r c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCTWDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) �superr3 r r r r r r r r �� __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr �� �^ r � r" r �r r/ �
first_charr r r r# x s z#EUCTWDistributionAnalysis.get_order�r0 r1 r2 r r# �
__classcell__r r r5 r r3 q s r3 c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCKRDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r4 r> r r r r r r r r r5 r r r � s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r8 r r9 r" r r: r r r r# � s z#EUCKRDistributionAnalysis.get_orderr< r r r5 r r> � s r> c s$ e Zd Z� fdd�Zdd� Z� ZS )�GB2312DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r4 r@ r r r r r r
r r r5 r r r � s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r? r9 r8 r" r �r r/ r; � second_charr r r r# � s z$GB2312DistributionAnalysis.get_orderr< r r r5 r r@ � s r@ c s$ e Zd Z� fdd�Zdd� Z� ZS )�Big5DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r4 rC r r r r r r
r r r5 r r r � s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r � r9 � �? �@ r" r rA r r r r# � s z"Big5DistributionAnalysis.get_orderr< r r r5 r rC � s rC c s$ e Zd Z� fdd�Zdd� Z� ZS )�SJISDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r4 rH r r r r r r r r r5 r r r � s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d
}|d krnd }|S ) Nr r � � � �� �� � r" rG � r )r r/ r; rB r& r r r r# � s z"SJISDistributionAnalysis.get_orderr< r r r5 r rH � s rH c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCJPDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r4 rP r r r r r r r r r5 r r r � s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r8 r9 r r" r )r r/ r$ r r r r# � s z#EUCJPDistributionAnalysis.get_orderr< r r r5 r rP � s rP N) � euctwfreqr r r � euckrfreqr r r �
gb2312freqr r r
�big5freqr r r
�jisfreqr r r �objectr r3 r> r@ rC rH rP r r r r �<module> s I site-packages/pip/_vendor/chardet/__pycache__/compat.cpython-39.pyc 0000644 00000000665 15056474501 0021264 0 ustar 00 a
��Re� � @ sL d dl Z e jdk r.dZdZeefZeZej Z ndZdZe
efZeZej Z dS )� N)� r TF) �sys� version_info�PY2�PY3�str�unicode� string_types� text_type�dict� iteritems�bytes�items� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/compat.py�<module> s
site-packages/pip/_vendor/chardet/__pycache__/escprober.cpython-39.pyc 0000644 00000005157 15056474501 0021766 0 ustar 00 a
��Ren � @ sX d dl mZ d dlmZ d dlmZmZmZ d dlm Z m
Z
m Z m Z G dd� de�Z
dS )� )�
CharSetProber)�CodingStateMachine)�LanguageFilter� ProbingState� MachineState)� HZ_SM_MODEL�ISO2022CN_SM_MODEL�ISO2022JP_SM_MODEL�ISO2022KR_SM_MODELc sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�EscCharSetProberz�
This CharSetProber uses a "code scheme" approach for detecting encodings,
whereby easily recognizable escape or shift sequences are relied on to
identify these encodings.
Nc s� t t| �j|d� g | _| jtj@ rD| j�tt �� | j�tt
�� | jtj @ r`| j�tt �� | jtj
@ r|| j�tt�� d | _d | _d | _d | _| �� d S )N)� lang_filter)�superr �__init__� coding_smr r �CHINESE_SIMPLIFIED�appendr r r �JAPANESEr �KOREANr
�active_sm_count�_detected_charset�_detected_language�_state�reset)�selfr �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/escprober.pyr * s zEscCharSetProber.__init__c sJ t t| ��� | jD ]}|s qd|_|�� qt| j�| _d | _d | _d S )NT) r
r r r �active�lenr r r )r r r r r r : s
zEscCharSetProber.resetc C s | j S �N�r �r r r r � charset_nameE s z EscCharSetProber.charset_namec C s | j S r )r r" r r r �languageI s zEscCharSetProber.languagec C s | j r
dS dS d S )Ng�G�z��?g r! r" r r r �get_confidenceM s z EscCharSetProber.get_confidencec C s� |D ]�}| j D ]�}|r|js q|�|�}|tjkrhd|_| jd8 _| jdkr�tj| _| j S q|tj
krtj | _|� � | _
|j| _| j S qq| j S )NFr � )r r �
next_stater �ERRORr r �NOT_MEr �state�ITS_ME�FOUND_IT�get_coding_state_machiner r$ r )r �byte_str�cr � coding_stater r r �feedS s"
zEscCharSetProber.feed)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr# r$ r% r1 �
__classcell__r r r r r # s
r N)�
charsetproberr �codingstatemachiner �enumsr r r �escsmr r r r
r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/langrussianmodel.cpython-39.pyc 0000644 00000063434 15056474501 0023353 0 ustar 00 a
��ReV � @ s�, d dl mZ d dddddddddddddddddddddddddd d d dddddddd ddd dddddd dddddddd ddd d d d dd d d�?dd ddd dd d dd d ddddd dd d dd d d d d d dd d d ddd d d ddd d dd d dd d dd dd d dd d d d d d d dddddd�?dd dd ddd d dd ddddddddddd d d d dd ddd d dddddddd ddd ddddddddddd ddddd ddddd dd�?ddd d ddd d dd d ddddddd d dd d d d d d d d d d d dd dd ddd d dd d ddddd dd d dd d d d d d d d dddd d�?dd dd d ddd dd ddd ddd ddd dd d ddd d ddd d ddd dd d ddddd d ddddd dd d dd dd d d d d dddddd�?dddddddddddddddddddd d dddddd d d d dd d ddddddd dddddd dddd d ddd d ddd d d d dd d�?dd d d ddd ddd d d d ddd d d d dd d d d d d d d d d d ddd ddddd dd d d dd dd dd d dd d d d d d d d d d dd d�?dd ddddd d dd d ddddd dd d dd d d d d d ddd d d dddd ddd d dd d ddddd dd d dd d d d d d d dd d d dd�?dddddddddddddddddddd ddddd dd d d ddddddddd ddd ddddddddddddd d ddd d d d dd d�?d d d d dd d d d d ddd dd d d ddd d ddd d d d d d d d d d d d d dd d d d d d d d dd d d d d d d d d d d d d d d d d d�?dd dd d dd ddd d dd dddddddd d dd d d d d d d d dd dd d dd d dd d dd ddd ddddd dd d d d d ddddd d�?dd d dd ddd dd dddd ddd dddd d d dd d ddd dddd d dd ddd dd d dd ddd d d d dd dd d d d d dddddd�?dddd d dd d dd ddddddddddddd d d d dd dd ddd d dd dd d dd d ddddd ddd dd d d d d d d dddddd�?dd d dddd ddd dd d ddd ddddddddd d dddd ddd d d d dd d dd d d d d dd dd d dd dd d d d d dddddd�?d dddddddddddddddddddddd dddd d d d ddddddd ddd dddddd dddddddddddd d d d d d d�?dd d d d dd d dd d dd dddddddd d d d d d ddd d ddd d d d dd d dd d dd ddd dddddd d d dd d dddd dd�?dddddddd dd dddddd ddddd ddddd ddddddd dd d ddd dd d d d d dd dd d dd d d d d d d dd dddd�?ddddddd d dd ddddddddddd ddddd ddddddddddddddd ddddddddddddddd d ddddddd�?dd dd d dd d dd dddddd ddddd d d dd d ddddddddd d dd d dd ddd d dd ddd dd d d d d dd dddddd�?dddddddd d ddddddddddd d dd dddd d d dd dddddddddddddddddddd ddddddd d d ddd d�?ddd d d dd d dd d dd d dd dd d dd d d d d d d d d d d dd d d d dd d dd d dd d dd dd ddd d d d d d d d ddd d d�?dd dd d d d d dd d ddddd d d d d d d d d d d d d d d d dd dd d dd d dd d ddd dd dd d dd d d d d d d d ddd d d�?dd d d d dd d dd dd d d dd d d d dd d d d d d dd d d d dd dd d dd d dd d d d d d d d d d dd d d d d d d dd d dd d�?dd d d d dd d dd dd d dd dd d ddd d d d d d d dd d d dd d d d dd d dd d dd d dd dd ddd d d d d d d d dd d d d�?dd d d d dd d dd ddd ddd d d d dd d d d d d d d d d d dd dd d dd d dd dddddddd ddd dd d dd d d d dd d d�?dd d d d dd d dd d d d d d d d d d d d d d d d d d dd d d dd d d d dd d dd d d d d dd d d d dd d d d d d d d d d d d d�?d d ddd dd d d dddddd ddddd d ddd dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d ddd ddd d dd dd dddd d dd d dd d d dd d d d ddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d d dd dd d d d dddddd ddddd d d d d d d d d d d d dddddd dd d dddddd dddddddd d dd d d d d d d d�?ddd d dd d d d d d d d dd d dd dd d d d dd dd d d d d d dd ddd dd d d ddddd dddd d d dd d d d d d d d d d d�?d d ddd dd d dd dd d dd d d ddd d dd dd dd d d ddd ddddd d dd dddddd dddd d d dd d ddd d d d d d d�?d d d d d d d d dd d d d dd d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d d dddd�?d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddd dddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd dddddd dddddddddd d ddddd d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd dddddddddddd ddd d d dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd dddddd ddddd d dddd ddddddd�?dd d d d d d d d d d d d dd d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd ddddddddddddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd dddddd dddddddddd d dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddd dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddd dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d dd d dd dddddddddddd ddddd dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddd dddddd�?d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd dd dd d dd dddddddddddd d ddd d dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd ddddd ddd dddddddddddddddd dd dddd d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd dddddd dd ddd d dd dd d ddd dd d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddd d ddd dd dddddd ddddddd ddd d d dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddd dd d dd dddddddddddddddd d d dddd d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd d dd d dd d d dddd dd d dd d d d d d d d dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d d ddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddd dddddd d d d d dd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddd dd dddddddd ddddddd d d dddd�?d d d d d d d d d d d d ddd d ddd d dd d d d d d d d d d d dddddd dd dddddd dddddddd d dd d d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddd ddddddd d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddd dddddddddddd d d d ddd�?d�?Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=dddddd>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]dd^d_d`daddbdcdddedfdgdhdiddjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]dd^d_d`daddbdcdddedfdgdhdiddjd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddkdldmdnd�dodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d\d�dXdd>d^d?d�dTdadBddCd�dRd`dAd�d�d�d�d�d�d�d�dSdddFd�d�d�d�dedGd�d�d�d�d�d�d�dfdHd�d�d�d�d�d�d�d�dgdIdhdJdidKddLdjd�d�d�d�dMd�d�d]d�dNd�dOd�dPd�dQdbdDd_d@d�dZd�d�d�dYdcdEd�dVd�d[d�dWd�dUd�d dd��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd�dd^d�dadd�d`d�dddedfdgdhdiddjd�d�d�d�d�dbd_d�d�dcd�d�d�d�d�d\d>d?dTdBdCdRdAdSdFdGdHdIdJdKdLdMd]dNdOdPdQdDd@dZdYdEdVd[dWdUdXd��� Z ed�d�e ed�d�d�d��Z
ddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=dddddd>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]dkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d d�d�dd^d_d`daddbdcdddedfdgdhdiddjd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dd��� Z ed�d�e ed�d�d�d��Z ddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]dd^d_d`daddbdcdddedfdgdhdiddjd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd��� Z
ed�d�e
ed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � � )?�% �, �! �. �) �0 �8 �3 �* �< �$ �1 �& � �" �# �- � �( �4 �5 �7 �: �2 �9 �? �> �= �/ �; �+ r � �
� �
r � � � � � � � � r � � � � � �' � � � � � �6 � � � � � � � � � � � � � � � � � � � � �J � �K � � � � � � � � � � � � �G � �B � �A � �L � �@ � � �M �H � �E �C � �N �I � � �O � � � � r r r r r
r r r
r r r r r r r r r r r r r r r r r r �F r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA �� �D �� �� �� �� �� � � � � � � � ( r r r r r+ r0 r4 r3 r. r2 r& r- r/ r( r5 r1 rA r> r= r' r* r% r9 r, r) r: r7 r@ r8 r; r? r r r r r r r r r6 r r
r r$ r r r r" r r r r
r r r< r r r r r# r r! r r rh rd rb ro r� rn rz r` rl rr rQ rS rf rk rq ru �P �Q �R �S �T �U �V �W �X �Y �Z �[ �\ �] �^ �_ �` �a �b �c �d �e �f �g �h �i �j �k �l �m �n �o �p �q �r �s �t �u �v �w �x �y �z �{ �| �} �~ � � � � � � � � � � � � � � � rF rG rH rI rJ rK rL rM rN rO rP rR rT rU rV rW rX rY rZ r[ r\ r] r^ r_ � � � � � � ra rc re rg ri rj rm rp rs rt rv rw rx ry � � � � � r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rE rD rC rB �IBM866�Russiangl���P@�?Fu� ЁАБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetz windows-1251�IBM855zKOI8-R� MacCyrillicz
ISO-8859-5N)�#pip._vendor.chardet.sbcharsetproberr �RUSSIAN_LANG_MODEL� IBM866_RUSSIAN_CHAR_TO_ORDER�IBM866_RUSSIAN_MODEL�"WINDOWS_1251_RUSSIAN_CHAR_TO_ORDER�WINDOWS_1251_RUSSIAN_MODEL� IBM855_RUSSIAN_CHAR_TO_ORDER�IBM855_RUSSIAN_MODEL� KOI8_R_RUSSIAN_CHAR_TO_ORDER�KOI8_R_RUSSIAN_MODEL�!MACCYRILLIC_RUSSIAN_CHAR_TO_ORDER�MACCYRILLIC_RUSSIAN_MODEL� ISO_8859_5_RUSSIAN_CHAR_TO_ORDER�ISO_8859_5_RUSSIAN_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langrussianmodel.py�<module> s�,
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � � � � � � � � � � � � � � � � site-packages/pip/_vendor/chardet/__pycache__/gb2312freq.cpython-39.pyc 0000644 00000045311 15056474501 0021554 0 ustar 00 a
��Re�P � @ s d Z dZdZdS )g�������?i� (� i� i� i� i< iT i� i iQ i� i�
i�
i� i� i< iw i� i9 �� i� i� i� i� iZ i� i� iq i� i� i�
iW
iy i i� ie io i� iv
i� i� i� i� i� i i iL iB i iQ
� i� i� iQ i� i� iE i if i� i i� i i� i� i� id i( iy i i� i, i i� i
iE ie � i�
iW iR i� i� i| iR
i� i�
i� i
iX
i�
ij iE i� i i+ iP i � i� i i� i �; i� im i� il i� i� i� i� � i ie iH i� i� i� i� i^ ik i6 i� i" �F i� i�
i�
i�
i^ i� i�
i� i� �� i? i` iu i$ i1 i�
i� i� i iU i� i1 i� i� ig il i� i i i� iG i� i2 i� iq i� i iP i� iL i� i� i� i iy i � i�
i� iM i� ik i� i4 i� i i� i� i� i
i� i@ i` i� i5 �� i� iN
i� i7 i3 i� in i iu iG i& ib ih i0 i� iM iN i i� i
iY i�
i� i� �
i� � i�
�& i�
iQ i
i7 i^ ih i� i� iJ i� iP i� i� i� ir i� i� i� i i� i� iT i- iG i, iu i i� i� i$ i i� i< iB i i$ i> i i� ix iL iW i i� in i
i� iT i� iZ i� i�
i� i{ i i� i� i� � i i�
i? i�
�0 ib i; �D i� i �� i� iC iS i� iU i> i| ig i� i� i� i�
iK �� i
i� i� i� i%
i5
i� i� i i� il i� ih i
i i� i? � i � iU i� �� i� i� i� i* i<
i� i�
i� i
� i
i� i� i�
i� i�
i! iX
i� i� i� i� iQ ig i� i� i� i� i� ir i�
i� i� iq i� i�
i� iz
i� i� i3 � i� i� i� i
i�
i] ic iz i i i7 i� i_ i i� iC i� i& ia iH i|
il i
i� i= i� i� iI iP i�
i� i~
i8 i` i� iw i� i�
iT i� i�
i� i� i� i� i�
i� i i� i� �� i[ iq � i i� ig i� �| iC i i� i� iN iI i� i� i5 i�
i( i� i/ iH iK
i
i� � i i� i9 i� iI i� i� i| i� � i� i�
i� � iW i i� i� i� i^ �~ i i i� i� i� i= iX i� i3 i�
iI i� i i�
� i� i� i� i3 ir � i� �� io i i� i� i{ i ii iC �� �! iH i� �� i� i� �f � i=
i i1 �[ i� i| iD i i% i� it i� i� i�
i� i i� i. i� � i �y i iT i� i� i9
i�
i i# � i� iJ i� �n i� i i� i
i� i> iB i" i� i� ia i� i� iM iK �� i iW i� i� i� i!
ir iF i+ i�
i
i i� ix
�H iJ i� �� i� i� i2 �K i� iR
i$ i i9 i�
it
i� i�
i� i� i� � i� i i� i� i i� i� i% i~ i�
i` � i� i� i� i' iv i i i� i� i| i �' i i� in
i* i� i� i� iF i� i% i� �) i~ i� i
i� i� iJ i& i� i
i! iD i� iw i i[ i i i� i� i i' i� i� �k i i� i i�
i�
�� i� � i� i i� i� ih
�B i_ i� i? i ig ih i� i' i� i� i� i� i� i i� i� i� i i� i� �5 i] i� i i� i� i i� �� i� i� i1 i� i) ia i i� i� i� i; i i� i_ i� i� �Q i/ iu
i�
i�
ij i[ i� i} i� i
i� i� i� i i� i� iQ i^
i� iG i� iz i� i� i� iV iO i� i i� i� i� i� im iu i� i6 i� i� i- i$ i� i� iR i� i} i
ip ir i]
i�
iD i i i� i� i� ii i i i� i� i i1 in i� i� i it iY iG i� i� i/ i| �t i0 i�
i� i� i i� i\ i�
i� i� iv i� i� i� ic i� i i� i�
i~ iA i" i� i" i! i8 �C i8 i i� ij i�
i1 i� il i> i�
i i]
i� i�
i~ � iL i( i� i� iK id � �v iD i� i� i� i% i� i� i� i� i, � i2 i� i�
i� i� ij �- i. i� im iK i i� �� io i i; i i� i� id i@ ia i iM i1
iL i@ i2 i� iw i� it iQ i
i/ i� i i� i~ i� i� i� i� i�
i/ i� i�
i_ i# i� �O i� iO iG � i� ik i[ iO io i� �� i-
i
� i i� i! i� i� iI i� i� i� i{ ir i� i. ih i�
i iT
i i � i' iL
�a i� i�
i@ � i� i� i� i� i�
iT i/
i� i i� i� i i� iM i� ii
il i� i i�
i{ i8 i# i�
i� i� i9 i� iS iR i� �w i� iZ i� i0
iE ig ig i� i� �
i� �L i� i� ip i� i� iS i
i� i� i� i� i� i@ i� iI iL i;
iO iq i� i� i) i i: iF i� i5 iJ id iA
i� i
i)
iE iL �Y i� i� i� i�
im i� i� i� i� i� i� ic i� iR i� i! i� i� i� i�
�� i( i� i� i] �I i� i�
i� i� ie i� i i� i� � i� i� i` i� i i� i� i
i� i[ i� iC
i( iP i, i� i} iO i' iL i\
i�
i� i i� i� i iZ i� i� is i' i� iU i� i� i� i� iN
� i� i� i�
i� i� iM i� i� i� i� i� i� �� i� ii i� ig i' i� i� i i� i
� �P i0 is ii i� ip i� in i i� i� i i\ i�
i� i� i�
i! ih � �� im i( i& i
iC i iB i) i5 i� i� � i i� i� i
i� i� �> i� i� � � i i� �� i{ iN i� i i iE i3 � �J i# i� ic i� i�
i i$
�� i5 i� ix i i] i� i� ik �� i� i� i� i� iP
i� i
i i ir i� iL i� iz id i� i� i# i�
i i� i[ iS i ih i iG i� i� i i� i�
iU �+ i� iy � iw i" i� iV i2
i& iz i� i� i� iJ
iP i� i� i� �� i� i% iZ i$ io iT iK i1 i�
i� i` iV i� i i� id � i� i� i� i+ i� i� iA i� i� i� i� i� i$ i� i� i_ i3 i\ i� i� �� �� i� ib i� if � i� i� i� i�
iA in i i� �x � iF i�
iO i[ i� i� �( i� i i
i# i7 i2 ix i if i� i�
i! i6 i{
�� i� iY i� � i� i+ i� i� i� i� i i� i� i� i� i iK ie i� i� i�
iT i$ i� i� i ih i i iR i� i� i" i� i� �Z i
i_ i� i@ i� ia i i� i i3
i�
ik i) ij i� i i ie i� i
iA i^ i� i
iW i� i� ih i:
iz
i)
i� i| i� i� i i� i i8 ij �� i�
i i� i3 i� i
iz i� ip iy i� i� i2 io iD i= i� �. i� i9 ia if i� i* i_ i� i i* i� i i�
i�
i� i� i- i i�
i} i� i�
i� i� i* i�
it � it i6
�q i� i� i� i� i� i� i� iS i i� i� i! i) i iy i�
�� i i ij i� i� i� iV iI i� i� ig
i i iL i� i� i� ip iD i� i� i� i� i% i� i� iM i� i� i� i$ i� i� i� iE i" iU i� ie
i i| i� iQ i i� i� i� i i� i�
i1
i� i� i� i� �$ i i] i4 i& i� i� iz i� i� i` i� iw i�
i i i i�
i) i%
i& i� i� i� i* i� i� i8 i2 i>
iS i
i� i� i1 i# i� i� i
i� i# i i�
i� i� i i� iF
i i i, i> i+ i
i i� iZ �3 iq � i�
i$ i� i�
iV i� i; i� i� iN i� �m iK iW i� i� � i5 i�
i� �R i4 i� iI i iD i� i� i� i�
i� i�
i� i� i� i i% iK i| i i� i�
i� � i� � i9 i� in i� i� i�
i- i3 i2
ip i � i?
i� i~ i� i� i� i� i� iC i� i[ i� i�
i� i� i� i3 i> i� il i
i` ix i� i� i� i� i#
i� i� i� i0 �� i� i� i� iL
i� i� iQ i� iR i� i? i( im i� i`
i� i3 i i� i i&
i�
i i is iD i� i0 ib if i@ i� i� i� i�
i i= i� i
i< �� i� i� i�
i� i6 i i� is i� i� i� iS i� i� i�
i8 iZ
i� i� i� i� i� i� i� i i�
i� i�
i� i i� iN i� i� i
iL i�
iJ i� i� i� ib i ig i i� i[
i� i� i i� i i~ i� i� i� i� i� if i� i� i i i�
i i` i4 i= i� i� i� il i? i� ic i� i i� i ii i� i� i� i� i� i� i� i� iw i� i� i� i% i i� id i^ i+ i� i� i� iZ � iF iI
i� it � i� �/ i� i i� iy i*
is i& i+ i i� i) i i� i� i� i� i i�
i� ie i� i� iQ i] i i i_ i7 i i0 �c iu i� i� iL ik i
i� i� i� i� �# i i� i i� i� � i� i? i� � i i�
in i
i� i� i� i i� i� i� iH i� iY i� iu i� i�
i� i� iJ i� i_ i_ i& i� i� i i� i� i� iZ i% � i� is i� iS i i i iV i� i� i� i� i� i1 i' �� i� iF i\ i
i| i� iW i� i� i| � iS �W i� i* i iR il iP i# i� i i- iq
i� i� � i� i� i4 i� i� i� i� i� ia i� i� i i� i@
i� iX ii i% i� i� i8
i3 i, i� i} i� i� i� �d ix i� i� i# i� i6 i�
i�
i. i i� iA i�
i� ir
i�
i� iR id i� i i+
i� i� i� i�
i{ i{ iH i� i
i� i� i� i� i� ic i i
i� i� i� i, i� iI
i� ic i i� i� i� i� i= i� iJ i. i, i> i i i� iL ie i] i� i�
iC i� i� i� i* i; i
i� i i� ip i�
i� i� iR i� i9 i�
i�
i i�
i� i� i? i: i� i� i� iQ i' is i� iw i[ i�
i� i- i�
i) i� i� �M i� i� i� i� i] �} i6 i@ i
i iU i� i� i� i/ i� i� is
i� i� i� ik i? i� i,
i=
i1 iM i� i� i� i/ iS
id �� i� io
i6 ik iu i� i� i� iW �{ i ix iW i� i� i i� i� ix i^ i� � i[ i+ �7 i: i� iU i� i� i! i� i� i�
i. iH iT i� iY i� i� i i i@ i" iC is i i� i iG
�b i� i7 i~ i.
iU i iq i� i� i� i� i{ i� i� � iY i/ i�
i� i� iA i�
i� i* i: i8 i' i� i� i� i� i iA i_ i0 i� i� i� i ii i� iK i�
i� i� it i* i� i� i�
i� i� i� i� i� i�
�� i� iD i i� i i> i� i� iv i i
i�
i' i� �V i� i� i�
i� i� ik i i i\ i � i� i� i! i i� �* iU
i� i� i� i� i iz i� i\ if
i� i� i� i
i� �� i� i� i� i� i� i� i� i iB i i i� i� i� i{ � i= i�
�� i& i�
i� iV i� i� �" i! i�
i� i� i� i�
i( i= i� i�
i�
i� i9 i i� i4 ia �� i� i- iQ � i�
i� i�
im i� i� i� i� iC i� i� i7 i} iq iD i4 i� �u i i� i� i� iv i i� iF i� iu ia
i� iH io i�
i
il iK iA i� i� i� iz i4 i� i!
iH
i� i� �� i5 i ij i� i` i� i�
iB i: iO ia i� i# i� � i� id � i� i( i�
i&
i� i^ im ig
iE
i io i� i( iG i$ i@ i
iI i i� iA i i �` �X i i7 i� i/ i� i$ i� i� i� ih i� i� i� i� iU i" iT � i� i� i� im � i� i! i i� i� i i� i i� iM i� i� � i� i� �2 iq i� i� �9 i� i� i� � i� i i� i/ i� i� �� i �p i@ iX i� ij � ii
i^
ib i�
i� in i iv � i� i� io io � i iv i� i� i0 i� i9 i� i$ i� if iS iz i
i iD i{ i� iX � i i� iV i3 iY i
i� i�
iA i� i� � i� i� iq iU i�
i: i i2 ij i� i i i{ i� i� iF i� i�
i� i i i� � i� ic ii iR i; ik �h i� i i�
i� iY iO ix i� �z iZ i< iv i i�
i
i�
i� iI i� i� i4
iM i� i� i� i� ib i� i i� i i� i� i� iC i� i�
i� i� iO i� i8 i� i� i� i. i] i iV ic
i� i� i� i
iH i� iT i� i� i� i� i>
i
i� i� i3 i � i� �, i� i� if i� i� i il iT iW iH i. i' i> ip i� i� i� i" i� i� iJ i� i�
i�
iv i2 i� i� i ix i i2 i� ig i i4 i� i� i�
i�
i� i� i{
iz i� i� i�
i� i� i� i� i� i i� i� i? i i� � i� iJ i� i� i� i�
i� i8 � � iE ij
�\ i� i8 i8
i i i � i i` i� i> ib iS i i� � i� i� i i� i0 i� i� i� iE i� i� id i� i� i� i1 � i� i� in �@ i� i� i� iT i i� �� i� iQ �� iC i� i� iK i; ik i� i� i� i� i� i_ i\ ie i iw i� i� i i� iM i� i. ir ia i i� i�
i� i� i�
i� i� i� ig i� i� i' i�
i� i i i� �T i i� i4 io i� i� iX iy i� ix i i� i�
i
iU
�^ i: i� i� i� i� i i" i# i� i� i i i� i� i� i� iN iU i� i� ip � i"
i- i� i� � i� i: i� i
i i� i� i� i� i� i� � iW i
iG
iL i� i�
iG iw �o i� i� i iM ir � i� i i� iQ
i� iI iN �% i
iX i i i� i7
i�
ia i� i� i � i� i'
ii ih i� i} iN iy i? it i� i� iD i� i� i� � i� �l i� i� i� i i �� ie iJ is i2 i* iy i� i� i� i� i� i i� iq i� i� i5 i} is i$ i� i� i� i5
iB i� i� � i# id is i} i� i~ i� i ib
i� iO
i/ �] i� i� i� i] i2 �� i if i7 i� i� iO i
iR i i#
i i[ i� �E i� i if
iS
i� id iF i� i� � iC iV
i> i� i i� iB i� i i i1 i6 im �� i i i� � i� i� ip
i� i i�
i� i< iz i�
i|
iX � i� i� is ie i] i i� � i
i�
i iO i� i+ i� i i i� i� i� i: i� iA i� i i� i� i� i(
i�
im i �4 iP � i in i� i�
io io i� i� im i iy � i i8 i �� i< i� i� i< ic iC i� i� i& iw i
i� i$ i
i9 i& i� i� i) i` i� i� i i� i� iG ib iE i� i: iQ io iF i�
i� i� i� i�
iF i| i; i�
i� i i3 i4 i% i� �: i� ic i� ip i6
i\ iC i� i0 i9
i� i� i� i� i� i~ i� i i" ih i� i� i� i� i) i i� i�
i� i� i*
i� i i
i
i% i� i i� i� i i�
i. i� i� i9 i i� i� i�
i� i� i i� i" i! i� i,
i� ig iJ ig iF
i� i i� i�
i� i; ii iZ iE i^ iA
i� i il i5 i� i� i� i4 i'
i� i ik i i� i� i2 i� i�
i� i iX i7 � i� i�
i{ i� iB ix i= �e i( i � i� i� i' i� i� � i� i� i i� i i i i� iD
ii ik i i� i� i� i- i, i�
ie i7
i� � i� i� � i� i� in i}
ip i7 ij i� i� i� i9 i� i�
�� i� i� �� i0 iP i� �� i� i� i i� iO
i�
i� i� �� iU i
i i� i<
i� i� i�
iJ i� it iN i� i) i i. i� � i* i iA �� ir
i] i) i� i i� i� iG i� i_
ip ik
i� i� i
i% i
i� i�
i� i> ib i_ i^ �? i i: iY iD i% � i� i�
i� i i� i� � iY i� i�
i� i� i i� i� il
�A i� i� i�
i� iD iB i� i
i� i i@
i( iv
i� i� i� �g i�
i� i} iv i� i� i� i�
i� i i� i� i i� i� i i� i i� i� i i- i~ i� iy i% i� i�
�_ i� i� i i� i� i �j iM i� i� iG i+ i� i i� �� i� i� i� i i3
i; i
�G i) i� i
i� i� i i� i� i i� i
i
i� i, iI i� i� i� i iX iA i\ i� � i� iP iv i� i� iV i i= i�
i�
i6 i< i� iX i i�
i i i8 i- iY
i� i� i� i� i� i� � ic i� i� i� i9 i� i-
iu i� i i� i�
iR i�
i i i6 i� i� i� ih i} i i?
iw
i i� i� ia i( i� i �1 i� i�
i� i> i� i� i� i� i� i] i�
iX ir iP i0 i, i i+ ij i� i` i� i� i� i i. i i i
i� i& iW iB
i� i i| i7 �U i� i� � iW i� iY i� i�
i� iw
i�
i i� i i� i i� i� iu i� ib i� iq
i� i� ib i� i� i� � �= i$
i� iN iJ i� i� iU i� i i� i� i i� �i iK i, i� i� i4 ir i{ i� i iH i� ip i5 i i� i= i� i� iE i9 i� i; i �< i i5 i�
i ii i� i\ i i� � ip i� i i� i� �r i� �N i� i i^ i� i� i� i� iK i i� i* i i{ i+
i� i� i* i8 i i� i i i i� i� i� ij
i i@ il �6 i� i2 i8 i� i� i� i i� i' i� i� i� iB
i� i i i\ i� i� iS iV i i~ i� i� i� i� i� i�
i� iV i�
iz i� i^ i i� i� i� i_
i}
iG iq � iI i� i� i� �8 it ih iS i� i} iR i� i9 � �S in
iP i� iB i i i� �s i� iX i} if i� i� i i� i� i� i� i� �� i� in iI i^ � iT i� ix i� ir i� i� i_ � ib i� iO iP iQ iR iS N)�!GB2312_TYPICAL_DISTRIBUTION_RATIO�GB2312_TABLE_SIZE�GB2312_CHAR_TO_FREQ_ORDER� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/gb2312freq.py�<module>* s site-packages/pip/_vendor/chardet/__pycache__/version.cpython-39.pyc 0000644 00000000735 15056474501 0021464 0 ustar 00 a
��Re� � @ s d Z dZe�d�ZdS )z�
This module exists only to simplify retrieving the version number of chardet
from within setup.py and from chardet subpackages.
:author: Dan Blanchard (dan.blanchard@gmail.com)
z4.0.0�.N)�__doc__� __version__�split�VERSION� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/version.py�<module> s site-packages/pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-39.pyc 0000644 00000050200 15056474501 0023343 0 ustar 00 a
��Re�v � @ s2" d dl mZ d d d d d d d d d d d d d d d d d d d d d d d d dd d ddd dddd ddddd d ddddd d d dd d d d d d dd d d d d d d d d�?d d dd d dd d d d dd d d d dd dd d dd dd dd dd dd d d d d d d ddd d d d d dd d d d dd d dd d d d dd d d d ddd�?d d d d d dd d d d d dd dd ddd d d dd dd dd dd dd d d d ddddddd dd d dd d d d dd d dd d dd dd d ddd d d�?d d d d d dd d d d dd d d d dd d d d d d d d dd dd dd d d d d d ddd dd d d d dd d d d dd dd d d dd d d dd ddd d�?d d d d dd d d d d dd dd d d d d d d d d d d dd d ddd dd ddd dddd d d ddddd d dd d d d d d d d d d d d dd d d�?d dddddd ddd d d dddddddddd dd d dddd dd d ddd d dddd ddddd d d ddd d ddd d d dd dddd dd�?dd dd d ddd d d dd d dddddd ddd d d dd dd dd d d d ddd ddd dd dddd d dd dd ddd ddd d d dddddd�?d dd d d ddddd ddd dddd dd ddd d d dd dd dd d d dd dd dd dddd d dd d d d dd ddd d dd dd ddd ddd�?d d d d d dd d d d dd d d d dd d d d d d d d dd dd dd d d d d d ddd d d d d d dd d d d dd dd d d dd dd d d d ddd�?d d d d d d d d d d d d dd d d d d d d d d d d d dd dd d d d dd d d d dd d d dd d d d d d d d d d d d d d d d d d d d d d�?d d d d dd d d d d d d dd d d d d dd d d d d ddd ddddddddd d dd ddddd dd d ddd d d d d d d d dd ddd d d�?d d d d dd ddd d d d dd dd d d d d d d dd d dd dd d d d dd dd d ddddddd d d d dd d d d dd d d dddd dd d d�?dd d d d d d d d ddd dd d d d d dd d d d d ddd ddd ddddddddd ddd ddd d d dd d d d d d dd d d d d dd d d�?d dd d d dddd d dd d dd d ddd ddd dd dd dd dd dd d ddddddddd d dd d dddd ddd d d d dd d ddddd�?d d d d d dd dd d ddd d d dddd ddd d d dd dd dd d d d d d ddd dd d d d dd d d d dd ddd d dd dd dddddd�?d d dd d dddd d dd d dddd dd d dd d d dd dd dd d d d d dd dd dd d d d dd d dd dd ddd d d d dd ddd ddd�?d d dd d dd d d d dd d d d dd d d d d d dd dddd dd d d d d dddd dd d d d dd d d ddd d dd d dd dddd dddd�?d d dd d dddd d dddd d dd d d ddd dd dd dd dd d d d d ddddd d d d ddd d d d dd ddd d dd dd d d dddd�?d d d d d d d d d ddd dd d d d d dd d d d d ddd ddddd ddddddd ddd ddddddd d d d d d d d d dd d dd d d�?d d d d d ddd d d dd d dd dd d d ddd d d dd dd dd dd d d ddddd dd d d dd d d d dd ddd d d d d d dddd dd�?dddd d dd d d d dd dd d ddd d ddd d d dd dd dd d d d d d ddd dd d d ddd d d ddd ddd ddd dd dddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d d dd d dd ddd dd d dd dddd ddd d d dd dd dd d d d ddddd dd d d d dd d dd dd ddddd d dd ddd ddd�?d d d d d d d d d d d d d d d d d d d d d d d dddd d dd d d ddd d ddd d ddd dd d d d d d d d d d d d d dd d dd d d�?dd dd dd ddd d d d ddd dd d dd dd d dddd ddddddddd ddddddddddd dd dd d d d ddddd d dd dd�?d d d d d d dd d ddd dd d d d d dd d d dd ddd ddd ddddddddd ddddddd ddd d d d d d dd d d dd dd d d�?d ddddd dddd d d dddddddddd dd dddddddddddd ddddddddd dd dddd d dd d ddddddd dd�?dd d d d d d d d ddd dd d d d ddd d d d d dddddddddddddddddddddd ddddd d d d d d d dd d dd d d�?dd dd ddd d d d dd ddd ddd dd dd dd ddd ddddddddd ddddddddddd dddd d d d dd ddd d dd d d�?d d d d d d d d d d dd dd d d d d dd d d d d ddd dddddddddddd ddddddd d dd d d d d d dd d dd d dd d d�?d d d d d d d d d d dd d d d d d ddd dd d d ddd ddd ddddddddd ddddddd d dd dd d d d d d d d d d dd d d�?d d d d d d d d d d dd d d d d d d d d d d d d dd d ddd ddddddddddddddddd dd d d d d d d d d d d d dd d d�?dd d d d d d d d ddd dd dd d ddd dd d d ddd dddddddddddddddddddddddd d dd dd d dd ddd d d�?d d d d d d d d d ddd dd d dd d dd d d d dddddddddddddddd ddddddd ddd d d d d d dd d dd d dd d d�?d d d d d d d d d d dd dd d d d d dd dd d dddd dddddddddddd dddddd d ddd dd d d d dd dddd dd dd�?d d d d dd d d d d d d dd d d d d dd d d d d d dd dddddddddddd ddddddd d dd d d d d d dd d dd d dd d d�?dd d d dd d d d d d d dd d d d d dd d d dd ddd ddddddddd ddddddddddd dd d d d d d d d d dd d dd dd�?dd d d d d d dd ddd dd d d d d dd d d d d dddddddddddddddddddddd ddd d d d d d dd d dd d dd d d�?d d dd d ddddd ddd ddddd d d d d d d dd dd dd d d dddddddd dd d dd d dd dd ddd d dd dd dddddd�?d d d d d d d d d d dd dd d d d d d d d d d d ddd ddd ddddddddd dddddd d ddd d d d d d dd d dd d dd d d�?d d d d d dd d d ddd dd d d d d ddd d d dddd ddd ddddddddd ddddddd ddd dd d d d dd d dd d dd d d�?dd d d d d dd d d dd dd d d d d dd d d d ddddddd ddddddddd ddddddd dddd d d d d dd d dd d dd dd�?d d d d d d d d d ddd dd d d d d dd d d d dddd dddddddddddd ddddddd ddd d d d d d dd d dd d dd d d�?dd d d dd d dd dd d ddd dd d dd d d ddddd ddddddddd ddd dddddddd dd dd d d d d d d ddd dd d d�?d d d d d d d d d d dd dd d d d d d d d d d d dd d ddd d d d dddddd ddddddd d d d d d d d d dd d d d d dd d d�?d d d d d d d d d d d d d d d d d d d dd d d d dd d d dd d dd d dd d dd d d dd dd dd d d dd d d d d d d dd d d d d d�?d d d d dd d d d dd d dd d d d d d d d d d d d dd ddd d d dddd d dd d dddd d d d dd d d d d d d d d dd d dd d d�?dd d d d d d d d ddd dd d d d d dd d d ddddd ddd ddddddddd dddddd d ddd d d d d d dd d dd d dd d d�?dddddddddd d d dddddddddd dddddddddddddd dddddddd dd d dddd d ddd d dddddddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d dd d d d d d dd d d d d d d d d d d d d d d d d d d d�?d d ddd d dddd d d d d ddd d d ddd dd d dd dd d dd dd dd d ddd dd dd dd d d d d d d dd d d dd d d dd dd�?d d dddd ddd d d d dddddd d ddd dd d dddd ddddd dd d ddddddd dd d d dd d d d d d d dddd dd dd�?d d d d d dd d d d dd d d d dd d d d dd d d dd dd dd dd d d d dddd d d d ddd d d d dd d dd d d d dd ddd d dd�?d d d d d d dd d d dd d d d d d d d d d d d d dd d d dd d d d d d d dd dd d d d dd d d d dd d d d d d d d d d d ddd d�?d d d d dd d d d d d d dd d d d d dd dd d d d dd dd ddddd dd d dd ddddd dd d dd d d d d d d d d dd d dd d d�?d d d d d d d d d d d d d d d d d d d d d d d ddd d d dd d d d dd d ddd d d d d dd d d d dd d d d d d dd d d d dd d d�?d ddd d dddd d ddd ddddddddd d ddddddd dddddddddd d dddd d d ddd ddd d dd dd dddddd�?d d dd d d d d d ddd dd d d d d dd d d d ddd d ddddd ddddddd dddddddd d d d d d d d dd d dd d dd d d�?d ddd d ddd dd dd dddddd dd dd dd dd dd dd d d d ddddd dd dd d dd d d d dd ddd d dd dd dddddd�?d d dddd ddd d d d ddddd ddddd dd dddddd dddddd dddddddd d dd dd d d d ddd d dddd dd dd�?dd d d d d dd d ddd ddd d d d dd d d ddddddddddddddddd dddddddddd dd d d d dd d dd d dd d d�?d d dddd dddd d d dddddddd dd ddd dd dd dd ddddd dddd dddddd d dd d d d dd d d dddd dddd�?d d dd d ddd d d ddd dddddd ddd dd dddd dd dddd dddd d ddd d dd d d d dd ddd d dddd dddddd�?d�?Zdddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d
d d d
ddddddddddddddd d d d d dddddddd!d"d#dd$d%d&dd'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7dddddd8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � � )?� �% �/ �' � �4 �$ �- �5 �< � �1 � �. �* �0 �, �# � �3 �& �> �+ �8 r � � � r � � � r � �
� �
� � � � � � � � �9 �: � � �? �6 �2 �7 �; �! �= �" � � �) � �( � � r r r r r
r r r
r r r r r r r r �E r r r r r r �A r r r r r r! r" r# r$ r% r& r' r( r) r* �@ r+ r, r- r. r/ r0 r1 r2 r3 � � � � � � � � � � � � � � � � � � � � � � �e � � � � � � � � �j � � � � � � � �d � � � � � � � � �^ �P �] � �i � � r4 � � � � � � �~ �} �| �h �I �c �O �U �{ r5 �z �b �\ �y �x �[ �g �w �D �v �u �a �t �s r6 �Z �r �q �p �o r7 r> r@ �V �Y �F r8 �N �G �R �X r9 �M �B �T �S �n �K r: �` r= �C �m �J �W �f r; �_ �Q �l �L �H r< r? rA �k ( r r r r r( r& r? r+ r, r- r% r2 r r' r. r) r r< r! rA r r r3 r r$ r# r* r" r r
r= r r/ r9 r; r r r r r r@ r> r r r r
r r r r r6 r r r r5 r7 r r0 r1 r8 r r: r r4 rE rD r� r� r� rC r� r� r� r� r� r� r� r� r� r� rw r� r� r� r� r� r� r� r� r� r� r� r� rx rv r� r� r� r� r� rm r\ r� r� r� rz re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r~ r} r| r{ ry ru rt rs rr rq rp ro rn rl rk rj ri rh rg rf rd rc rb ra r` r_ r^ r] r[ rZ rY rX rW rV rU rT rS rR rQ rP rO rN rM rL rK rJ rI rH rG rF � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � � � � rB z
ISO-8859-9�Turkishg�X4�� �?TuR ABCDEFGHIJKLMNOPRSTUVYZabcdefghijklmnoprstuvyzÂÇÎÖÛÜâçîöûüĞğİıŞş)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetN)�#pip._vendor.chardet.sbcharsetproberr �TURKISH_LANG_MODEL� ISO_8859_9_TURKISH_CHAR_TO_ORDER�ISO_8859_9_TURKISH_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langturkishmodel.py�<module> s"
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � site-packages/pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-39.pyc 0000644 00000052530 15056474501 0023626 0 ustar 00 a
��Re˜ � @ sP$ d dl mZ dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddd ddddddddddd ddd dddd d d dd d d�?d d d ddd dd d d dd dd dd ddddd d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d dddddddddddddddddddddddddddd d dddddddddd dddddd ddddddddddd d d d dd d d�?d d dddddddddd ddddddddddddddd dddddd d d ddd d dd d dd d dd ddd dd dd d d d ddddd d d�?d d dddd ddd d dd dddddddddddd dd d d dddddd d dddddd ddddddddddd dd dd d ddddd d d�?d d ddd d ddd ddd ddd ddd ddd ddd d d d ddd d dddd dddd dd dddddd dd d dd d d d d dddddd d d�?d d dddddddddd dddddddddddd ddd d ddddd dd d ddddd d ddddd dd d dd d d d d d ddddd d d�?d d ddddddddddddddddddddddddddd d dd ddddd ddd dddddd dddddddd ddddd ddd d d�?d d dd dd ddd d dd dd d ddd d d d dd d d d d d d d d dd d d ddd d dd d d d d dddd d dd d d d d d dddd d d d�?d d ddddddd ddd ddddddddddd ddd d d dd dddddddd d dd d ddddd dd d dd d d d d d dd dd d d d�?d ddddddddddddddddddddd ddddddd d dddddddd dd dddddd ddddd ddddddd d d d d d d�?d d d d d d ddd d d d dddddd d ddd d d d dd d d d dd d d d d dd d d d d d d d dd d d d d d d d d d d dd d d d d d�?d dddddddd ddd ddd ddddddddddd d d ddd dd dd d ddd dd d ddddd ddd dd dd d dd dddd d d d�?dd ddddddd ddd ddd dddd dddd dddd d ddddd dd d dd d dd d d d d dd d d d dd d d d d d ddddd d d�?d d dddd ddd ddd dddddddddddd dd d d dd ddd d d d dd d dd d dd ddd dd d dd d d d d d ddddd d d�?d d dddddddddddddddddddddddddd ddddd d dd dd d dd d d d d dd d d ddd d d d dd d d ddd d d�?d d ddddddddddddddddddddddd dddd d dddddddddd dddddd dddddddddd dd d d dd d d�?d dddddddd ddd dddddddddddd dddd ddd dd d d ddd d dd ddd ddd ddddddd ddd ddddd d d�?d dddddddd ddd dd ddddddddddddd d ddddd d d d dd d dd d d d ddd d dd dd d d d d d dd ddd d d�?dd dddddddddd dddddddddddd d d d d dddddddddd d dd dddddddd ddddddd d ddddd d d�?d d dddd ddd d dd dddddddddddd dd d d dd ddddd d dd d dd ddd d dd dd d dd d d d d d dd ddd d d�?d ddddddddddd ddddd ddddd dddddd d d d ddddddddddddddddddddd dd ddd dd d d d d d�?d d dddd d dd d dd ddd dddddddd d d d d d d d d dd d d d dd d dd d dd d dd dd d dd d d d d d dddd d d d�?d d dd ddddd d dd d ddddddd d d d dd d d d d d d dd dd d dd d dd d ddd dd dd d dd d d d d d dddd d d d�?d d dd dd d dd d dd dddd d d ddd dd d d d d d d d d dd dd d dd ddd d d d d dd dd d dd d d d d d dd ddd d d�?d d ddd d d dd ddd ddd ddd d d d dd d d d d d d d d dd d d d ddd dd d dd d dd dd d dd d d d d d ddd d d d d�?d d dd d d d dd ddd dd d ddd d d d dd d d d d d d d d dd dd d dd d dd dddddddd d dd d d dd d ddd d d d d�?d d dd d d d dd d dd d d d d dd d d d d d d d d d d d d d dd d d d dd d dd d d d d dd dd d dd d d d d d dd d dd d d�?d d d ddd dd ddd d ddddd ddddd d dddddd d d d d d d d d d d d d d dd dd d dd d d d d d d d d d d d d d d d�?d d ddd ddd dd d d ddd dd d ddd d d d d d d d d d d d ddddd dddd ddddd ddddd d dd d d d d d d d d d d�?d d d ddddd d d d d ddddd d d ddd d d d d d d d d d d ddddd d dddddddd ddddd d dd d dd d d dd d d d�?dddd d d d dd d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d ddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dddddddd ddddddddd dd dddddddddd d d�?ddd dd d d d d d d d d d d d d d d d d d dd d d d d d d d ddd ddddddd ddddddddddd dddddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd ddddddddddddd dd d ddddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddddddddd ddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd d dd ddddddddddd d ddd d dd d dd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?ddd d d dd d d d d d dd d d d dd d d d dd d d d d d d d dddddddddddddddddddddddddddd ddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd dddddddddddddddddd d dd d d�?dd d d dd d d d d dd d d d d d d d d d d d d d d d d d d d ddddddd ddd dddddddddddddddd ddddd d d�?ddd d d d d d d d d d d d d d d d d dd d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?dd dd d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?dd d d d d d d d d d d d d d d d d dd d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddddddddd ddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd dddddddddddddddddddddddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd dddddddddddddddd ddddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd ddddddddddddddddddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddddddddd ddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddd dd d dd dddddd ddddd dd ddd ddddd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddd ddd ddd ddddddddddd dd dd d dd ddd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd ddddddddddddddddddd dd d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddd ddd dd dddddd dd ddd d d d dd dd dd d d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd ddd d dd dddddddd dddd d dd d dddd d d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd d dd d dd dd d ddd dd ddd d dd d d dd d dd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddd d dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d dd d ddd d d dd d d dd d d d d dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddddddddd d dd d d�?d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddddddddd d d dd d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d�?Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=dddddd-d4d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVddWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�dd�d�d�d�dd�d�dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d d dd��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddCdDdEdFdGdHdIdJd�dKdLdMdNdOdPdQdRd�d�d�d�d�d�d\dSdTdUdVdWdXdYdZd�d[d]d^d_d�d�d�d`dadbdddedcd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d d�d�dd�d�d�d�dd�d�dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dd�d�d��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� )?�? �- � � �# �+ �% �, �7 �/ �( �; �! �. �& �$ �) � �' � �" �3 �0 �1 �5 �2 �6 �9 �= �< �8 r � � � � � � � � � � �
� � � �
� � � � � � � � � � � �4 �* � �: �> r* r' � � � � �M �Z �c �d �H �m �k �e �O � �Q �f �L �^ �R �n � �l �[ �J �w �T �` �o � �s �A �E �F �B r �D �p �g �\ �� �h �_ �V �W �G �t �� �U �] �a �q �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �i �� �� �� �� �� �� r �� �� r r r r r
r r r
r r r r r r r r r r r r r r r r r r r �� �C �� r! r" r# r$ r% r& r( r) r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< �K r= �� r> r? rA �� �� �� r@ � �b � � � � � � ( r r r* r' r0 r4 r/ r2 r3 r$ r- r& r, r1 r. r) r? r< r# r5 r% r9 r8 r( r; r7 r+ r: r r6 r r r r r r r r
r r r r r> r r r r r
r r r r r= r r r r" r r@ r r! r rA r �@ r` rc r� rd ra rb rm rJ �I rY r� rR rF �N rN �P rP rT �S r[ rp rk rl �X �Y rG rX rg rq rS rj r\ rr r� rH rI rM rQ rf ri r� �j rL rW rK rU r] re rs �r r_ rn �u �v rZ �x �y �z �{ �| �} �~ � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � rO rV r^ � � � � � � rh ro rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rE rD rC rB z
ISO-8859-5� Bulgariang! _B�?Fux АБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЮЯабвгдежзийклмнопрстуфхцчшщъьюя)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetr� r� r� r� r� r� r� r� r� r� r� r� r� r� z windows-1251N)�#pip._vendor.chardet.sbcharsetproberr �BULGARIAN_LANG_MODEL�"ISO_8859_5_BULGARIAN_CHAR_TO_ORDER�ISO_8859_5_BULGARIAN_MODEL�$WINDOWS_1251_BULGARIAN_CHAR_TO_ORDER� WINDOWS_1251_BULGARIAN_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langbulgarianmodel.py�<module> s4$
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � � � � site-packages/pip/_vendor/chardet/__pycache__/enums.cpython-39.pyc 0000644 00000005176 15056474501 0021132 0 ustar 00 a
��Re} � @ sh d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�Zd
S )zr
All of the Enums that are used throughout the chardet package.
:author: Dan Blanchard (dan.blanchard@gmail.com)
c @ s e Zd ZdZdZdZdZdS )�
InputStatezS
This enum represents the different states a universal detector can be in.
� � � N)�__name__�
__module__� __qualname__�__doc__�
PURE_ASCII� ESC_ASCII� HIGH_BYTE� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/enums.pyr s r c @ s< e Zd ZdZdZdZdZdZdZdZ eeB Z
e
eB eB Z dS ) �LanguageFilterzj
This enum represents the different language filters we can apply to a
``UniversalDetector``.
r r � � � � N) r r r r �CHINESE_SIMPLIFIED�CHINESE_TRADITIONAL�JAPANESE�KOREAN�NON_CJK�ALL�CHINESE�CJKr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� ProbingStatezG
This enum represents the different states a prober can be in.
r r r N)r r r r � DETECTING�FOUND_IT�NOT_MEr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� MachineStatezN
This enum represents the different states a state machine can be in.
r r r N)r r r r �START�ERROR�ITS_MEr r r r
r ) s r c @ s, e Zd ZdZdZdZdZdZedd� �Z dS ) �SequenceLikelihoodzX
This enum represents the likelihood of a character following the previous one.
r r r � c C s dS )z::returns: The number of likelihood categories in the enum.r r )�clsr r r
�get_num_categories; s z%SequenceLikelihood.get_num_categoriesN)
r r r r �NEGATIVE�UNLIKELY�LIKELY�POSITIVE� classmethodr& r r r r
r# 2 s r# c @ s$ e Zd ZdZdZdZdZdZdZdS )�CharacterCategoryz�
This enum represents the different categories language models for
``SingleByteCharsetProber`` put characters into.
Anything less than CONTROL is considered a letter.
� � � � � N) r r r r � UNDEFINED�
LINE_BREAK�SYMBOL�DIGIT�CONTROLr r r r
r, A s r, N)r �objectr r r r r# r, r r r r
�<module> s site-packages/pip/_vendor/chardet/__pycache__/eucjpprober.cpython-39.pyc 0000644 00000004665 15056474501 0022325 0 ustar 00 a
��Re� � @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
d dl m Z G dd� de�Z
d S )
� )� ProbingState� MachineState)�MultiByteCharSetProber)�CodingStateMachine)�EUCJPDistributionAnalysis)�EUCJPContextAnalysis)�EUCJP_SM_MODELc sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� EUCJPProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/eucjpprober.pyr % s
zEUCJPProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr r r r r � charset_name0 s zEUCJPProber.charset_namec C s dS )N�Japaneser r r r r �language4 s zEUCJPProber.languagec C s6 t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� | j�| j|� q | j�||d |d � |� | j�||d |d � |� q |d | jd< | jt
jk�r0| j�� �r0| �� | jk�r0t
j| _ | jS )Nz!%s %s prober hit error at byte %s� r ���)�range�lenr
�
next_stater �ERROR�logger�debugr r r �NOT_ME�_state�ITS_ME�FOUND_IT�START�get_current_charlen�
_last_charr �feedr �state� DETECTING�got_enough_data�get_confidence�SHORTCUT_THRESHOLD)r �byte_str�i� coding_state�char_lenr r r r) 8 s<
�
�� �zEUCJPProber.feedc C s | j �� }| j�� }t||�S r
)r r- r �max)r � context_conf� distrib_confr r r r- Y s
zEUCJPProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r) r- �
__classcell__r r r r r $ s
!r N)�enumsr r �mbcharsetproberr �codingstatemachiner �chardistributionr �jpcntxr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/big5freq.cpython-39.pyc 0000644 00000065121 15056474501 0021503 0 ustar 00 a
��Rez � @ s d Z dZdZdS )g �?� ( � i i� � i� �� � �R � i� � �� ia i� i �n i� �! i� i �L �, iB � i� i� i� i� i� � i{
i]
i� i� i
ij i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � ik iq i� i� i�
i �� i ib � �
i� i� � i�
io i2 i� ii � i� ic i8 i� i� i i� � i� i� � i{ �| �� i� �" i�
i� �@ i\ i� i� i� i� � i� i� i� iF i� i|
iQ �H i� i� �P iv �� i� i� i i� iD i^
i� i� iF i}
i� �E i� iO � i0 i� �s i� i4 �< �2 i� � i& iM i� i� i~
� i� iG � i i[ i� i� i? i i ia i iK i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` il i i� i� � i
i �q i� i~ i� �� i
i� i i� i� i� ic i� �u � i� i* i i� i i�
i� �~ im i� i� � ie i� �G i^ i� in � i �U iC i� iC i� i� i� i� i i� i �j io i/ i i� iP i7 i[ i� �� i�
i? i� i� i� io �S i( i� i � ip �] i� i6 ij i i@ i i i� i i i8 � �+ i3 i[ � i� i\ i� i� i� i� � i] iA i� �� i� i1 �� i� iH i�
i�
id i� �� i+ i� i2 i� i� i� i�
iO iL i� i if i1 �� i� i� i� i� i� i i3 i9 �� �l i, �� i i i� i i� i� i� i� ie iz
iQ iM i& i� �X i� i� i� i� �� i
� � i� ik ip i� �M � i� i� �% � i� i� i� i� i� �' i� i� i\ i� i �7 � �J i� i! i� i� i i� �� iN i� iB iP i_
iq � � i�
i� i� i�
i�
i� � i� i i iI i� i8 i� i�
i i{
� i� i
i� i� � �m i� i� if i� i� ix i� i� i� i� i�
i� i
i� ig i� �� i
i i� i� i� i � i� �& i� i' i� i i� i� i� �. � i� i i� iM i� �� i� i� i$ �# i� iD ih iA i� � i� ir i� i� iU iG i i� i� i
i�
iQ iS ii i� i� �d i �0 �F i� i� iC i� i� i i� i i� iJ i i� iU � i� � iN i�
i� i� i< i� i�
i: iA
i�
i� i i i9 i� i} i i� i� i� iW iP i�
i i) iD i i� i� i4 i�
i� i) i� i� ir i� is i� i� it i i9 i� i� i� is i* i i� i� i� i� i� i] i� i� i� i� i� iD ij i(
i
i� i� i�
i� iu i5 iY ij i il i� iu i i� i�
i� i� i`
i
i= i� i� i� i� i� i� i� i5 i� i! i� i� iT iE ix i� i� ie � i� i� iO iP i� i|
i6 iA i�
i/ ik i� i�
i il i! i i� iB i� i` i� i
i� � iA i� i i i i� i�
iv i� i� i� iw i� i� �� iM i�
i� i� i� i i� ia
i� i� i�
i}
i� ix i, �} i� i� iB
i� i� i� i� i� i� i� i� iF ik im i� i� i�
i� i i� i�
i� ib i� i)
i^ iP i
i, i� i� i� i7 i5 i~
iy i| i� iz i� i i� i�
iC
i{ i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� it i� i�
i� i_ i� � i� i� i� i i�
i�
ib
i� � i� i5 �D � i� il i� i| i[ i*
i� � i�
i� i% � iG i^ i� il i� i� i�
i� i` i� i� i� ip i� � in �c ig im i i� i' i2 i� � i� i{ i� i� i� i� i� i� iD
i� if i i� i| i: �� i� i i� i�
i� i�
i
i� i� i� in i� i� i� i� �; i� iI iY i} i� i�
iX i" i� i
i� i� i� i� i� i� i- i� il i� i� i� i� i� i i� i� iE i� i~ i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i i� i� i� iG i� i� i iB i� i�
i+
i� i i� i� i� i� i� i� i ia i i� i� i
ia i� i} iE
i� iD i� i= i� i0 i i� i�
i6 i� i i� iv i! � i� i� i� � i� i� i� �9 iH i i� i� i� i�
iF i� i� i� i� i� i" i� iH i� i� i� i
io i i� iR i* i� i. i� i� i� i� i iI �3 i i,
i� i* iS i � i� iX i� i� i/ i ib ip i� i� i � i� i� i� i� iR i i i� i7 i� i2 i� i� i� i� i� i� i� i� i_ i� ib i i�
i� i� i� i� i� i� i� i i� i� i` �O i� i� i� i` i7 i�
i�
i� i� i� i� i� i ia i� i� i� i� i� i� ig i� i� i� i� i
i_ i� i~ �� i� i� i� i� i�
ia i� i�
ib i� i� i� i� i� � i� i� i; �� i� i- i
i� iQ i� �� i� iq i i� i� i� �` i� i# i# i� i i� i ir i�
is i i� i� id it i�
i� ic
i� i ik iw i� i� i� i� i� i� i� i i� i� �g i� iQ i� iU i
i� i� i� i� � �C iS i� ic i� i� i5 i� i� iB i� i_ i� ic iN �� i� iY i� i� i� i�
� iL id i�
i�
i iK i� i8 ia iG i� i� i
i� i� i is i6 i� it i; �N i� i� i i i4 i� i: i� i\ iq i� i� i� i. i� i i iu i�
i� i� i� i� i�
� i
ir i� i� i�
i�
i� ic i� i� i� i@ i� i� i� i i� i� i i� i/ i9 i� i i� i i� i� i� i� i�
i< id
i i� i� i8 iv i iC i� i i
i� im i� i�
i� i� i� i� i� iZ i� � �� i� iw i� �{ i� i� i� i� �$ i� i iM id i0 ir i� i� i� ig i iV i� i� i i� i: iZ i� i� i{ i$ ie i0 i� i i$ i� i�
i�
i� i5 i� i[ i� �v i� i ic i� iV iR i$ i; � i� i if i i i� id i� i� iW ie
i i� i� i i i� i�
i iJ i� i i� i iu i� i i� i
i� i i�
iK i� i2 i� iL i i. i� i� i2 i� i i� i� i �� i� i% i i� i� i i
i i� i i� i i i� �
i�
ix i� iM i� i} i i� iT i i� i� id i�
i i� i� i� i` i i i� i� i� i3 i i i; i� i i i iy iY iL i� i� i� i� i i i � iU �\ i� i� i i� i� iV iN i� i i�
i� i� i
i� i" ix i% i i; i= i i� i� i2 iE i� i! i� i� i� �^ i� i" iw i�
i# i� i� i� i� i� i$ i< iQ i� i� ir i% i� i] i� i& i� i< i' i i3 i6 iB i� i� i( i� i� i� i� i� i i� ig i�
i�
i) i�
i i* i+ i! i � i� � i: i� i7 i� i^ i� i i� i i( i�
i, i+ i i ix i- i� i/ ih i= i. i� i� � i� iV i i� i �h i� i� i/ i i� � i� i< i� i� i; i0 i� i� i� i
i� i1 iz i� i i� i5 i6 i�
i_ �) i2 i3 i� i4 iy i" � i� i�
i� i^ i5 i� i� i? i% i+ if
i� i6 i_ iW i� i� i�
i7 i> i i�
ig
i# �� iu i8 i� i� i9 ih
iF
i� iV i{ i� iO i� iI �w i~ i�
i^ i i� i: i� i� i� i� i� i� i� i� i; ie i1 i� i� i� i� i� i� i� i� i� i� i i iP i< i= i� i> i�
i� �( i` iR i? iY i� iI i� �� i� i� i7 i� i�
i? i� i� i�
i@ i� io � iq iY in i i� il i i� i� i� i� i�
ii
iE iP iV i� i!
i� i� i� i� i� in i� iA i� i| i�
i i
iB i� i� i� i� i i-
i� iO i�
i� iC i� iD iW iT iT � i� i� i� i�
i} iE i� i& i�
i� i� i� i� i i� i�
i� i� i~ iG
i�
i� i i$ iW i� i i� io i� i
iF i iG i� i i"
i� �� i� i#
i� i� iD i- iQ i� iH ie i� i i iI i� i� i iJ iz i
i� iK i i iL i� i$
i�
i� i� i� i� iH
� i� i� i i� i� iM i: i� i i� iN i� iI
i� i� i� iH i� i� i i� iO i� i� i� iP iQ i� i� ik iR iR i� �� i� i�
i
i� i� i� i� i� i� i i� iS iT i� i� i� i%
i� i� i� i� i� i&
iS iU i i� iS i� iC i� i� i� iV i~ i� i! iX i� i� i� i� i� i, i� i i� i� iO i� i| i� i i� iP i� ie i� i� i� i� i i� i� i� i� i� i� i� i� iT i � i� i� iW i� i� i iX i� iY i� iR i�
iv i i i�
i i� i= i i� iZ i� iU i� i� i[ i� i� i� iV i% i\ i� i� i] i� i� i^ i8 iT i.
i'
i_ i� iv i� i� i� i� iw it i i` ia ib i> i� i� i" i{ � i� i� i� ic i� id i9 i� i i i� i[ i9 i i id ih i
ie i� i� i� iJ
i! i� i� if i� �� i i� i� i� iT ig i� i i� i% i� �W iM ih i i� ii i� i� i� i� i �� i� i� i� i(
ij
i� iy i7 im i� ij ik i� i? iW i" i� i� � i �B i� il i| i� � i)
iz i� �� i�
i� i� i� i� i i� i� im � in iu iv iw i� i i*
i i� io ip i� � iq i7 i. ir i� i� i
i i i�
i� if i� i� i� is i& iy i i� i i� i� i� i i� i�
i i> i� i� i� i� i �Y i� i� it i� iu i/
i+
i� iv i� i� i� i@ iw i i� i� � i� i3 i� i� i� i,
ix i� i6 i9 i�
i i i� �6 i� � i i! i i� iy i� iQ i: ic i
i� i i-
�o i� i� iF iX i�
i� i� if i� i iz i�
i� i� i� i� i� i{ i/ � i� i' i� ib i i� i` i� i� i iu i iv i� i� i i� i�
i
i
i� i� i� i� i0 iE � iS i� i8 i[ i| i} iG i� i i� i! i~ i i� iF iU i� i�
i i i� ie is i� i� i� iw i i� i� i" i ia i iZ i& i� i� i� i� i� i
i� i� i� iA i� i� i�
i ii i i� i� i� i� i� i� i i� i
io i� i i� i i�
i
i� i i� iA i iJ i0 i� ix i�
i� i� i� iY i� i� i� i� i� i� i� i i� iZ i8 io i i� iQ i� i� i� i� i�
i� � �a �Q i� i� ip i; i � iP i� ib i� i� i� i� i i� i� i
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i] i i� i i� i�
� i� i i� i� i' i� i i.
i� �� i
i� i� i i� i� iL i� i� i� i� i i� i� i/
i� i i� i� iB i0
i[ i i8 i� i� i� i� i� i� i i/ i3 i� i� i� i i�
i i� i i0 i� in i� i� i� i i� i� �� i i� i� i� i� i� i i� i i i� i4 i� i � i i< i� i i
i� i� iY i� i� i �� iC i� i� i i�
i� i� i� i� i} i1 i i�
i� i� i� iK � i� �� i0
iF i� i� i� i�
i i# i� i\ i� i� i� �f i �> i�
i� i i�
i� i� i� i� i� i i�
i� i� i� i� ij i� i� i i� i i- ip i9 i@ i6 iy i i� i� i i
i1
i� i� i i� i� i i� �V i� i� i� i� i4 i� i� i� iK i1
i� i�
iD i� i� i� i� i i� i# i� i� i� i� i2
i i� i i� iZ iH ip i� i� ig i� i� i i�
iq �r i
i� �� i� i� i� i� i iK
iV i�
i\ i, i
i� i� i� i i� i] i� i� iu � i�
i i i� i� i� i� i i� iZ i� i� i�
i i i� i ij i� i� i0 ih ih i� i� i� i� i� iE i i� i
i� i i� i� i� i� i� i� i� i� i i� i� i�
i i i� i2
� i� i� i� i� i iM i� iw i� i� i� iy i? i� i� i� i
it im i( i� i� i+ i� i� i� i� i� i� � i ii i�
i� i� i� i� i� i
i� iL
i� i� i) i�
i i�
i� i if i� i� i� i i i� i� i� iR i" iA i3
i� i� i- i1 i� i$ i�
i( i� i] i� i# i� i$ i�
i i� i� i i* i� i� i� i� i
i� i� i�
i= ik
i� i! i� i�
i� i� i� i� i�
i� i� � �_ i� i� i� i� i^ i2 i i�
i� i� i� i9 i� i� i� i� i� i� i4
i� i� i� i
� ib i i� i� i i� i� i i� �5 i� i� i� i� i" i i�
i i� i� i� � i4 iI i i� i# i� i� � i� i i i� i ij i� i� i i$ ik i� i i�
i� i\ i�
ig i� iE i5
i� i� i� i� i� i� i� i� i�
i� i� i6
i� i� i i i� i% i i� i� i� i� i[ i� i� i� i� i� i i� i& �e i� i� i� i� i� io i� i� il i i} i� i� i� iz i� i+ i� i� i� i i� i� in i- i� i�
i' i ii i
i� i� i� i( i� i� i� i� i� i i� i� i� i i�
i� i� i� i� iB ii iq i� i� i� i< i� i* ij i) i" i* i� i> i) i7
i� i+ i� i� i� i i� i� i� �z i� i, i� i� i� i iM
i) ir i� i� i- i i� i� i� i� i� i� �T i� �p i� i� i# i# i� i� i i� i� i� i� i�
i� i i� i i� i� i� i� iS i� i. i8
i� i� i� i� iz i9
i= i� i� i� im i� iS i i i� i� i� ix i� i� i/ i� i� iq i� i i3 i� i5 i� i:
i� i�
i� i� i� i� i� i� i� i
i;
i� i0 i1 i� i i i� i� in i� i_ i� i] i i� in i� i� i� i� i
i% i� i� i� i� i� i` i� i� i� i� iz iT is i2 i3
i� i
i{ � i5 �� � i i�
ig i� i� ik i� i� i� i i�
i� i� i3 i4 i� i� i� ic i i� i� i
i�
i� i ia i: i1 i� i� i� i! �A ih i io i�
i6 i" i� i� � il
�- i� i
ia i5 i i� i� i
i� i� i# i! i� i$ i� i�
i� i4
if i� i i% i& i�
iN
r i
i� iW i� i i i� i i�
i' i� i$ i� i i<
i� iN i i iW ik i� iO
i� i� i i i� i� iX i, i i6 i& it i� iP
i i� i7 i�
i� i�
i- ij i i i�
i� iC �[ ip i� i� i' i8 i
ib i� im
i i�
i� i{ i( i� i� i� i� i9 i�
i� i i: i
i�
i^ i� i� i� iB i; i i� i i i� i�
i� �� i
i� i i� i) i< i= i�
i i�
i� i> i i i i i�
�= i� i� i i� i i� i� i� i� i� in
i� iH iD i�
i? i� iU iW i�
i=
i� i: i� i� iN i� iK iE i@ i4 ic i�
i� i>
i� iQ
i
iA i i� ih i� i i�
i�
i( i] i� i� i� iB i* i� i� il i� iC iD i� iE ih i� i i� i� � i� iX i i i i� i+ i� i� i� i+ iJ i� i� iU �� i i
i� im i iE i i i iF i iG i
�k i� in i� i�
id i i� i i � i� i� iF i! i i� ir i@ i� iH i" iC iG i� � i� i
i� i^ i�
i� i� �8 it i) i; i� i?
i! i� io iI i� i" i# i# i$ i� iJ i� i% i�
i& ir iK i' i5
i( i) i� io
i@
i} iA
i� i, i� i* i4 �1 i+ i� i� i� i� i� i" i� i, i i�
iC i� iu ir iD i- i�
i- i� iL iv i{ i� i| iM i. i. iN iY i6
i i i� i/ i0 i/ i� i� i1 i$ i� i2 i% iG iR iB
i� i_ i� i� iC
i� i� iD
i� i3 i� i� i� i� i� i� i i. i� i� i4 i@ iw i� i5 i� i6 i7 i� ii i� i& i0 i� i8 i i& i� i* � i+ iG iO iu � i# i�
i1 iP iR i� iQ i� i� i� i) i� i� i= i9 i� il i� i� i� i� iE
iS i� ik i� i\ i� i� i� i�
iy i: i� i; i< iF
i% i= i� iR i i i> id i' i, i? ie i$ i� i2 i3 i- i� i� i4 i i( iS i@ iA iB i� i. iT i� iO i
i� i� i� i� i� i�
i& i i� i� i�
i< i�
i� i i� iC i iD i� i� iU i� ip
iG
ie i�
i� i� i� i�
iE i; iV iF i' iG i) i
i� i} iH i* i� iW i� i� iI i� iT i� i�
i�
i� i� i� i� i i i� iJ i. ig i~ � iU i� ij i i i iX i� i� i8 i� i* i� i� i� iK i~ i� i� i� iL i iH i�
i� i i% �� i+ if i� i� i� i� it i� iM iN i� i� i� i i i� i
i� i� ik iY i iY i� i� i� �* i/ i� iO iR
iZ iH
i� i# iI i�
i� i� i� i5 iS
i] iE i[ i\ i
is iI
i+ iP iQ i, i� i�
iR i� iS iT i� i, i� iU i] iV i� i� iL i- i! i� iT
i\ �4 iW i� i iX iY iZ i� i[ i> iw i� i� i� i� i+ i^ i iJ
i� i_ i$ i� i\ i� i� i il i. i] i` i� i^ i_ iq
i% i� i` ia i i i� i�
i6 ig iU
ib ic id ia i�
iq ix i�
ie i
ib iy i� if ih ig ih i� i� i' ii i i� i� i ij ir i� i
i0 i i= i� ib i| � i� i� i� i� i� i i ih ik i�
il i i� i�
ia i� ic im i� i i� in i�
i� iu i� i� id ie i� is iK
i/ io i7 i� i& i� iJ i8 ip iq ii ij if i� i� ig i i� i� i( i� i` ir is i� i� i i i< iF ik if i� i� � i� i] i� i� iI it i> i� iu i� iv i� i�
i� i� i�
i0 i� i- i� iw iL
i� i� i� i� i� i� iG ia i� i
it i� i� i�
iS iK ix i iy iz i� i� iV
�� i� iO i� i1 � i�
i{ i�
i� i� iF iy i� i9 iZ �� i| i} i~ iF i� i� i� i�
i� i: i� i i i i2 i� i� i ip i� i; iG i� i� i ih i� i� i� i i7
i� i� i� i iq i i� iM
i� i i i� i i i� i� i� i�
i� i� i�
i( i8
i� iN
i i i3 i� i iO
i< i i� i� iT i iW
i� i� i� i� i� i( i� i� i� i1 i� i� i� i� i� i� i� iu iZ i i�
i� ic i� ij iP
ip i� i� i
i i� i� i� iv ii ij i� i�
i� i� i� i� iQ
iK i i� i� i' i� i� i� i i� i9
i i� i
i� iz i� i� i
i� i� ik i� i� i� i� i� i� i2 i i� il i i� i> i= iC i' i� i� i> i
i iZ i� i� i� i� im in i� i� ib i i� i� i iq i? i� i
i� i i� i� i" i� i�
i? i
i} i� i� io i@ i> i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i3 i� i ih i� i il i� i� i� i) i� i�
ip i� i' i� i� i� i4 i� i� i
i�
i� i� i� iA i_ i iB i� iL i� i
iP iq i� i i� ir i i i� i iX
i ic is i!
i� i� i iH i� i iw i� i� i� iC iD it i i� i� i� i� i� ix i
i i� i/ i� i i i5 i
i4 iu i ir
i� i i_ i� i� �/ i� i< i� i~ i7 iy im i� i i^ i5 in ib i�
it i� i il i� i� i� i6 i� i� i7 i� i� i� i� i� i iv i� i� i� i� i8 i:
i� i�
i� i0 i� i1 i� iw i �I i� i� i� i� i� i( i� i iB i� i� i4 is i�
i� i� i� i� i
i�
i� i� i? iC i ix i iE iH i i� iF iy iz iG i� i i� i� i{ i� i� i i| i� i;
i} i9 im iH i~ i� iz i� i� is
i� i� iM i� i� i i� i� i im i� i� iI i� i� i io i i� i i� i i� i� i_ i i� i� i� i2 i3 iH i i* i� i i�
i i� i� i<
i� ii i: i� i�
i� i� i� iA i� i� i� iR
i� i� i� i i i�
i� i"
i� i� i� i� i� i� i� i�
i i�
i� i� i�
i� i� iQ i i�
iY
i i i� i� i i� i i{ iK i� i � i[ i iJ i� i� iN i� iS
i� i� i� i� iI i i� iT
i@ i i�
i� i� i�
i� i@ i iR i� i� i� it
i� i i� iJ iI i� i�
i� i� i �� i�
iU
i� im i i� i� i{ i� i� i� i
i; iV
i� i i� i i� i< i� i i�
id i� i� i� iX i� i� i9 i� i� i6 i� i� iU i� i� i� i i� iL i! i=
i� i) i� i�
i i i� i� i� i � i� i�
i i= i$ i( iv i� i i& i� ic i� i i i� i i
i� i> i� i� i� i{ i" i� i� i� i� i# i� i� i� i� iW
i� i� i� i� i� i� i i$ i�
i% i i� i� i� i� i& i^ i� i� i[ i� i� i' i i� i� i i� i� i� i( i i� i i2 i\ iJ i
ip ip in i iu
iq i) i� i� iO i>
i� i�
i* iX
i� i� i� i+ i� i� i, i�
i� i� i�
i� i� i� i� iK i� i
i �� iI i- i� i� i! i� i� i� i� i� i. iD i� i� iJ is i#
i� i� i�
i� i7 i� i� i� i/ iw i� i| i i i� i� i� i" i4 i| i, i i i� i� i� i� i� i i� i i i i� i? iY
iP i0 i i1 iZ
iZ
i�
i� i�
i� i� i�
i# i@ i2 i i| i� iz i i i� i� iA i' i� i?
i� i i� i8 i� i� �y i� iL iV i
i3 i i� i� i$ i� i i� iM i� i% i� i i� i�
i i
i. i i4 iN i� i i i i�
i� i� i� i i� i�
i5 i9 i% i i� i� iK iQ i i� �x i6 i7 i iB i� i
iO iv
i[
i� i� i& i i�
i i�
i� i iX i� i* i� i\
iP i� i�
iN i+ iw
i i i� i iW iC i� i i� iQ iD i i? i]
i� i i i^
io iR i
i� iE i i
i iF i i' i� iX i iG i iS i� i iT iR i i8 ix i� ik iS i� iT i� i i i� i� i� iD i� i9 i! i� i� i i� i( i iL i" i# i$ i% i_
i� i& iJ i: iU i� i} i i) i� i
i; i< i
iE i+ i' i�
i� iH i= iV i* iH iy i, i+ iW i3 i> i� i� i? i( iI i, i- i`
iq i� ia
i i� i i
i� i) i* iX i� i+ i� iO �� iY i, i- i� i. i� i/ i� i� i0 i. i� i� i� i1 i�
iJ ir i2 i3 i$
i i4 i� i5 i6 i7 i�
i� ib
i� i� i� i} i� if i� iK i� i�
i�
i� i� i8 iZ i9 i� i: i� i�
ic
i� i: i� i i; is iJ i@ i� i� it i; i�
i/ i< id
i i� i� i� iU i� i0 i� ie
i= i� if
iu iM i� i� i� i� i�
i> i i[ i iA iL i� ii i? i� i
i�
i i@ iA iv iB iC i\ i� ij i� i[
i�
ig
iD iE i� i� iF i iB i� iG i�
i� iH i� i( i� iM iC ih
i� iI iN iJ i iK iL i� i� iM i� i1 i2 iN � i� id iO id iV iD i` i� i# i5 iP i] iQ iE in i
i� i� i� i^ iR i_ iF iS ip ii
i� iT iU i� i
i� iV i� i� i� i� iG i� i� i� ie iH iO i� i� iP i` iW iw ij
iX i i i3 i�
ia i� iI iY iJ ix i7 i i i� i- i�
i4 ik
i ib iZ i- i� i i. ic i� i[ i� ir i; i� iK i5 iL iX i� i i i� i� i\ i] i� i� i6 i%
i^ i_ i� i� i~ i` il
iy ia iz i~ i� i� ib i? i� ic i7 id i
i� i� ie i� iz i� i� iM if ig i/ ih i| i� i@ id i� i ii iN i� i� i� i8 if i� i� ij ik i� iO iP i� i� il im i@ in i9 i� io i� i� i� i� i< is i i\
iQ i. iR iN i@ i�
i� ip i iS i{ iq i� iA i� i� i� i i� iT i
i� i� i� i: i� i� ir i�
is i@
iW i; it iu i� iv iw ix iy i| i� i� i� i� iz i� i� i3 iQ i� i� im i� iA i{ i| i� i� i� i} iO iR i� i� ig i i i~ iZ i�
i i� i� i� i� i� i\ im
i� i} i� i< iX i� i� i� i� i�
i� i� i� i
i� iY i� i� i� i0 i� i� i� i� i= i� i� i� i� iL i� i� i� i� ih i� i� i� ii i> i> i� i/ i? iU i� i� i� i� i� ie i) ix
�t i� if iS i� i�
iy
i�
in
i
i i� iT i i@ i� i� i� i� i� �� i� i� i� i� i� i� i� iz iU ig i� iV i� io
i� i� i6 ip
it i� i� i� i� i� �� i�
iA i� iJ iV ih iZ i� i� iW i� i� i� i� N)� BIG5_TYPICAL_DISTRIBUTION_RATIO�BIG5_TABLE_SIZE�BIG5_CHAR_TO_FREQ_ORDER� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/big5freq.py�<module>+ s site-packages/pip/_vendor/chardet/__pycache__/cp949prober.cpython-39.pyc 0000644 00000002233 15056474501 0022054 0 ustar 00 a
��Re? � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�EUCKRDistributionAnalysis)�CodingStateMachine)�MultiByteCharSetProber)�CP949_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� CP949Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r � coding_smr �distribution_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/cp949prober.pyr # s
zCP949Prober.__init__c C s dS )N�CP949r r r r r � charset_name+ s zCP949Prober.charset_namec C s dS )N�Koreanr r r r r �language/ s zCP949Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) �chardistributionr �codingstatemachiner �mbcharsetproberr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/euctwfreq.cpython-39.pyc 0000644 00000065125 15056474501 0022010 0 ustar 00 a
��Re�{ � @ s d Z dZdZdS )g �?i ( � i i� � i� �� � �R � i� � �� i i� i�
�n i� �! i� i �L �, iA � is i� i� i� i � iL
iS
i� i i� i� i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � i� il i� i� i�
i� �� i�
i � �
i i� � i�
io i$ i� ii � i� ic i8 i� i� i i� � i� i� � iz �| �� it �" i�
ie �@ i\ i� i� i� i� � i� i� i� iF i� iM
iQ �H i� i� �P iv �� if i� i i� iD iT
i� i� iF iN
i� �E i� iO � i/ i� �s i� i3 �< �2 i� � i& iL i� i� iO
� i� iG � i iM i� i� i? i i i` i iF i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` i� i i� ig � i i �q i� i~ i� �� iP
i� i i� i� i� i! i� �u � i� i* i i� i i�
i� �~ i� i� i� � ie i� �G i^ i� i� � i� �U iC i� iB i� i� i� i� i i� i �j io i/ i i� iO i2 i[ i� �� i�
i& i� i� i� i� �S i( i� i� � ip �] i� i6 ii i�
i' i i i� i i i8 � �+ i% i[ � i� i\ i� i� i� i � iX i( i� �� i� i0 �� i iH i�
i�
i" i! �� i+ i� i1 i" i� i� i�
iO iG i� i if i1 �� i� i� i� i� i� i i2 i9 �� �l i, �� i i i� i i� i� i} ih i# iq
iQ iM i& i� �X i� i� i# i� �� i
� � i� ij i� i� �M � i� i� �% � i� i� i$ i� i� �' i� i� iN ii i �7 � �J i� i! i� i� i i� �� iM i� i) iP iU
i� � � i�
i� i% i�
i�
i� � i� i�
i iI i� i3 i� i�
i ir
� i� i� i� i� � �m i� i� i$ i� i� ix i� i� i� i� i�
i� i� i� i% i& �� i
i i� i� i� i � i� �& i� i' i� i i' i� i� �. � i� i i� iH i� �� i� i� i$ �# i� iD i& iA i� � i� i� i� i� iU iG i i� i� i
iQ
iP iS i' i� i� �d i� �0 �F i� i� i* i� i� i i� i i� iJ i i� iU � i� � iI iR
i� i� i< i� iS
i: i7
i�
i� i i i9 i� i} i i� i� i� iV iP iT
i i) iC i i� i� i& i�
i� i) i� i� im i� i� i� i� i� i i4 i� i� i� in i* i i� i� i i� i� iO i� i� i� i� i� i+ i( i
i� i� i� iU
i( i� i5 iY ij i�
il i� iu i i) i�
i* i+ iV
i
i= i� i� i� i� i� i� i� i4 i� i! i� i� iT i, ix i� i� ie � i� i� iJ iP i� is
i5 iA iV
i/ ik i� i�
i il i! i i� iA i� i` i� i�
i� � iA i� i�
i i i� i�
i� i� i� i� i� i� i� �� iM i�
i� i� i� i i� iW
i� i� i�
it
i� i� i+ �} i� ij i8
i� i� i� i� i� i� i� i� i- i) im i� i� iW
i� i i� i�
i� ia i� i
iP iK i� i, i� i� i� i7 i' iu
i� i{ ik i� i� i i� i�
i9
i� i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� io i� iX
i, iQ i� � i� i� i� i i�
i�
iX
i� � i� i5 �D � i� il i� i� i[ i
i� � iY
i� i% � i. iY i� i* i� i� i�
i� iR i� i� i� ip i� � in �c ig i+ i i� i' i2 i� � i� i{ i� il i� im i� i� i:
i� if i
i� i| i5 �� i� i i� iZ
i� i�
i� i� i� i� i, i� i� i� i� �; i� iI iY i� i� i[
iX i" i� i i� i� i� i~ i� i� i, i� ik i� i� i- i� i� i i� i� iD i� i� i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i�
i� i� i� iG i� i� i iB i� i�
i!
i� i� iu i� i� i� i� i� i ia i i� i� iv
iS i� i} i;
i� iD i� i= i� i0 i i� i\
i( i� i i� iv i � i� i� i� � i. i� i� �9 iH i i� i� i� i]
iE i� i� i� i� i� i! i� i/ i� i� i� i i- i i� iQ i* i� i. i/ i� i� i� i i0 �3 i i"
i� i* iR i � i� iW i� i� i/ i ib i. i� i� i � i� i� i� i� iR i i i� i) i� i2 i� i� i� i� i� i� i� i� iZ i� iT i iw
i� i� i� i� i� i� i� i i� i� i[ �O i� i� i� i` i7 ix
i^
i� i� i� i� i� i� i\ i� i� i� i� i� i� ig i� i� in i� i
i_ i� i~ �� i� i� i0 i� i�
ia i� iy
i] i� i� i� i� i� � i� i� i; �� i� i- i� i� iL i� �� i� i/ i i� i� i� �` i� i# i" i� i i� i i0 i�
is i i� i� id is i�
i� iY
i� i ik iw io i� i� i� i� i� i1 i i2 i� �g ip iQ i� iU i� iv i� i� i� � �C iS i� i^ i� i� i5 i� i� iB i� i_ i� ib iN �� i� iX i� i� i� i�
� iL ic i�
i�
i iK iw i* ia iG i3 i� i
i� i� i i1 i6 i� i2 i6 �N i� i� i i i3 i� i: i� i\ iq i� i� i i- i� i i i3 i�
i� i� i� ix i�
� i� ir i� i4 i�
i_
i� iU i� i� i� i@ i� i5 i� i i� i� i i� i/ i+ i6 i i� i i� i� i� i� i�
i7 iZ
i i� i� i8 i4 i iC i� i i� i� il i� i`
i� i� i� i� i� iY i� � �� i� i5 i� �{ i� i i� i� �$ i7 i iM iV i0 ir i� i� i� ig i iV i� i8 i� i9 i, iZ i� i� i{ i# iW i0 i i i$ i� i�
i�
i� i4 i i[ i� �v i� i ic i� iV iM i$ i- � i� i iX i i i� id i� i� iW i[
i i� i� i i iq i�
i i1 i� i i� i it i� i i� i i i i�
i2 i� i2 i: i3 i i. i� i� i2 i� i
i� i� i �� i� i% i i� i� i i i
i� i i� i i i� �
i�
i6 i� i4 i� i| i i� iS i i i� i_ i�
i i� i� i� i` i i i� i� i� i3 i i i; ir i i i i7 iY iL i; i� i� i� i i i � iT �\ i� i� i i< i� iV i5 i� i i�
i� i� i� i i" ix i% i i; i8 i i� i i2 iE i= i! i� i i� �^ i iw i�
i" i� i� i is i� i# i< iQ i i� ir i$ i i] i i% i� i. i& i i3 i5 iB i� iy i' i� i� i� i i� i i> iY ia
ib
i( i�
i i) i* i i � i � i: i� i6 i� i^ i i i� i i( i�
i+ i+ i i ix i, i i. ih i/ i- i i � i
iV i i� i �h i� iz i. i i� � i� i< i� i� i; i/ i? i� i i
i� i0 i8 i� i i� i5 i6 i�
i_ �) i1 i2 i i3 iy i � i� i�
i i^ i4 i� i� i? i$ i+ i\
i� i5 i_ iW i� i iz
i6 i0 i i�
i]
i �� ip i7 i� i� i8 i^
i<
i� iV i9 i� i6 i� iI �w i} ic
i^ i i
i9 i@ i� i
iA i i� i� i� i: ie i1 i i iB i� i� i� i� i i� i� i i� i7 i; i< i� i= i{
i� �( i` iR i1 iY i iI i� �� i i� i6 i� id
i> i� i� ie
i? i� io � iq iY in i i� il i iC iD i{ i� i�
i_
iE iP iU i� i� i� i� i i� iE im i� i@ i� i: i�
i i
iA i i� i� i� i i#
i� iN i�
i� iB i� iC iW iT iT � i� i
i� if
i; iD i i& i�
i| i� i� i� i i� i�
i� i� i< i=
i�
i� i i iV i� i�
i io i� i� iE i�
iF i i i� i� �� i� i� i i iD i- i8 i� iG id i� i i�
iH it i� i iI iz i
i iJ i�
i�
iK i i� i|
i� i i� i� i>
� i� i� i� i i iL i: i� i= i� iM i i?
i� i� i iH i� i� i i� iN i i� i� iO iP i iF ik iQ i9 i� �� i� i�
i� iu i iv i i� i i� i iR iS i� i� i} i
i> i� i� i� i i
i: iT i i� iN i� iC i� i i� iU i~ i� i iW i� iG i� i� i� i, i i i i� iO i� i| i i� i� iO i? iV i` i� i i� i~ i iw i� i i� i@ i! i� i� i; i � i� i iW i� i" i�
iX i� iY i iR ig
iu i i�
ih
i�
ix i= i
i iZ i� i< i� i i[ i� i# i i= i i\ i$ i i] iH iI i^ i7 iO i$
i
i_ i% iv iJ i� i i! iw it i i` ia ib i9 i& i� i" i{ � i� i� i' ic i� id i8 i� i i� i� i[ i9 i� i� id iZ i� ie i� i� i� i@
i! i( i" if i� �� i i� i# i$ iT ig iK i i� i% i� �W iM ih i i� ii i� i� i� i% i� �� i� i� i� i
i`
i� iy i7 im iL ij ik i� i: i> i! i� i� � i �B i) il i| i � i
iz i� �� ii
i� iM i� i� i�
i� i� im � in iu iq iv i� i�
i
i* iN io ip i� � iq i7 i. ir i� iy i�
i i i�
i� if i� i� i� is i! iy i�
iO i i� i� i� i+ iP ij
i�
i> i� i� i� i� i �Y i� iA it i� iu i%
i
i� iv i� i� iz i2 iw i, i� i� � i� i3 iQ i� i� i
ix i� i6 i9 ik
i� i i& �6 i� � i- i
i� iR iy i� iQ i9 ic i�
i' i. i
�o i( iB iF i? il
i� i) ie i� i�
iz i�
iS iT i� i� i� i{ i/ � i� i" i� ib i/ i� i` i� i� i0 iu i� iv i� i� i1 i� i�
i� i� iU i� i* i� i/ iE � iS i� i8 iZ i| i} iF i+ i i� i! i~ i2 i, iF iP i� im
i i
i� ie is i� iC i� ir i i� i� i i� ia i3 iZ i% i- i� i� i� i� i4 i� i� i� iA i� i� i�
i�
ii i
i� i� i� iD i. i� i i� i� in i� i i� i� i�
i� i� i i� i3 i5 iJ i0 i� is i�
i� i� i� i@ i� i� iV i� i/ i� i� i6 iW iA i7 io i�
i� iP i0 i� i1 i� in
i� � �a �Q i2 i� ip i: i � iP i� ib i� i� i� i� i i{ i3 i7 iE i� i� i� i� i� i| iF iG iX i� i� i� i� i� i] i�
i4 i� i� i}
� i� i�
i5 i� i& i� i8 i
i� �� i� i� i� i� i� i� iL i� i� i� i� i�
i� iY i
i� i i� i� i4 i
iB i9 i8 i� i� i� i� i� iH i�
i/ i3 iZ i[ i� i�
io
i� i� i: i0 i� in i\ i� i] i� i^ i� �� i� i� i� i� i� iI i� i� i� i; i� i4 i� i< � i= i; i� i i
i� i� iX i� i� i �� i5 i_ i� i�
i�
i� i� i� i� i} i0 i> ip
iJ i� i� iK � i� �� i&
iF i� i� i� i�
i�
i# i� i[ i� i� i� �f i �> iq
i� i? ir
i� i6 i� i� i� i i�
i� i� i� i� ij i� i� i i� i@ i- ip i9 i; i6 iy iA i� i� i i� i'
i� i� i i� i� i i� �V i� i� i` i� i4 i� i� i� iK i
ia i�
i6 i� i� i� i� i i� i" i� i� iK i� i
i i� i� i� iY iG io i� ib if ic i7 i is
ip �r i� i8 �� i� i� i� i� i iA
iQ i�
iC i, i
i� i� i� i i� i\ iL i� iu � i~
i�
i� i� i9 i� i� iB i� iZ i� i� i
iC i� i� i ij id i� i0 ih ig i� ie i� iM i} i7 i�
i� i
i� iD i� i� i� i� i� if i: i� i iN i; i�
iE iF i� i(
� i� i< i� i� iG iM i= iw ig i� i~ it i? i� i� i� i
it im i# i� i� i+ i� i� ih i� i� i� � i i[ i�
iO i� i� i� i� i
i� iB
i� i� i$ it
i i�
i� i ia i� i� i� iH i i� i� i� iQ i" i< i
i� i� i- i1 i� i# iu
i' i� iD i� i i� i
i�
iI i� i> iJ i% i� i� iP i i
ii i� i�
i= ia
i� iK i� iv
i� i� i� i� i�
i� i� � �_ i� ij i� i? iE i1 i�
i�
i� ik i� i8 iQ i� i� il i� i� i
i� im i@ i
� ib i� i� i� i iR i� i� i� �5 i� i� i� i� iL i iw
i in i� i� � i4 iH i i� iM i� i� � i� i i� i� i i\ i� io i� iN i] i� i i�
i� i\ ix
ig i� iE i
i� i� i� i� i� i� ip i� i�
i� iq i
i� i� i� i� i� iO i� i� i� ir i� iZ i� is it i� i� i i� iP �e i� i� i� i� i� io i� i� i^ i i} i� i� i� iz iA i& i� i� i� i�
i� i� in i- i� i�
iQ i ii i
i� i� i� iR i� iu i� i� i� i iB i� i� i�
iy
i� i� iv iw iB ih iq i� i� i� i< i� i* ii iS i" iT iC i> i) i
ix iU i� i� i� i~ i� i� i� �z i� iV i� i� i� i� iC
i) iq i� i� iW i
i� i� i� iD i� iE �T iF �p i� i� i# i# iy i� i�
i� i� iG i� iz
i� i i� i� i� i� i� i� iS i� iX i
i� i� i� i� iu i
i= iH i� i� i_ i� iR i i i� i� i� iw i� i� iY iz i{ iq i� i i3 i� i5 i� i
i� i{
i� i� i| i} iS i~ i� i
i
i� iZ i[ i� i i i� i� i` i� iF i� i] i i� in i� i� iI i� i
i i� i� i� i� i� iG iT iJ i� iK iz iS ir i\ i)
i i
iv � i5 �� � i i�
ib i� i� ij i� i� i� i� i�
i� i� i] i^ i� i� i� ic i� i� i� i i�
i� i�
ia i: i1 i� i� i� i� �A ih i ia i�
i6 i� i� i� � ib
�- i� i
iH i_ i i� i� i
i� i� i� i i� i� i� i|
i� i*
if i� i i� i i�
iD
i i
iL iW i� i i iU i i�
i i� i$ i� i
i
i� iN i i iR ik i� iE
i� i� i i iM i� iS i' i i` i� is i� iF
i i� ia i}
i� i�
i( ij i i i~
iV iB �[ ib iW i� i� ib i
iI i� ic
i i
i� i{ i� i� i� i� i� ic i�
i� i id i
i�
i] i� i� i� i= ie i i� i i i� i�
i� �� i
iN i i� i� if ig i�
i�
i�
i� ih i i i i i�
�= i� iX i i� i i� i� i� i� i� id
i� iH iC i�
ii i� iT iW i�
i
i� i9 i� i� iN i� iK iE ij i4 iJ i�
iY i
i� iG
i ik i i� ih iO i i�
i�
i i] iP iZ i� il i� iQ i[ ik i� im in iR io ic i� i i� i� � iS iX i i i i\ i+ i� i� i� i� iI iT iU iU �� i i
i� il i�
iD i i i ip i iq i
�k i� im i� i�
iK i i� i i � i� iV i8 i�
i i� ir i@ iW ir i�
iC iG i� � i� i
i� i^ i�
i� i� �8 it i i: i� i
i! i� in is i� i" i�
i# i$ i] it i� i% i�
i& ir iu i' i+
i( i) i� ie
i
i} i
i� i� i� i* i4 �1 i+ i� i� i� i� i� i i� i, i i�
i> iX it ir i? i� i�
i- i� iv iu i{ i� iw iw i� i. ix iT i,
i i i� i/ i0 i� i� i� i1 i�
i� i2 i�
iG iR i
i� i^ i� iY i
iZ i� i
i[ i3 i^ i� i� i� i� i� i
i) i\ i� i4 i@ iv i� i5 i� i6 i7 i� id i] i�
i� i^ i8 i� i& i� i � i i9 iy iu � i i�
i� iz iR i� i{ i� i� i� i( i_ i� i< i9 i� il i� i� i� i_ i
iS i` ik i� i[ i� i� i� i�
ix i: i� i; i< i!
i$ i= i� i| i i� i> id i�
i i? ie i i� i� i� i i� i� i� i i�
i} i@ iA iB i� i. i~ ia iO i
i� i� i` ib i� i�
i% i i� i� i�
i; i�
i� i i� iC i iD i� i� i i� if
i"
iL i�
i� i� i� i�
iE i; i� iF i& iG i�
i
i� ix iH i) i� i� ic i� iI id iT i� i�
i�
ie i� i� i� i i i� iJ i ig i~ � iU i� ie i i i i� if ia i8 ig i�
i� ib ih iK iy i� i� i� iL i i: i�
i� i i �� i* iM ii i� i� ic it i� iM iN i� i� i� i� i i� i
i� i� if i� i� iY id ie i� �* i i� iO iH
i� i#
i� i# i; i�
i� i� i� i� iI
i\ i@ i� i� i� is i$
i�
iP iQ i�
i� i�
iR ij iS iT i� i+ i� iU i� iV i� i� iL i�
i! i� iJ
i\ �4 iW i� i iX iY iZ i� i[ i> iw ik if i� i� i+ i� i i%
i� i� i$ i� i\ i� i� i il i�
i] i� il i^ i_ ig
i% i� i` ia ig i i i� i�
i� iN iK
ib ic id i� i�
ic iw i�
ie i� ib iy i� if ih ig ih ih i� i' ii i im i� iz ij id ii i� i i i< i� i� i| � i� i� i� i� i� i� i iO ik i�
il i i� i�
ia i� i� im i� i� i� in i�
i� iu i� in i� i� i� ie i&
i�
io i� i� i i� i< i� ip iq iP iQ i� ij i� i� i i� i� i( i� i_ ir is i� i� i� i i< iE iR if i� i� � i� i] i� i� iI it i= i� iu i� iv i� i�
i� io i�
i�
ik i, il iw i'
i� i� im i� i� i� iF i` i� i� if i� i� i�
iS iJ ix i� iy iz in i� iL
�� ip iO i� i � i�
i{ i�
i� i� iA iy i� i� iU �� i| i} i~ iF i� iq i� i�
i� i� i� i i� i i i� i� i ip i� i� iB i� io i i� i� i� ip i i-
i� ir i� i� iq iq i� i(
i� ir i� i� i� is i� i� i� i�
i� i� i�
i( i.
is i)
i� it i i� i i*
i� iu i� i� iT iv iM
i{ i� i� it i� i' i� i� i� i�
i� i� i� i� i� i� i� ig iZ iw i�
i� ic i� ij i+
ip i� i� i� ix i� i� i� ih i� i� i� i�
i� i� i� i� i,
i= i i� i� i iu i� i� i i� i/
iy i� i
i� iy iv i� i� i� iw i� i� i� i� i� i� i� i�
iz i� i� i i� i> i� iC i' i� i� i� i{ i iZ i� i� i� i� i� i� i� i� ia i i� i� i� iq i? i� i
i� i| i� i� i" i� i�
i� i i} i� i� i� i� i= i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i�
i� i� ih i� iS i� i� i� i( i� i�
i� i� i' ix iy i� i�
i� i� i
i�
i� i� i� i� i_ i i� i� i> i� i} iP i� i� i� i� i� i i~ i� i
iN
i ic i� i
i� i� i� iH i� i ii i� i� i� i� i� i� i i� i� i� i� i� ij i� i� i� i* i� i� i� i�
i� i i� i ih
i� i� i_ i� i� �/ i� i< i� i~ i7 ik iT i� i i] i iU ib i�
it i� i� ig i� iz i� i�
i� i| i i� i� i� i� i� i� i� i{ i� i� i� i i0
i� i�
i� i+ i� i, i� i� i� �I i� i� i� i� i� i i� i iB i� i� i4 is i�
i� i� i� i� i� i�
i� i� i? iC i� i� i i� iG i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i| i1
i� i im iC i� i� il i� i� ii
i} i� i? i� i� i i� i� i� ih i� i� iI i� i� i� iV i i� i� i� i� i� i� i^ i� i� i� i� i- i. i� i i) i� i� i�
i� i� i� i2
i� ii i i� i�
i� i� i� iA i� i� i� i-
i� i� i� i� i� i�
i� i
i� i� i� i� i� i� i� i�
i� i�
i� i� i�
i� i� iQ i� i�
iO
i� i� i� i� i i� i� iz iK i� i� � i[ i� iJ i� i� i@ i� i.
i� i� i� i� iD i i} i/
i@ i� i�
i� i� i�
i� i@ i iR i� i� i� ij
i~ i� i� iJ i� i� i�
i� i� i� �� i�
i0
i� im i� i� i im i~ i� i i� i i1
i� i� i� i� i� i i� i� i�
id i� i� i� iX i� i� i9 i� i� i i� i� iU i� i� i� i� i� iL i� i3
i� i i� i�
i i� i� i� i� i� � i� i�
i� i i$ i( iv i� i� i& i� ib i� i� i� i� i� i� i� i i� i� i� i{ i� i� i� i� i� i� i� i� i� i� i2
i� i� i� i� i� i� i i� i�
i� i� i� i� i� i� i� i^ i� i� iV i� i� i� i� i� i� i� i� i� i� i� i� i� i i2 iW i� i
iW io ii i ik
iX i� i� i� iA i4
i� i�
i� i3
i� i� i� i� i� i� i� i�
i� i� i�
i� i� i� i� i� i� i� i �� iH i� i� i� i� i� i i i i i� iD i i� iI is i
i� i� i�
i� i i� i� i� i� iw i� i{ i i i� i i� i� i/ in i, i i i i� i i� i� i� i
i� i i i i
i i4
iB i� i i� iP
i5
i�
i� i�
i� i� i�
i� i i� i i| i� iz i i i� i� i
i' i� i5
i� i i� i! i� i� �y i� i� iV i i� i� i� i� i� i� i i� i� i� i� i� i i� i�
i i i- i i� i� i� i i�
i i�
i� i� i� i i i�
i� i" i% i i� i� iJ iC i i� �x i� i� i i i� i i il
i6
i� i� i i i�
i i�
i� i iX i� i i� i7
i i� i�
iN i im
i i i� i iW i i� i! i� i i
i�
i> i8
i� i" i# i9
ij iD i� i� i i$ i
i% i i�
i� i� iX i& i i' iE i� i( iF i i) i� ix i� ik i i� i i� i* i+ i� i� i� iD i� i� i, i� i� i i� i� i iK i- i. i/ i:
i� i0 iJ i� i i1 i| i� i� i� i� i� i� i� iE i* i2 i�
i� i i� i i� iH ix i i� i i3 i� i� i� i� i3 i i� i� i;
ip i� i<
i i� i i� i� i4 i5 i i� i6 i� iO �� i
i7 i8 i� i9 i� i: i� i� i; i� i� i� i� i< i�
i iY i= i> i
i i? i� i@ iA iB i�
i� i� i=
i� i� i� io i� if i� i i� i�
i�
i� i� iC i iD i� i# i� i�
i>
i� iE i� i� iF iZ iE i� i� i� i[ i$ i�
i� iG i?
i i� i� i� iG i� i� i� i@
iH i� iA
i\ iL i� i� i� i� i�
iI i i i i� i i� ii iJ i� i� i�
i iK iL i] iM iN i
i� ij i� iQ
i�
iB
iO iP i� i� iQ i�
i� i� iR i�
iS iT i� i( i� i i� iC
i� iU i iV i� iW iX i� i� iY i� i� i� iZ � i� id i[ ic iH i� i_ i� i# i0 i\ i i] i� in i
i� i� i� i i^ i i� i_ ik iD
i� i` ia i� i� ib i� i� i� ic i� i� i� i� id i� i i� i� i i id i^ iE
ie i i i� i�
i i� i� if i� i_ i7 i i i� i i�
i� iF
i i ig i- i� i i! i i� ih i� iq i; i� i� i� i� iX i� i i i� i� ii ij i� i� i� i
ik il i� i� i~ im iG
i` in iy ip i� i� io i> i� ip i� iq i
i� i� ir i� ia i� i� i� is it i" iu i| i� i? i i� i iv i� i� i� i� i� ie i� i� iw ix iy i� i� i� i� iz i{ i@ i| i� i� i} i� i� i� i� i% is i iR
i� i. i� iM i? i�
i� i~ i i� ib i i� i@ i� i� i� i i� i� i� i� i� i� i� i� i� i� i�
i� i6
iI i� i� i� i� i� i� i� i� ic i� i� i� i� i� i� i� i2 i i� i� im i� i@ i� i� i� i� i� i� iN i i� i� if i i i� iZ i�
i� i� i� i� i� i� i\ iH
i� id i� i� iJ i� i� i� i� i�
i� i� i� i� i� iK i� i� i� i# i� i� i� i� i� i� i� i� i� iK i� i� i� i� ig i� i� i� ih i� i> i� i. i� i� i� i� i� i� i� i i) in
�t i� i i i� i�
io
i�
iI
i� i�
i� i iq i� i� ir i� i� i� �� i� i� ip
i� i� i� i� iz i i i� iU i� iJ
i� i� i1 iK
it i� i� i� i� i� �� i�
i� i� iJ i� i iL i� i� i� i� i� i� i� N)� EUCTW_TYPICAL_DISTRIBUTION_RATIO�EUCTW_TABLE_SIZE�EUCTW_CHAR_TO_FREQ_ORDER� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/euctwfreq.py�<module>, s site-packages/pip/_vendor/chardet/__pycache__/hebrewprober.cpython-39.pyc 0000644 00000005761 15056474501 0022471 0 ustar 00 a
��Re6 � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingStatec s� e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZ� fdd�Zdd� Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Zed d � �Z� ZS )!� HebrewProber�� �� �� �� �� �� �� �� � � � g{�G�z�?z
ISO-8859-8z windows-1255c s> t t| ��� d | _d | _d | _d | _d | _d | _| � � d S �N)
�superr �__init__�_final_char_logical_score�_final_char_visual_score�_prev� _before_prev�_logical_prober�_visual_prober�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/hebrewprober.pyr � s zHebrewProber.__init__c C s d| _ d| _d| _d| _d S )N� � )r r r r r r r r r � s zHebrewProber.resetc C s || _ || _d S r )r r )r �
logicalProber� visualProberr r r �set_model_probers� s z HebrewProber.set_model_probersc C s || j | j| j| j| jfv S r )� FINAL_KAF� FINAL_MEM� FINAL_NUN�FINAL_PE� FINAL_TSADI�r �cr r r �is_final� s �zHebrewProber.is_finalc C s || j | j| j| jfv S r )�
NORMAL_KAF�
NORMAL_MEM�
NORMAL_NUN� NORMAL_PEr* r r r � is_non_final� s
�zHebrewProber.is_non_finalc C s� | j tjkrtjS | �|�}|D ]�}|dkrn| jdkr�| �| j�rR| jd7 _q�| �| j�r�| j d7 _ n,| jdkr�| �| j�r�|dkr�| j d7 _ | j| _|| _q tj
S )Nr! r ) �stater �NOT_ME�filter_high_byte_onlyr r, r r r1 r � DETECTING)r �byte_str�curr r r �feed� s&
��zHebrewProber.feedc C sx | j | j }|| jkr | jS || j kr.| jS | j�� | j�� }|| jkrR| jS || j k rd| jS |dk rr| jS | jS )Ng ) r r �MIN_FINAL_CHAR_DISTANCE�LOGICAL_HEBREW_NAME�VISUAL_HEBREW_NAMEr �get_confidencer �MIN_MODEL_DISTANCE)r �finalsub�modelsubr r r � charset_name� s
�
zHebrewProber.charset_namec C s dS )N�Hebrewr r r r r �language s zHebrewProber.languagec C s( | j jtjkr"| jjtjkr"tjS tjS r )r r2 r r3 r r5 r r r r r2 s
�zHebrewProber.state) �__name__�
__module__� __qualname__r% r- r& r. r' r/ r( r0 r) � NORMAL_TSADIr9 r= r; r: r r r$ r, r1 r8 �propertyr@ rB r2 �
__classcell__r r r r r � s4
;
r N)�
charsetproberr �enumsr r r r r r �<module> s c site-packages/pip/_vendor/chardet/__pycache__/jpcntx.cpython-39.pyc 0000644 00000111416 15056474501 0021304 0 ustar 00 a
��Re�L � @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZdS ))S)S� r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr � r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r �Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c @ sP e Zd ZdZdZdZdZdZdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dS )�JapaneseContextAnalysis� ����d i� r c C s* d | _ d | _d | _d | _d | _| �� d S �N)�
_total_rel� _rel_sample�_need_to_skip_char_num�_last_char_order�_done�reset��self� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/jpcntx.py�__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r
F)r
�NUM_OF_CATEGORYr r r r r r r r r � s
z JapaneseContextAnalysis.resetc C s� | j r
d S | j}||k r�| �|||d � �\}}||7 }||krT|| | _d| _q|dkr�| jdkr�| jd7 _| j| jkr�d| _ q�| jt| j | d7 < || _qd S )Nr r
r T)r r � get_orderr r
�MAX_REL_THRESHOLDr �jp2CharContext)r �byte_str� num_bytes�i�order�char_lenr r r �feed� s
z JapaneseContextAnalysis.feedc C s | j | jkS r )r
�ENOUGH_REL_THRESHOLDr r r r �got_enough_data� s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r
�MINIMUM_DATA_THRESHOLDr � DONT_KNOWr r r r �get_confidence� s z&JapaneseContextAnalysis.get_confidencec C s dS )N�r
r r )r r r r r r � s z!JapaneseContextAnalysis.get_orderN)�__name__�
__module__� __qualname__r r% r" r r$ r r r! r# r& r r r r r r t s r c s0 e Zd Z� fdd�Zedd� �Zdd� Z� ZS )�SJISContextAnalysisc s t t| ��� d| _d S )N� SHIFT_JIS)�superr+ r �
_charset_namer �� __class__r r r � s z SJISContextAnalysis.__init__c C s | j S r )r. r r r r � charset_name� s z SJISContextAnalysis.charset_namec C s� |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd
| _ nd }t|�d kr�|d }|d kr�d| kr�d
kr�n n |d |fS d|fS )Nr' r � � �� � r � � �CP932r �� �� r
)r. �len�r r �
first_charr � second_charr r r r � s . z SJISContextAnalysis.get_order)r( r) r* r �propertyr1 r �
__classcell__r r r/ r r+ � s
r+ c @ s e Zd Zdd� ZdS )�EUCJPContextAnalysisc C s� |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |�d kr�|d }|d
kr�d| krxd kr�n n |d |fS d |fS )
Nr' r � � � r � r r � �� r
)r; r< r r r r � s z EUCJPContextAnalysis.get_orderN)r( r) r* r r r r r rA � s rA N)r �objectr r+ rA r r r r �<module> s VC site-packages/pip/_vendor/chardet/__pycache__/universaldetector.cpython-39.pyc 0000644 00000013355 15056474501 0023543 0 ustar 00 a
��Re�0 � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl
m Z ddl m
Z
ddlmZ dd lmZ G d
d � d e�ZdS ) a
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.
:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
� N� )�CharSetGroupProber)�
InputState�LanguageFilter� ProbingState)�EscCharSetProber)� Latin1Prober)�MBCSGroupProber)�SBCSGroupProberc @ sn e Zd ZdZdZe�d�Ze�d�Ze�d�Z dddd d
d d d
d�Z
e j fdd�Z
dd� Zdd� Zdd� ZdS )�UniversalDetectoraq
The ``UniversalDetector`` class underlies the ``chardet.detect`` function
and coordinates all of the different charset probers.
To get a ``dict`` containing an encoding and its confidence, you can simply
run:
.. code::
u = UniversalDetector()
u.feed(some_bytes)
u.close()
detected = u.result
g�������?s [�-�]s (|~{)s [�-�]z Windows-1252z Windows-1250z Windows-1251z Windows-1256z Windows-1253z Windows-1255z Windows-1254z Windows-1257)z
iso-8859-1z
iso-8859-2z
iso-8859-5z
iso-8859-6z
iso-8859-7z
iso-8859-8z
iso-8859-9z iso-8859-13c C sN d | _ g | _d | _d | _d | _d | _d | _|| _t� t
�| _ d | _ | �
� d S )N)�_esc_charset_prober�_charset_probers�result�done� _got_data� _input_state�
_last_char� lang_filter�logging� getLogger�__name__�logger�_has_win_bytes�reset)�selfr � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/universaldetector.py�__init__Q s zUniversalDetector.__init__c C sV dddd�| _ d| _d| _d| _tj| _d| _| jr>| j� � | j
D ] }|� � qDdS )z�
Reset the UniversalDetector and all of its probers back to their
initial states. This is called by ``__init__``, so you only need to
call this directly in between analyses of different documents.
N� ��encoding�
confidence�languageF� ) r r r r r �
PURE_ASCIIr r r r r
)r �proberr r r r ^ s
zUniversalDetector.resetc C s> | j r
dS t|�sdS t|t�s(t|�}| js�|�tj�rJdddd�| _nv|�tj tj
f�rldddd�| _nT|�d�r�dddd�| _n:|�d �r�d
ddd�| _n |�tj tj f�r�d ddd�| _d | _| jd
dur�d | _ dS | j
tjk�r.| j�|��rtj| _
n*| j
tjk�r.| j�| j| ��r.tj| _
|dd� | _| j
tjk�r�| j�s^t| j�| _| j�|�tjk�r:| jj | j� � | jj d�| _d | _ n�| j
tjk�r:| j �s�t | j�g| _ | jt!j"@ �r�| j �#t$� � | j �#t%� � | j D ]:}|�|�tjk�r�|j |� � |j d�| _d | _ �q&�q�| j&�|��r:d | _'dS )a�
Takes a chunk of a document and feeds it through all of the relevant
charset probers.
After calling ``feed``, you can check the value of the ``done``
attribute to see if you need to continue feeding the
``UniversalDetector`` more data, or if it has made a prediction
(in the ``result`` attribute).
.. note::
You should always call ``close`` when you're done feeding in your
document if ``done`` is not already ``True``.
Nz UTF-8-SIG� �?� r zUTF-32s �� zX-ISO-10646-UCS-4-3412s ��zX-ISO-10646-UCS-4-2143zUTF-16Tr ���)(r �len�
isinstance� bytearrayr �
startswith�codecs�BOM_UTF8r � BOM_UTF32_LE� BOM_UTF32_BE�BOM_LE�BOM_BEr r r$ �HIGH_BYTE_DETECTOR�search� HIGH_BYTE� ESC_DETECTORr � ESC_ASCIIr r r �feedr �FOUND_IT� charset_name�get_confidencer" r
r r �NON_CJK�appendr
r �WIN_BYTE_DETECTORr )r �byte_strr% r r r r8 o s�
�
��
�
�
�
� �
�
zUniversalDetector.feedc C st | j r | jS d| _ | js&| j�d� n�| jtjkrBdddd�| _n�| jtjkr�d}d}d}| j D ]"}|sjq`|�
� }||kr`|}|}q`|r�|| j kr�|j }|j �
� }|�
� }|�d �r�| jr�| j�||�}|||jd�| _| j�� tjk�rn| jd
du �rn| j�d � | j D ]`}|�s�q t|t��rP|jD ] }| j�d |j |j|�
� � �q,n| j�d |j |j|�
� � �q | jS )
z�
Stop analyzing the current document and come up with a final
prediction.
:returns: The ``result`` attribute, a ``dict`` with the keys
`encoding`, `confidence`, and `language`.
Tzno data received!�asciir& r' r Nr ziso-8859r z no probers hit minimum thresholdz%s %s confidence = %s)r r r r �debugr r r$ r5 r
r; �MINIMUM_THRESHOLDr: �lowerr, r � ISO_WIN_MAP�getr" �getEffectiveLevelr �DEBUGr* r �probers) r �prober_confidence�max_prober_confidence�
max_proberr% r: �lower_charset_namer! � group_proberr r r �close� sj �
��
�
�zUniversalDetector.closeN)r �
__module__� __qualname__�__doc__rB �re�compiler3 r6 r> rD r �ALLr r r8 rN r r r r r 3 s$
�
mr )rQ r- r rR �charsetgroupproberr �enumsr r r � escproberr � latin1proberr �mbcsgroupproberr �sbcsgroupproberr
�objectr r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-39.pyc 0000644 00000005604 15056474501 0023630 0 ustar 00 a
��Re � @ s( d dl Z ddlmZ G dd� de�ZdS )� N� )� MachineStatec @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )�CodingStateMachinea�
A state machine to verify a byte sequence for a particular encoding. For
each byte the detector receives, it will feed that byte to every active
state machine available, one byte at a time. The state machine changes its
state based on its previous state and the byte it receives. There are 3
states in a state machine that are of interest to an auto-detector:
START state: This is the state to start with, or a legal byte sequence
(i.e. a valid code point) for character has been identified.
ME state: This indicates that the state machine identified a byte sequence
that is specific to the charset it is designed for and that
there is no other possible encoding which can contain this byte
sequence. This will to lead to an immediate positive answer for
the detector.
ERROR state: This indicates the state machine identified an illegal byte
sequence for that encoding. This will lead to an immediate
negative answer for this encoding. Detector will exclude this
encoding from consideration from here on.
c C s0 || _ d| _d| _d | _t�t�| _| �� d S )Nr ) �_model�_curr_byte_pos�_curr_char_len� _curr_state�logging� getLogger�__name__�logger�reset)�self�sm� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/codingstatemachine.py�__init__7 s zCodingStateMachine.__init__c C s t j| _d S �N)r �STARTr �r r r r r
? s zCodingStateMachine.resetc C sh | j d | }| jtjkr0d| _| j d | | _| j| j d | }| j d | | _| jd7 _| jS )N� class_tabler �char_len_table� class_factor� state_tabler )r r r r r r )r �c�
byte_class�
curr_stater r r �
next_stateB s �z CodingStateMachine.next_statec C s | j S r )r r r r r �get_current_charlenP s z&CodingStateMachine.get_current_charlenc C s
| j d S )N�name�r r r r r �get_coding_state_machineS s z+CodingStateMachine.get_coding_state_machinec C s
| j d S )N�languager r r r r r" V s zCodingStateMachine.languageN) r �
__module__� __qualname__�__doc__r r
r r r! �propertyr" r r r r r ! s r )r �enumsr �objectr r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/latin1prober.cpython-39.pyc 0000644 00000005661 15056474501 0022404 0 ustar 00 a
��Re� � @ s^ d dl mZ d dlmZ dZdZd ZdZdZdZ dZ
dZ d Z d
Z
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee eeeeeee
ee
ee
eeeeeeeeeeee ee ee e
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee e e e e e e
e
e e e e e e e e e
e
e e e e e ee e e e e e
e
e
e e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e �f Zd ZG d d
� d
e�ZdS )� )�
CharSetProber)� ProbingState� � � � � � � � )@r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c sL e Zd Z� fdd�Zdd� Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� Latin1Proberc s& t t| ��� d | _d | _| �� d S )N)�superr �__init__�_last_char_class�
_freq_counter�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/latin1prober.pyr a s zLatin1Prober.__init__c C s t | _dgt | _t�| � d S )Nr )�OTHr � FREQ_CAT_NUMr r r r r r r r g s zLatin1Prober.resetc C s dS )Nz
ISO-8859-1r r r r r � charset_namel s zLatin1Prober.charset_namec C s dS )N� r r r r r �languagep s zLatin1Prober.languagec C s` | � |�}|D ]J}t| }t| jt | }|dkr@tj| _ qZ| j| d7 < || _q| j S )Nr r )
�filter_with_english_letters�Latin1_CharToClass�Latin1ClassModelr � CLASS_NUMr �NOT_ME�_stater �state)r �byte_str�c�
char_class�freqr r r �feedt s
�zLatin1Prober.feedc C s\ | j tjkrdS t| j�}|dk r(d}n | jd | jd d | }|dk rPd}|d }|S )Ng{�G�z�?g r r g 4@g\��(\�?)r# r r! �sumr )r �total�
confidencer r r �get_confidence� s
�zLatin1Prober.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r( r, �
__classcell__r r r r r ` s
r N)�
charsetproberr �enumsr r �UDFr �ASC�ASS�ACV�ACO�ASV�ASOr r r r r r r r �<module> s\ �'
site-packages/pip/_vendor/chardet/__pycache__/gb2312prober.cpython-39.pyc 0000644 00000002244 15056474501 0022106 0 ustar 00 a
��Re� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�GB2312DistributionAnalysis)�GB2312_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� GB2312Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r � coding_smr �distribution_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/gb2312prober.pyr " s
zGB2312Prober.__init__c C s dS )N�GB2312r r r r r � charset_name( s zGB2312Prober.charset_namec C s dS )N�Chineser r r r r �language, s zGB2312Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) �mbcharsetproberr �codingstatemachiner �chardistributionr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/__init__.cpython-39.pyc 0000644 00000003622 15056474501 0021534 0 ustar 00 a
��Re� � @ sD d dl mZ d dlmZ d dlmZmZ g d�Zdd� Zdd� Z d S )
� )�UniversalDetector)�
InputState)� __version__�VERSION)r �detect�
detect_allr r c C sH t | t�s0t | t�s(td�t| ����nt| �} t� }|�| � |�� S )z�
Detect the encoding of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
�3Expected object of type bytes or bytearray, got: {}) �
isinstance� bytearray�bytes� TypeError�format�typer �feed�close)�byte_str�detector� r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/__init__.pyr s
�
r c C s� t | t�s0t | t�s(td�t| ����nt| �} t� }|�| � |�� |j t
j kr�g }|j D ]X}|�
� |jkr^|j}|j�� }|�d�r�|jr�|j�||�}|�||�
� |jd�� q^t|�dkr�t|dd� d�S |jgS )z�
Detect all the possible encodings of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
r ziso-8859)�encoding�
confidence�language� c S s
| d S )Nr r )�resultr r r �<lambda>Q � z detect_all.<locals>.<lambda>)�key)r r
r r r
r r r r � _input_stater � HIGH_BYTE�_charset_probers�get_confidence�MINIMUM_THRESHOLD� charset_name�lower�
startswith�_has_win_bytes� ISO_WIN_MAP�get�appendr �len�sortedr )r r �results�proberr" �lower_charset_namer r r r - s8
�
��
r N)
�universaldetectorr �enumsr �versionr r �__all__r r r r r r �<module> s
site-packages/pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-39.pyc 0000644 00000050160 15056474501 0023133 0 ustar 00 a
��Re � @ s2" d dl mZ d ddddddd ddddd d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d dd d d d d d d d dd dd d dd dd dd�?ddd dddd dddddd d d d d d d d d d d d d d d d d d dd d d dd d d d d d d d d dd dd d d d d d d d d d d d d dd dd�?dd ddddddddd dd d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d ddd dd dd�?dddddddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d ddd dd dd�?ddddd dddddddd dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d�?ddddddddd dddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?ddddddddd dddd d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?ddddddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?ddddddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?ddd dddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?ddd dddd ddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dd�?dddddddd dddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d�?dd dd dd ddd ddd dd d d d d d d d d d d d d d d d d ddddddddddd ddd dd dddd dd dddddd d d d d d d�?d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d dd d d ddd d d dd d dd ddddd d d d d d ddd d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d dd d d d d ddd dd d d d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d d d d d d d ddd d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d dd d dd d d d dddddddddddddddd dddd dd dddddd d d d d d d�?d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d ddd d d dd d dd ddd dd dd d d d d d d ddd d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddd dd ddd d dd dddddd d d d d d d�?d d d d d d d d d d d d d d d d d dd d dd dd dd d dd d dddddddddddddddddddd dddddddd d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d dddd d d d d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d dddd d d d d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d dd d d d dd dd d d d d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d ddd d dd d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddd dd ddddddddd dd dddddd d d d d d d�?d d d d d d d d d d d d d d d d d dd ddddddddd dddddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d d d d d d dd d dddddddd d d d d d d d dd d d dd d d d d d d d dd d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d dd d ddddddd d d d dd dd ddd dd dd d d ddd dd dd dd d d dd dd d d d d d d�?d d d d d d d d d d d d dddd d d dddddddddd d d dddddddddddddddddddddddddddd d d dd dd�?d d dd d d d d d d d d ddd d d dd d ddddddddd d ddddddddddddddddddddddddddddd d dd dd�?d d d d d d d d d d d d ddd d d dd d ddddddd dd d dddddddddddddddddddddddddddd dd dd d d�?d d d d d d d d d d d d d d d d d dd d ddddddddd d dddddddddddddddddddddd dddddd d d dd dd�?d d dd d d d d d d d d dd dd d dddddddddddd d dddddddddddddddddddd dddddddddd dd dd�?d d d d d d d d d d dd dddd d dd d ddddddd dd d ddddddddddddddddddddddddddddd d dd dd�?d d d d d d d d d d d d d dd d d dd dddddddddd d dddddddddddddddddddddd dddddd d d d d dd�?d d d d d d d d d d d d ddd d d ddddddddddd d d dddddddddddddddddddddddddddd dd dd dd�?d d d d d d d d d d d d dd d d d dd d ddddddddd d dddddddddddddddddddddddddddd d d d d dd�?d d d d d d d d d d d d dddd d dd d ddddddddd d ddddddddddddddddddddddddddddd d dd dd�?d d d d d d d d d d d d d d d d d dd d d d d d dd d dd d dd d d dd d dd d d d dd dd d d d d d d d d d dd d d d d d dd�?d d d d d d d d d d d d d d d d d dd d ddddddddd d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d ddd d d dd d ddddddddd d ddddddddddddddddddddddddddddd d dd dd�?d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d dddd ddddd dd ddddd dd dd dddddddd d d dd dd�?d d d d d d d d d d d d d dd d d dd d ddddddddd d dddddddddddddddddddd dddddddd d d d d dd�?d d d d d d d d d d d d dd dd d d d d d d d d d d d d d d ddddddd dddd ddddd dddddd d dddddd d dd dd�?d d d d d d d d d d d d d d d d d dd d ddddddddd d dddddddddddddddddddddddddddd d d d d d d�?d d d d d d d d d d d d ddd d d dd d ddddddddd d dddddddddddddddddddddd dddddd d d dd dd�?d d d d d d d d d d d d d d dd d ddddddddddd d d dddddddddddddddddddddddddddd d d dd dd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d dd dd d d ddd dd d dd ddd d dddd d d d d d dd�?d d d d d d d d d d d d d dd d d dd d ddddddddd d dddddddddddddddddddddddddddd d d dd d d�?d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d dd d d d d d d d d d d dd d d d dd d d d d d dd dd d d d d dd�?d d d d d d d d d d d d d dd d d dd d ddddddddd d dddddddddddddddddddddddddd dd d d d d d d�?d d d d d d d d d d d d ddd d d dd d ddddddddd d dddddddddddddddddddddddddddd dd dd dd�?d d d d d d d d d d d d dddd d dd ddddddddd d d dddddddddddddddddddddddddddd d d dd dd�?d d d d d d d d d d d d dd d d d dd d dddddddddddddddddddddddddddddddddddddd d d dd dd�?d d d d d d d d d d d d dd ddd dd d ddddddddd d dddddddddddddddddddddddddddddd d d dd�?d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d ddddddd dd dd ddd dd d ddd dd dd dddd d d d d d d�?dd ddddd d ddddd d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d dd d d d d d d d d d d dd d d d d d d�?ddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddd ddd dd dddd dd dddddd d d d d d d�?d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d dddd d d d d d dd ddd dd d d d d d d dd dd d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d�?dddddd dd dddd d d d d d d d d d d d d d d d d d d dd d d dddd d dd ddd dd dd d d dd d d dddd d d dd dd�?d�?Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=dddddd>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�ddd�d�d�dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d d�d�dd��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � )?�2 �< �= �* �5 �8 �6 �1 �3 �+ �, �? �" �7 �0 �' �9 � �; �) �! �% �$ � � �# �> � �& �- � � � � � r � � � r � � � � � � � � �
� � � � � � �
� � �4 �/ �. �: �( r' � � � � �E �[ �O �P �\ �Y �a �Z �D �o �p �R �I �_ �U �N �y �V �G �C �f �k �T �r �g �s r �J r r r �L �F �@ r �i �] r
�A r r �B �n r
r r r �Q �M �b �K �l �| �� �� �� �� rA r@ �� �� �� �� �� �� �� �� �� �� �S r= r> r? �H r< �^ �� �q �� �m �� �� �� �� r �t �� �v �d �� �� �u �w �h �} �� �� �W �c �� �j �z �{ �� r �� �� �e �� �� �x �� r r r �� r r r �X r r r r r r �� r r �� �~ �� �� r! r" �� �� �� �� �� � �� � � � � � � r# r$ r% r& r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; � � �` ( r r r r' r- r; r/ r9 r$ r# r: r. r1 r3 r) r, r& r8 r5 r2 r% r7 r* r0 r( r+ r4 r6 r r r r r< r r r r r r! r rA r r r r r" r? r> r r r r
r= r r r r
r r@ r r r r r rc rf rg rY rN rF rb rX r~ rR r` rl ra rj rU rH rI ri rQ r} r\ rT rW r� r� rK rM rG rJ re r rS r� rL rk r� r� r� rZ r^ r� rd r� r[ rm r� rh rO rP r� r] r_ r� r� r� r� r� rV r� r� rn r� r� r� r� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rE rD rC rB z windows-1255�Hebrewg C��|�?Fu< אבגדהוזחטיךכלםמןנסעףפץצקרשתװױײ)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetN)�#pip._vendor.chardet.sbcharsetproberr �HEBREW_LANG_MODEL�!WINDOWS_1255_HEBREW_CHAR_TO_ORDER�WINDOWS_1255_HEBREW_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langhebrewmodel.py�<module> s"
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � site-packages/pip/_vendor/chardet/__pycache__/escsm.cpython-39.pyc 0000644 00000015720 15056474501 0021111 0 ustar 00 a
��Re) � H @ s� d dl mZ dZejejdejejejejejejejejejejejejejejejejejejejdejdejdejdddejdejdddejdejdejejejejejejejf0ZdZedeedd d
�Zd Z ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejddejejejejejejejejejejejejejejejejejejejejejejf@Z
d Z e d
e
e dd d
�Z dZ
ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejdejejejejejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejfHZdZe
deeddd
�ZdZejdejejejejejejejejejejejejejejejejejejejdejejejejejejdejejejejejejejejejejejf(ZdZedeeddd
�ZdS )� )� MachineState( r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r � � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r � )r r r r r r z
HZ-GB-2312�Chinese)� class_table� class_factor� state_table�char_len_table�name�language( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r � z ISO-2022-CN( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
z ISO-2022-JP�Japanese( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r z ISO-2022-KR�KoreanN)�enumsr �HZ_CLS�START�ERROR�ITS_ME�HZ_ST�HZ_CHAR_LEN_TABLE� HZ_SM_MODEL�
ISO2022CN_CLS� ISO2022CN_ST�ISO2022CN_CHAR_LEN_TABLE�ISO2022CN_SM_MODEL�
ISO2022JP_CLS� ISO2022JP_ST�ISO2022JP_CHAR_LEN_TABLE�ISO2022JP_SM_MODEL�
ISO2022KR_CLS� ISO2022KR_ST�ISO2022KR_CHAR_LEN_TABLE�ISO2022KR_SM_MODEL� r* r* ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/escsm.py�<module> s� $ � �$ � �$ � �$ �� site-packages/pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-39.pyc 0000644 00000003312 15056474501 0023212 0 ustar 00 a
��Re� � @ s� d dl mZ d dlmZ d dlmZmZ d dlmZm Z d dl
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)� HebrewProber)�ISO_8859_5_BULGARIAN_MODEL� WINDOWS_1251_BULGARIAN_MODEL)�ISO_8859_7_GREEK_MODEL�WINDOWS_1253_GREEK_MODEL)�WINDOWS_1255_HEBREW_MODEL)�IBM855_RUSSIAN_MODEL�IBM866_RUSSIAN_MODEL�ISO_8859_5_RUSSIAN_MODEL�KOI8_R_RUSSIAN_MODEL�MACCYRILLIC_RUSSIAN_MODEL�WINDOWS_1251_RUSSIAN_MODEL)�TIS_620_THAI_MODEL)�ISO_8859_9_TURKISH_MODEL)�SingleByteCharSetProberc s e Zd Z� fdd�Z� ZS )�SBCSGroupProberc s� t t| ��� t� }ttd|�}ttd|�}|�||� tt�tt�tt �tt
�tt �tt �tt
�tt�tt�tt�tt�tt�|||g| _| �� d S )NFT)�superr �__init__r r r �set_model_probersr r r r
r
r r r r r r r �probers�reset)�self�
hebrew_prober�logical_hebrew_prober�visual_hebrew_prober�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/sbcsgroupprober.pyr / s8 ����zSBCSGroupProber.__init__)�__name__�
__module__� __qualname__r �
__classcell__r r r r r . s r N)�charsetgroupproberr � hebrewproberr �langbulgarianmodelr r �langgreekmodelr r �langhebrewmodelr �langrussianmodelr r
r r r
r �
langthaimodelr �langturkishmodelr �sbcharsetproberr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-39.pyc 0000644 00000050054 15056474501 0022756 0 ustar 00 a
��Re݄ � @ sX" d dl mZ ddddd d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�=d dddd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d dd d d d d d d d�=dddd d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d d d d dd d d d ddd d d d d d d d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d d d d ddd ddd ddd ddd ddd d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddd d dd d ddd d dd d d d d d�=d d d d d d d d dddd d dddddddd ddddddd d d d d d d d dd d d d dd dddddd ddddd ddd d d d dd d�=d d d d d d d dd d d ddd dd dd d d dd d d d d d d d dddd dd d d dd d d dd dd d d dd dd d d d d d d d d d d d�=d d d d d d d dd dd ddd dddd d d dd dd d dd ddd d d ddd d d dd d d dd dd dd d d dd d d d d d d d d d d d�=d d d d d d d d d d d ddd dd d d d d dd d d d d d d dd d ddd d d d dd dd dd d d d d dd dd d d dd d d ddddd�=d d d d d d d dd ddd d d ddddddd dddddd dddd d dd d dddd d dddddddd ddd ddddd d d d dd d�=d d d d d d d d d dd d d dd dd ddd d dddddd d d d d d d d d d d d d d d d d dd dd d d d d d d d d dd d d d d d�=d d d d d d d dd d d ddd d d d d d d dd dd d dd d d d dd d dd d d dd d d d d d d d d d d d d d d dd d d d d dd d�=d d d d d d d ddddddd d ddddd dd dddd dd dd d d d dd d dd d d d d d d d dd dd d d ddd d d d dd d d d�=d d d d d d d dd d dddd d d d dd d dd dd ddd d ddd d d dd d d dd d d dd dd d d dd dd d d dd d d d dddd�=d d d d d d d dd d d ddd dd dd d d dd d dd dd d dddd ddd d d dd d d dd d d d d dd d d d d dd d d d ddd d�=d d d d d d d ddd d ddd dd d dd d ddd d d d d d d dddddd d d dd dd dd d d d d ddd d d d dd d d d dd d d�=dd d d d d d dd d d ddd dd d d d d dd d d dd d d dd dd ddd d d dd d d d d d d d d dd d d d d d d d d ddd d d�=d d d d d d d d d d d ddd d d d d d d dd d d d d d d d d dd d dd d d dd d d d d d d d d d d d d d d d d d d d d d d d�=d d d d d d d d dddddddddddd d dddddddd d d d d d d d dd d d d dddddd d ddd d ddddd d d dd d�=d d d d d d d dd d d dd d dd ddd d dd dd dd d dddddddd d d dd dd dd dd dd dd dd d d dd dd ddd dd�=d d d d d d d dd ddddd dd d d dd dd dd ddd ddd d d dd d d d d d d d d d d d d d dd d d d d dd d d dd dd d�=d d d d d d d dd d dddd ddd dd d dd d dddd ddd d ddddd d dd dd ddd d d d ddd d d ddd dd dd ddd�=d dd d d d d dd d d ddd ddd d d d dd dd ddd d dddd ddd d d dd dd dd d dd d dd dd dd dd d d d dddd�=d d d d d d d d d dd dddd d dddd d ddddd d dd d d d d d d d d d d d d d d dd d d d dd d d d d d d d d d d d d�=d d d d d d d dd d d d dd dd d d d d dd d d d d d d d d d d d dd d d dd d d dd d d d d dd d d d ddd d d d d ddd�=d d d d d d d dd d d ddd dd d d dd dd dd d d d dddd d d dd d d dd d d d d d d d d dd dd d dd d d d dd d d d�=d d d d d d d d d dd d d d d d dd dd d d dddd d d d d d d d d d d d d d d d d d d d d d d d dddd d d dd d d d d d�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd dddddddd dddddd ddddd d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd dd dddddddddddd ddddd d d d�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d dd dddddd dddddd dddd d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddd dddddddddddd ddddd d d d�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d dd dd dddddddddddddddddddddddd ddd d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd dddd dd dd dd d d dd dd d d d d d d ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd dd dd dd dddddddd dd d d dd dd ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd d d d d dd dd d d dd d d ddddd�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d dd d dddddddd dddddddddddddddddddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd d d d d dd d d d d dd d d ddd dd�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d dd dddddd dddddd dddd d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd dddd dd dd d d dd d d ddddd�=d dd dd d d d d d d dd d d d d d d d d d d d d d d d d dddd ddddddddd dddddddddddd dddddd dd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d ddd dddddddd dddd d ddddd ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd dddddddd ddd d d dddd d ddddd�=d d d d d d d d d d d dd d d d d d d d d d d d d d d d d ddddddd d dd dd dd d ddd ddd d d d ddd dddddd�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d dddddd d ddddddd dd dd dd d d dddd d d ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd d d d d dd d d d ddd d d ddddd�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddd ddddddddddddddddddddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd dd dd dd ddd ddd dd ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddd dddddddddddd dddddd ddddd�=d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddd ddd ddddddd d ddd d dddddd ddddd�=d dd d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dddd ddddd d dd dd ddddd d ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddd dddddd dd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dddd dd dd dd dd d dddd d ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dddd dddd dd dd d ddd dd ddddd�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd d d dd dd dd d d d d dd d d d ddd d d dd d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd d dddd d d ddd dddd d dddddd ddd d d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddddddddddddddddd dddd d d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddddd ddd dddddddddddd ddddd d d d�=d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd dd d dddd ddddd dddddd ddd d d d d d�=d�=Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddddddddddddddddddddddddddddddddddd>d?ddddddddddd@dddddddAdddBdCdDdEddFddGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbd-dcdddedfdgdhddidjdkddldmdndodpdqdrdsdtdudvdwdxdyddzd{d|d}d~dd�d�d�d�dd��� Zed�d�eed�d�d�d��Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=ddddddddddddddddddddddddddddddddddddddd>d�ddddddddddd@dddddddAd�d?dBdCdDdEddFddGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbd-dcdddedfdgdhddidjdkddldmdndodpdqdrdsdtdudvdwdxdyddzd{d|d}d~dd�d�d�d�dd��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � )=�< �7 �: �$ �= �. �6 � �3 �+ �) �" �( �4 �/ �, �5 �& �1 �; �' �# �0 �% �! �- �8 �2 �9 � � � � r � � � � � �
� � � � �
� � � � � � � r � � � �* � � � � r) � � � � �R �d �h �^ �b �e �t �f �o � �u �\ �X �q �U �O �v �i �S �C �r �w �_ �c �m � �H �F �P �Q r �` �] �Y �D �x �a �M �V �E r �N �s �A �B r �L �j �g �W �k �p �� r �J � r r
�G �I r �l �{ �n r r
r r r �[ r r r r r r r r r r r � r r r r r �T r! �y r" r# r$ r% �| r& r' r( r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< �@ �K r= r> r? ( r r r r) r3 r- r1 r7 r5 r4 r0 r. r8 r+ r6 r% r/ r" r# r= r' r( r$ r: r< r, r> r? r9 r& r2 r r* r r r r r r r r r r; r r r r
r r r r r
r r r r r r! r r r r �> �? r� rm rn rW re rj r_ rx r^ ry rv r� ro rh rk rS r` ra rD rV r rR ri rr rP rd �Z r} rO rc rG rZ rb rg rH r[ rE rI rK rq rF rU rp rs rz r\ r| rL rt rQ rX rl rJ rN rT rY rf r� �z r{ r� �} �~ � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � rM r] � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� ru �� �� �� �� �� �� �� �� �� �� �� � � rw � � r~ � rC rB rA r@ z windows-1253�Greekg���s�?Fu~ ΆΈΉΊΌΎΏΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩάέήίαβγδεζηθικλμνξοπρςστυφχψωόύώ)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetr� r� z
ISO-8859-7N)�#pip._vendor.chardet.sbcharsetproberr �GREEK_LANG_MODEL� WINDOWS_1253_GREEK_CHAR_TO_ORDER�WINDOWS_1253_GREEK_MODEL� ISO_8859_7_GREEK_CHAR_TO_ORDER�ISO_8859_7_GREEK_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langgreekmodel.py�<module> s8"
�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�@�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � ,� � � � � � site-packages/pip/_vendor/chardet/__pycache__/euctwprober.cpython-39.pyc 0000644 00000002234 15056474501 0022334 0 ustar 00 a
��Re� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCTWDistributionAnalysis)�EUCTW_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCTWProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r � coding_smr �distribution_analyzer�reset��self�� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/euctwprober.pyr " s
zEUCTWProber.__init__c C s dS )NzEUC-TWr r r r r � charset_name( s zEUCTWProber.charset_namec C s dS )N�Taiwanr r r r r �language, s zEUCTWProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) �mbcharsetproberr �codingstatemachiner �chardistributionr �mbcssmr r r r r r �<module> s site-packages/pip/_vendor/chardet/__pycache__/langthaimodel.cpython-39.pyc 0000644 00000050440 15056474501 0022605 0 ustar 00 a
��Rez� � @ s2" d dl mZ dddddd ddd ddd d d dddd dd ddddddd dddddddddddddddddddd dddddddddddddd d d d�?dd dddd d d d d d d d d dd dd dd dddd d d d d d ddd d dd d dddd d ddd d ddddd d d d dd d ddddd d d d�?d d ddd d d d d d d d d d dddd dd dd dd d d d d dddd ddd d dd dd ddddddd ddddd dd d d ddddd d d d�?ddddddddd d d d d d d dddddddddddd ddddd dddddddd d ddd ddd ddd ddddddd dd d d d d d�?ddd ddd d d d d d d d d d ddddd ddd d d dd d dddd d dd d dddd ddddddddddddd ddd d ddd d d d d�?d d d d d d d d d d d d d d d d d d d d d dd d d dd d ddd d ddd d d d d d dddd ddd d dd d d d d d d d d d d d d d d�?dd d dd d d d dd d d d d d d d d dd ddd d d d d d dddd d dd d d d dd d dddddd dddd d d d d d dddd d d d d�?d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d dd d d dd dd d ddd dddddddd d d d d ddddd d d d�?ddd d d d dd dd d d d d d d d d dd d ddd d d d d dd d d dd d d dddd dddd ddd d d d ddd dd dd dd d d d d d�?dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d ddd d d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d d d d d d d d d d d d d d d d�?dd d d d d d d d d d d d d d d d d d d d dd d d d d d dd d d d d dd d d dd d d dd d d d d d d d d d d d d d d d dd d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d dd d d d�?d d d d d d d d d d d d d d d d d d d d dd d d d dd d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d�?dd d d d d d d d d d d dd d d d d d d d d d d d d d dd d dd d dd d ddd d dd dd ddd d d d ddd ddd d d d dd d d d�?dddddd dd d d d d d d d ddddd ddddd dd ddddd ddd d dddd d dddddddddddddddddddd d d d�?dddd dd dd d d d d d d d ddddd ddddd dd ddddd ddd d dd dddddddddddddddddd ddddd d d d�?dd dd dd d d d d d d d d d d dd dd ddd d d dd d d d dd ddd d dd dd d ddd ddddddddd ddd d ddd d d d d�?dddddd d d d d d d d d d ddd ddddddd dd d dddddddddd dd ddddddddddd dd dd d ddddd d d d�?d d d dd d d d d d d d d d d d d d d d dd d d d d d d d d dd d d d d d d d d d d dd ddd d dd d d d d d d d d d dd d d d�?dddddd ddd d d dd d d dddddddddd ddddddddddd ddddddddddddddddddddddddd d d d�?ddddddddd d d d d d d ddddd ddddd ddddd dd ddd d ddddd dddddd ddddddddd dddd d d d d�?dd dd dd d dd dddd d d ddddd dd ddddd d dd dd ddd ddddd dddd ddd d dd ddd ddd ddddd d d d�?dd d dd d d d d d d d d d d d d d d d dd d d d d d d ddd d dd d d dd d d ddd d dd d dd dd d d d d d d ddd d d d d�?d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d dd d d d d d d d d d dd d d ddd d d d d d d d d d ddd d d d d�?dddddd d d d d d d d d dddd ddddd dd dd d ddddddd d ddddd ddd ddddddddd ddd dd ddd d d d�?d d d d d d dd d d d d d d d d dd dd d d d d d d dd d d dd dd d d dd dd d dd d ddd ddd d dd d d d d d dd d d d d�?d d dd d d d d d d d d d d d d d d dd d d d d d dd d d d dd d d d d d d d d d ddd dd d d d dd d d d d d d d d dd d d d�?dddddd ddd d d d d d ddddddddddd dd ddddddddddddd dddd ddd dddddddddddddd d d d�?dddddd dd dd d d d d d dddddddddd dd ddd dd dddd dddd dddd ddddddddddddddddd d d d�?dddddd ddd d d dd d dddddddddddddddddd dddddddddddd dddddddddddd ddddd d d d�?d d d d d d d d d d d d d d d d dd dd d d d d d d d d dd d d d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d�?dddddd dd d d d d d d d ddddd ddddd d d ddddd ddd d dddddddddddddddddddd ddddd d d d�?dddddd ddd d d d d d dddddd ddddd ddd dddd ddd d dddd dddd ddd d dd ddddddd dddd d d d�?dd dd dd d d dd d d d d d d dd dd dd d d d d d d d d dd d ddddd d d d ddd dd dd d dd dd ddd d d d dd d d d�?d d d d d d d d d dddd d dd dd dd d d d d d d d ddddd d d dd d d d d dddd d dd d d d dd d d d d d d d dd d d d�?dd d ddd d d d d d d d d d dddd d dddd d d d ddddd ddd d d ddd dddddddddddd dd dd d dddd d d d�?dd d dd d d d dd d d d d d ddd d d dd dd d dd d dddd ddd d d d dd dddd ddd d ddd d d d d d ddddd d d d�?dddddd dd d d d d d d d dddddddddd ddddddd dddd dddd ddddddd ddd dddddddddd d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?dddddd dd d d d d d d d dddddddddd dd ddddd ddd d dddddd d d d d d d d d dddddd d d d d d d d d�?dd dddd dd dd d dd ddddd dd dddd d dd d ddd d dddd dd d d d d d d d d d d d d d d d d d d d ddd d d d d�?dddddd dddd d d d d dddddddddddddddddd dddddddddd d d d d d d d d ddddddd d d d d d d d�?dddddd d d d d d dd d d ddddd ddddd dd ddd dd ddd d dddd d d d d d d d d d d dddddd d d d d d d d d�?dddddd dd dd d d d d d dddddddddd ddddddd ddddddddd d d d d d d d d d ddddd d d dddd d d d�?dddd dd dd d d d d d d d ddd dd ddddd dd d dddd dddd dddd d d d d d d d d d d ddddddd ddd d d d d�?dd d dd d d d d d d d d d d dd d d d d d d d d d d d dd d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d d d d�?d d d d d d dd d d d d d d d dd d d d ddd d d d d d dd d d d d d d d d dd d d d d d d d d d d d d d d d d d ddd d d d d�?ddddd d d d dd d d d dddddddddddd dd ddddd dddddddd d d d d d d d d d d dd dd dd d dddd d d d�?dd d ddd d d dd d d d d dddd dd dd dd d d d d dd dd ddd d d d d d d d d d d d d d d d dddd d d d ddd d d d d�?ddddddddd d d d d d dddddddddddddddddd dddd dddd d d d d d d d d d d d d d d d d d d d d d d d d�?dddddd dd d d d d d d d ddddd ddddd ddd dddd ddd d dddd d d d d d d d d d d d d d d d d d d d d d d d d�?dddd ddddd d d d d d d ddd dd dddd d ddddddd dd dd dd dd d d d d d d d d d d d d d d d d d d d d d d d d�?dd dd dd dd d d d d d d d ddd d d ddd d d d d d d dd d d d d d ddd d d d d d d d d d d d d d d d d d d d d d d d d d�?ddd d d d ddd d d d d d d ddd dd d ddd d d dd dd dd ddd d ddd d d d d d d d d d d d d d d d d d d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d�?dddddd d d dd d d d d d ddd dd ddd d d d d d ddd d d dd d dd dd d d d d d d d d d d dd d d dd d d d d d d d d�?dddddd ddd d d dd d d dddddddddddd d dddd ddd d dddd dd ddd d d d d d ddddddd d d d d d d d�?dddddd ddd d d d d d d ddddd ddddd ddd dddd dddd dddd d d ddd d d d d d dddddd d d d d d d d d�?dddd dd dd d d d d d d d ddddd dddd d ddd dd ddddd d ddddd d d d d d d d d d dddddd d d d d d d d d�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d dddd�?d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d ddd d�?d�?Zddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d dddddddd
d d d
ddddddddddddddd d d d d d!d"d#ddddddd$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=dddddd>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvddwdxdydzd{d|d}d~ddd�d�d�d�d�d�d�d�d�d�d�d�d�d�dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d dd��� Zed�d�eed�d�d�d��Zd�S )�� )�SingleByteCharSetModel� � � )?� � � � � �4 �" �3 �/ �: �9 �1 �5 �7 �+ � � �, � �0 r � � �' �> � �6 �- � � r �= � � �* �. � � � �? � �
r �$ � �
�( � � �# � � �) � �! �2 �% � � �& �8 �; �< � � � � � �j �k �d � � � �e �^ � � �l �m �n �o � � � �Y �_ �p �q � � � �� �@ �H �I �r �J �s �t �f �Q �� �u �Z �g �N �R �` �� �[ �O �T �h �i �a �b �\ �� �� �� �� �� �� �X �� �� �� �� �� �� �� �v �� �� �� �� �c �U �S �� �� �� �� �� �� �� �� �� �� �� �� r r �� r �� �K r r
r r r
�w r r r r r r r r r r r r r r r r r r r r! r" r# r$ �� r% r& r' r( r) �L r* �B r+ r, r- r. r/ r0 r1 r2 r3 r4 �V �� �� �� �� �� r5 r6 r7 r8 r9 � r: r; r< r= �C �M r> �] � � �D r? r@ �A �E rA �F �P �G �W � � � � ( r r r r r* r r< r= r r! r- r5 r% r0 r r$ r" r r( r r r) r, r/ r r r
r2 r6 r8 r r r3 r9 r r4 r. r; r> r r1 r7 r& r r r r' r r r r: r
r r r r r? r r r@ rA r# r r+ r` r� r� r� r� r� r� r� ra rb rd r� r� r� rm rr r� rh rn r� rs r� r� r� r rX rk rq rx r� rN rY ro rv rw r� rI rM rg rl rt ru rG rH rQ rR rS rT rZ r[ rc re rf rj r� r� �x �y �z �{ �| �} �~ � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � rF rJ rK rL rO rP rU rV rW r\ r] r^ r_ �� �� �� �� �� �� ri rp ry �� �� �� �� �� rz r{ r| r} r~ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rE rD rC rB zTIS-620�Thaig� �@��?Fu กขฃคฅฆงจฉชซฌญฎฏฐฑฒณดตถทธนบปผฝพฟภมยรฤลฦวศษสหฬอฮฯะัาำิีึืฺุู฿เแโใไๅๆ็่้๊๋์ํ๎๏๐๑๒๓๔๕๖๗๘๙๚๛)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_letters�alphabetN)�#pip._vendor.chardet.sbcharsetproberr �THAI_LANG_MODEL�TIS_620_THAI_CHAR_TO_ORDER�TIS_620_THAI_MODEL� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/langthaimodel.py�<module> s"
�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�B�� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *� � � site-packages/pip/_vendor/chardet/euctwfreq.py 0000644 00000075605 15056474501 0015525 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# EUCTW frequency table
# Converted from big5 work
# by Taiwan's Mandarin Promotion Council
# <http:#www.edu.tw:81/mandr/>
# 128 --> 0.42261
# 256 --> 0.57851
# 512 --> 0.74851
# 1024 --> 0.89384
# 2048 --> 0.97583
#
# Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
# Random Distribution Ration = 512/(5401-512)=0.105
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
EUCTW_TYPICAL_DISTRIBUTION_RATIO = 0.75
# Char to FreqOrder table ,
EUCTW_TABLE_SIZE = 5376
EUCTW_CHAR_TO_FREQ_ORDER = (
1,1800,1506, 255,1431, 198, 9, 82, 6,7310, 177, 202,3615,1256,2808, 110, # 2742
3735, 33,3241, 261, 76, 44,2113, 16,2931,2184,1176, 659,3868, 26,3404,2643, # 2758
1198,3869,3313,4060, 410,2211, 302, 590, 361,1963, 8, 204, 58,4296,7311,1931, # 2774
63,7312,7313, 317,1614, 75, 222, 159,4061,2412,1480,7314,3500,3068, 224,2809, # 2790
3616, 3, 10,3870,1471, 29,2774,1135,2852,1939, 873, 130,3242,1123, 312,7315, # 2806
4297,2051, 507, 252, 682,7316, 142,1914, 124, 206,2932, 34,3501,3173, 64, 604, # 2822
7317,2494,1976,1977, 155,1990, 645, 641,1606,7318,3405, 337, 72, 406,7319, 80, # 2838
630, 238,3174,1509, 263, 939,1092,2644, 756,1440,1094,3406, 449, 69,2969, 591, # 2854
179,2095, 471, 115,2034,1843, 60, 50,2970, 134, 806,1868, 734,2035,3407, 180, # 2870
995,1607, 156, 537,2893, 688,7320, 319,1305, 779,2144, 514,2374, 298,4298, 359, # 2886
2495, 90,2707,1338, 663, 11, 906,1099,2545, 20,2436, 182, 532,1716,7321, 732, # 2902
1376,4062,1311,1420,3175, 25,2312,1056, 113, 399, 382,1949, 242,3408,2467, 529, # 2918
3243, 475,1447,3617,7322, 117, 21, 656, 810,1297,2295,2329,3502,7323, 126,4063, # 2934
706, 456, 150, 613,4299, 71,1118,2036,4064, 145,3069, 85, 835, 486,2114,1246, # 2950
1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,7324,2127,2354, 347,3736, 221, # 2966
3503,3110,7325,1955,1153,4065, 83, 296,1199,3070, 192, 624, 93,7326, 822,1897, # 2982
2810,3111, 795,2064, 991,1554,1542,1592, 27, 43,2853, 859, 139,1456, 860,4300, # 2998
437, 712,3871, 164,2392,3112, 695, 211,3017,2096, 195,3872,1608,3504,3505,3618, # 3014
3873, 234, 811,2971,2097,3874,2229,1441,3506,1615,2375, 668,2076,1638, 305, 228, # 3030
1664,4301, 467, 415,7327, 262,2098,1593, 239, 108, 300, 200,1033, 512,1247,2077, # 3046
7328,7329,2173,3176,3619,2673, 593, 845,1062,3244, 88,1723,2037,3875,1950, 212, # 3062
266, 152, 149, 468,1898,4066,4302, 77, 187,7330,3018, 37, 5,2972,7331,3876, # 3078
7332,7333, 39,2517,4303,2894,3177,2078, 55, 148, 74,4304, 545, 483,1474,1029, # 3094
1665, 217,1869,1531,3113,1104,2645,4067, 24, 172,3507, 900,3877,3508,3509,4305, # 3110
32,1408,2811,1312, 329, 487,2355,2247,2708, 784,2674, 4,3019,3314,1427,1788, # 3126
188, 109, 499,7334,3620,1717,1789, 888,1217,3020,4306,7335,3510,7336,3315,1520, # 3142
3621,3878, 196,1034, 775,7337,7338, 929,1815, 249, 439, 38,7339,1063,7340, 794, # 3158
3879,1435,2296, 46, 178,3245,2065,7341,2376,7342, 214,1709,4307, 804, 35, 707, # 3174
324,3622,1601,2546, 140, 459,4068,7343,7344,1365, 839, 272, 978,2257,2572,3409, # 3190
2128,1363,3623,1423, 697, 100,3071, 48, 70,1231, 495,3114,2193,7345,1294,7346, # 3206
2079, 462, 586,1042,3246, 853, 256, 988, 185,2377,3410,1698, 434,1084,7347,3411, # 3222
314,2615,2775,4308,2330,2331, 569,2280, 637,1816,2518, 757,1162,1878,1616,3412, # 3238
287,1577,2115, 768,4309,1671,2854,3511,2519,1321,3737, 909,2413,7348,4069, 933, # 3254
3738,7349,2052,2356,1222,4310, 765,2414,1322, 786,4311,7350,1919,1462,1677,2895, # 3270
1699,7351,4312,1424,2437,3115,3624,2590,3316,1774,1940,3413,3880,4070, 309,1369, # 3286
1130,2812, 364,2230,1653,1299,3881,3512,3882,3883,2646, 525,1085,3021, 902,2000, # 3302
1475, 964,4313, 421,1844,1415,1057,2281, 940,1364,3116, 376,4314,4315,1381, 7, # 3318
2520, 983,2378, 336,1710,2675,1845, 321,3414, 559,1131,3022,2742,1808,1132,1313, # 3334
265,1481,1857,7352, 352,1203,2813,3247, 167,1089, 420,2814, 776, 792,1724,3513, # 3350
4071,2438,3248,7353,4072,7354, 446, 229, 333,2743, 901,3739,1200,1557,4316,2647, # 3366
1920, 395,2744,2676,3740,4073,1835, 125, 916,3178,2616,4317,7355,7356,3741,7357, # 3382
7358,7359,4318,3117,3625,1133,2547,1757,3415,1510,2313,1409,3514,7360,2145, 438, # 3398
2591,2896,2379,3317,1068, 958,3023, 461, 311,2855,2677,4074,1915,3179,4075,1978, # 3414
383, 750,2745,2617,4076, 274, 539, 385,1278,1442,7361,1154,1964, 384, 561, 210, # 3430
98,1295,2548,3515,7362,1711,2415,1482,3416,3884,2897,1257, 129,7363,3742, 642, # 3446
523,2776,2777,2648,7364, 141,2231,1333, 68, 176, 441, 876, 907,4077, 603,2592, # 3462
710, 171,3417, 404, 549, 18,3118,2393,1410,3626,1666,7365,3516,4319,2898,4320, # 3478
7366,2973, 368,7367, 146, 366, 99, 871,3627,1543, 748, 807,1586,1185, 22,2258, # 3494
379,3743,3180,7368,3181, 505,1941,2618,1991,1382,2314,7369, 380,2357, 218, 702, # 3510
1817,1248,3418,3024,3517,3318,3249,7370,2974,3628, 930,3250,3744,7371, 59,7372, # 3526
585, 601,4078, 497,3419,1112,1314,4321,1801,7373,1223,1472,2174,7374, 749,1836, # 3542
690,1899,3745,1772,3885,1476, 429,1043,1790,2232,2116, 917,4079, 447,1086,1629, # 3558
7375, 556,7376,7377,2020,1654, 844,1090, 105, 550, 966,1758,2815,1008,1782, 686, # 3574
1095,7378,2282, 793,1602,7379,3518,2593,4322,4080,2933,2297,4323,3746, 980,2496, # 3590
544, 353, 527,4324, 908,2678,2899,7380, 381,2619,1942,1348,7381,1341,1252, 560, # 3606
3072,7382,3420,2856,7383,2053, 973, 886,2080, 143,4325,7384,7385, 157,3886, 496, # 3622
4081, 57, 840, 540,2038,4326,4327,3421,2117,1445, 970,2259,1748,1965,2081,4082, # 3638
3119,1234,1775,3251,2816,3629, 773,1206,2129,1066,2039,1326,3887,1738,1725,4083, # 3654
279,3120, 51,1544,2594, 423,1578,2130,2066, 173,4328,1879,7386,7387,1583, 264, # 3670
610,3630,4329,2439, 280, 154,7388,7389,7390,1739, 338,1282,3073, 693,2857,1411, # 3686
1074,3747,2440,7391,4330,7392,7393,1240, 952,2394,7394,2900,1538,2679, 685,1483, # 3702
4084,2468,1436, 953,4085,2054,4331, 671,2395, 79,4086,2441,3252, 608, 567,2680, # 3718
3422,4087,4088,1691, 393,1261,1791,2396,7395,4332,7396,7397,7398,7399,1383,1672, # 3734
3748,3182,1464, 522,1119, 661,1150, 216, 675,4333,3888,1432,3519, 609,4334,2681, # 3750
2397,7400,7401,7402,4089,3025, 0,7403,2469, 315, 231,2442, 301,3319,4335,2380, # 3766
7404, 233,4090,3631,1818,4336,4337,7405, 96,1776,1315,2082,7406, 257,7407,1809, # 3782
3632,2709,1139,1819,4091,2021,1124,2163,2778,1777,2649,7408,3074, 363,1655,3183, # 3798
7409,2975,7410,7411,7412,3889,1567,3890, 718, 103,3184, 849,1443, 341,3320,2934, # 3814
1484,7413,1712, 127, 67, 339,4092,2398, 679,1412, 821,7414,7415, 834, 738, 351, # 3830
2976,2146, 846, 235,1497,1880, 418,1992,3749,2710, 186,1100,2147,2746,3520,1545, # 3846
1355,2935,2858,1377, 583,3891,4093,2573,2977,7416,1298,3633,1078,2549,3634,2358, # 3862
78,3750,3751, 267,1289,2099,2001,1594,4094, 348, 369,1274,2194,2175,1837,4338, # 3878
1820,2817,3635,2747,2283,2002,4339,2936,2748, 144,3321, 882,4340,3892,2749,3423, # 3894
4341,2901,7417,4095,1726, 320,7418,3893,3026, 788,2978,7419,2818,1773,1327,2859, # 3910
3894,2819,7420,1306,4342,2003,1700,3752,3521,2359,2650, 787,2022, 506, 824,3636, # 3926
534, 323,4343,1044,3322,2023,1900, 946,3424,7421,1778,1500,1678,7422,1881,4344, # 3942
165, 243,4345,3637,2521, 123, 683,4096, 764,4346, 36,3895,1792, 589,2902, 816, # 3958
626,1667,3027,2233,1639,1555,1622,3753,3896,7423,3897,2860,1370,1228,1932, 891, # 3974
2083,2903, 304,4097,7424, 292,2979,2711,3522, 691,2100,4098,1115,4347, 118, 662, # 3990
7425, 611,1156, 854,2381,1316,2861, 2, 386, 515,2904,7426,7427,3253, 868,2234, # 4006
1486, 855,2651, 785,2212,3028,7428,1040,3185,3523,7429,3121, 448,7430,1525,7431, # 4022
2164,4348,7432,3754,7433,4099,2820,3524,3122, 503, 818,3898,3123,1568, 814, 676, # 4038
1444, 306,1749,7434,3755,1416,1030, 197,1428, 805,2821,1501,4349,7435,7436,7437, # 4054
1993,7438,4350,7439,7440,2195, 13,2779,3638,2980,3124,1229,1916,7441,3756,2131, # 4070
7442,4100,4351,2399,3525,7443,2213,1511,1727,1120,7444,7445, 646,3757,2443, 307, # 4086
7446,7447,1595,3186,7448,7449,7450,3639,1113,1356,3899,1465,2522,2523,7451, 519, # 4102
7452, 128,2132, 92,2284,1979,7453,3900,1512, 342,3125,2196,7454,2780,2214,1980, # 4118
3323,7455, 290,1656,1317, 789, 827,2360,7456,3758,4352, 562, 581,3901,7457, 401, # 4134
4353,2248, 94,4354,1399,2781,7458,1463,2024,4355,3187,1943,7459, 828,1105,4101, # 4150
1262,1394,7460,4102, 605,4356,7461,1783,2862,7462,2822, 819,2101, 578,2197,2937, # 4166
7463,1502, 436,3254,4103,3255,2823,3902,2905,3425,3426,7464,2712,2315,7465,7466, # 4182
2332,2067, 23,4357, 193, 826,3759,2102, 699,1630,4104,3075, 390,1793,1064,3526, # 4198
7467,1579,3076,3077,1400,7468,4105,1838,1640,2863,7469,4358,4359, 137,4106, 598, # 4214
3078,1966, 780, 104, 974,2938,7470, 278, 899, 253, 402, 572, 504, 493,1339,7471, # 4230
3903,1275,4360,2574,2550,7472,3640,3029,3079,2249, 565,1334,2713, 863, 41,7473, # 4246
7474,4361,7475,1657,2333, 19, 463,2750,4107, 606,7476,2981,3256,1087,2084,1323, # 4262
2652,2982,7477,1631,1623,1750,4108,2682,7478,2864, 791,2714,2653,2334, 232,2416, # 4278
7479,2983,1498,7480,2654,2620, 755,1366,3641,3257,3126,2025,1609, 119,1917,3427, # 4294
862,1026,4109,7481,3904,3760,4362,3905,4363,2260,1951,2470,7482,1125, 817,4110, # 4310
4111,3906,1513,1766,2040,1487,4112,3030,3258,2824,3761,3127,7483,7484,1507,7485, # 4326
2683, 733, 40,1632,1106,2865, 345,4113, 841,2524, 230,4364,2984,1846,3259,3428, # 4342
7486,1263, 986,3429,7487, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562,3907, # 4358
3908,2939, 967,2751,2655,1349, 592,2133,1692,3324,2985,1994,4114,1679,3909,1901, # 4374
2185,7488, 739,3642,2715,1296,1290,7489,4115,2198,2199,1921,1563,2595,2551,1870, # 4390
2752,2986,7490, 435,7491, 343,1108, 596, 17,1751,4365,2235,3430,3643,7492,4366, # 4406
294,3527,2940,1693, 477, 979, 281,2041,3528, 643,2042,3644,2621,2782,2261,1031, # 4422
2335,2134,2298,3529,4367, 367,1249,2552,7493,3530,7494,4368,1283,3325,2004, 240, # 4438
1762,3326,4369,4370, 836,1069,3128, 474,7495,2148,2525, 268,3531,7496,3188,1521, # 4454
1284,7497,1658,1546,4116,7498,3532,3533,7499,4117,3327,2684,1685,4118, 961,1673, # 4470
2622, 190,2005,2200,3762,4371,4372,7500, 570,2497,3645,1490,7501,4373,2623,3260, # 4486
1956,4374, 584,1514, 396,1045,1944,7502,4375,1967,2444,7503,7504,4376,3910, 619, # 4502
7505,3129,3261, 215,2006,2783,2553,3189,4377,3190,4378, 763,4119,3763,4379,7506, # 4518
7507,1957,1767,2941,3328,3646,1174, 452,1477,4380,3329,3130,7508,2825,1253,2382, # 4534
2186,1091,2285,4120, 492,7509, 638,1169,1824,2135,1752,3911, 648, 926,1021,1324, # 4550
4381, 520,4382, 997, 847,1007, 892,4383,3764,2262,1871,3647,7510,2400,1784,4384, # 4566
1952,2942,3080,3191,1728,4121,2043,3648,4385,2007,1701,3131,1551, 30,2263,4122, # 4582
7511,2026,4386,3534,7512, 501,7513,4123, 594,3431,2165,1821,3535,3432,3536,3192, # 4598
829,2826,4124,7514,1680,3132,1225,4125,7515,3262,4387,4126,3133,2336,7516,4388, # 4614
4127,7517,3912,3913,7518,1847,2383,2596,3330,7519,4389, 374,3914, 652,4128,4129, # 4630
375,1140, 798,7520,7521,7522,2361,4390,2264, 546,1659, 138,3031,2445,4391,7523, # 4646
2250, 612,1848, 910, 796,3765,1740,1371, 825,3766,3767,7524,2906,2554,7525, 692, # 4662
444,3032,2624, 801,4392,4130,7526,1491, 244,1053,3033,4131,4132, 340,7527,3915, # 4678
1041,2987, 293,1168, 87,1357,7528,1539, 959,7529,2236, 721, 694,4133,3768, 219, # 4694
1478, 644,1417,3331,2656,1413,1401,1335,1389,3916,7530,7531,2988,2362,3134,1825, # 4710
730,1515, 184,2827, 66,4393,7532,1660,2943, 246,3332, 378,1457, 226,3433, 975, # 4726
3917,2944,1264,3537, 674, 696,7533, 163,7534,1141,2417,2166, 713,3538,3333,4394, # 4742
3918,7535,7536,1186, 15,7537,1079,1070,7538,1522,3193,3539, 276,1050,2716, 758, # 4758
1126, 653,2945,3263,7539,2337, 889,3540,3919,3081,2989, 903,1250,4395,3920,3434, # 4774
3541,1342,1681,1718, 766,3264, 286, 89,2946,3649,7540,1713,7541,2597,3334,2990, # 4790
7542,2947,2215,3194,2866,7543,4396,2498,2526, 181, 387,1075,3921, 731,2187,3335, # 4806
7544,3265, 310, 313,3435,2299, 770,4134, 54,3034, 189,4397,3082,3769,3922,7545, # 4822
1230,1617,1849, 355,3542,4135,4398,3336, 111,4136,3650,1350,3135,3436,3035,4137, # 4838
2149,3266,3543,7546,2784,3923,3924,2991, 722,2008,7547,1071, 247,1207,2338,2471, # 4854
1378,4399,2009, 864,1437,1214,4400, 373,3770,1142,2216, 667,4401, 442,2753,2555, # 4870
3771,3925,1968,4138,3267,1839, 837, 170,1107, 934,1336,1882,7548,7549,2118,4139, # 4886
2828, 743,1569,7550,4402,4140, 582,2384,1418,3437,7551,1802,7552, 357,1395,1729, # 4902
3651,3268,2418,1564,2237,7553,3083,3772,1633,4403,1114,2085,4141,1532,7554, 482, # 4918
2446,4404,7555,7556,1492, 833,1466,7557,2717,3544,1641,2829,7558,1526,1272,3652, # 4934
4142,1686,1794, 416,2556,1902,1953,1803,7559,3773,2785,3774,1159,2316,7560,2867, # 4950
4405,1610,1584,3036,2419,2754, 443,3269,1163,3136,7561,7562,3926,7563,4143,2499, # 4966
3037,4406,3927,3137,2103,1647,3545,2010,1872,4144,7564,4145, 431,3438,7565, 250, # 4982
97, 81,4146,7566,1648,1850,1558, 160, 848,7567, 866, 740,1694,7568,2201,2830, # 4998
3195,4147,4407,3653,1687, 950,2472, 426, 469,3196,3654,3655,3928,7569,7570,1188, # 5014
424,1995, 861,3546,4148,3775,2202,2685, 168,1235,3547,4149,7571,2086,1674,4408, # 5030
3337,3270, 220,2557,1009,7572,3776, 670,2992, 332,1208, 717,7573,7574,3548,2447, # 5046
3929,3338,7575, 513,7576,1209,2868,3339,3138,4409,1080,7577,7578,7579,7580,2527, # 5062
3656,3549, 815,1587,3930,3931,7581,3550,3439,3777,1254,4410,1328,3038,1390,3932, # 5078
1741,3933,3778,3934,7582, 236,3779,2448,3271,7583,7584,3657,3780,1273,3781,4411, # 5094
7585, 308,7586,4412, 245,4413,1851,2473,1307,2575, 430, 715,2136,2449,7587, 270, # 5110
199,2869,3935,7588,3551,2718,1753, 761,1754, 725,1661,1840,4414,3440,3658,7589, # 5126
7590, 587, 14,3272, 227,2598, 326, 480,2265, 943,2755,3552, 291, 650,1883,7591, # 5142
1702,1226, 102,1547, 62,3441, 904,4415,3442,1164,4150,7592,7593,1224,1548,2756, # 5158
391, 498,1493,7594,1386,1419,7595,2055,1177,4416, 813, 880,1081,2363, 566,1145, # 5174
4417,2286,1001,1035,2558,2599,2238, 394,1286,7596,7597,2068,7598, 86,1494,1730, # 5190
3936, 491,1588, 745, 897,2948, 843,3340,3937,2757,2870,3273,1768, 998,2217,2069, # 5206
397,1826,1195,1969,3659,2993,3341, 284,7599,3782,2500,2137,2119,1903,7600,3938, # 5222
2150,3939,4151,1036,3443,1904, 114,2559,4152, 209,1527,7601,7602,2949,2831,2625, # 5238
2385,2719,3139, 812,2560,7603,3274,7604,1559, 737,1884,3660,1210, 885, 28,2686, # 5254
3553,3783,7605,4153,1004,1779,4418,7606, 346,1981,2218,2687,4419,3784,1742, 797, # 5270
1642,3940,1933,1072,1384,2151, 896,3941,3275,3661,3197,2871,3554,7607,2561,1958, # 5286
4420,2450,1785,7608,7609,7610,3942,4154,1005,1308,3662,4155,2720,4421,4422,1528, # 5302
2600, 161,1178,4156,1982, 987,4423,1101,4157, 631,3943,1157,3198,2420,1343,1241, # 5318
1016,2239,2562, 372, 877,2339,2501,1160, 555,1934, 911,3944,7611, 466,1170, 169, # 5334
1051,2907,2688,3663,2474,2994,1182,2011,2563,1251,2626,7612, 992,2340,3444,1540, # 5350
2721,1201,2070,2401,1996,2475,7613,4424, 528,1922,2188,1503,1873,1570,2364,3342, # 5366
3276,7614, 557,1073,7615,1827,3445,2087,2266,3140,3039,3084, 767,3085,2786,4425, # 5382
1006,4158,4426,2341,1267,2176,3664,3199, 778,3945,3200,2722,1597,2657,7616,4427, # 5398
7617,3446,7618,7619,7620,3277,2689,1433,3278, 131, 95,1504,3946, 723,4159,3141, # 5414
1841,3555,2758,2189,3947,2027,2104,3665,7621,2995,3948,1218,7622,3343,3201,3949, # 5430
4160,2576, 248,1634,3785, 912,7623,2832,3666,3040,3786, 654, 53,7624,2996,7625, # 5446
1688,4428, 777,3447,1032,3950,1425,7626, 191, 820,2120,2833, 971,4429, 931,3202, # 5462
135, 664, 783,3787,1997, 772,2908,1935,3951,3788,4430,2909,3203, 282,2723, 640, # 5478
1372,3448,1127, 922, 325,3344,7627,7628, 711,2044,7629,7630,3952,2219,2787,1936, # 5494
3953,3345,2220,2251,3789,2300,7631,4431,3790,1258,3279,3954,3204,2138,2950,3955, # 5510
3956,7632,2221, 258,3205,4432, 101,1227,7633,3280,1755,7634,1391,3281,7635,2910, # 5526
2056, 893,7636,7637,7638,1402,4161,2342,7639,7640,3206,3556,7641,7642, 878,1325, # 5542
1780,2788,4433, 259,1385,2577, 744,1183,2267,4434,7643,3957,2502,7644, 684,1024, # 5558
4162,7645, 472,3557,3449,1165,3282,3958,3959, 322,2152, 881, 455,1695,1152,1340, # 5574
660, 554,2153,4435,1058,4436,4163, 830,1065,3346,3960,4437,1923,7646,1703,1918, # 5590
7647, 932,2268, 122,7648,4438, 947, 677,7649,3791,2627, 297,1905,1924,2269,4439, # 5606
2317,3283,7650,7651,4164,7652,4165, 84,4166, 112, 989,7653, 547,1059,3961, 701, # 5622
3558,1019,7654,4167,7655,3450, 942, 639, 457,2301,2451, 993,2951, 407, 851, 494, # 5638
4440,3347, 927,7656,1237,7657,2421,3348, 573,4168, 680, 921,2911,1279,1874, 285, # 5654
790,1448,1983, 719,2167,7658,7659,4441,3962,3963,1649,7660,1541, 563,7661,1077, # 5670
7662,3349,3041,3451, 511,2997,3964,3965,3667,3966,1268,2564,3350,3207,4442,4443, # 5686
7663, 535,1048,1276,1189,2912,2028,3142,1438,1373,2834,2952,1134,2012,7664,4169, # 5702
1238,2578,3086,1259,7665, 700,7666,2953,3143,3668,4170,7667,4171,1146,1875,1906, # 5718
4444,2601,3967, 781,2422, 132,1589, 203, 147, 273,2789,2402, 898,1786,2154,3968, # 5734
3969,7668,3792,2790,7669,7670,4445,4446,7671,3208,7672,1635,3793, 965,7673,1804, # 5750
2690,1516,3559,1121,1082,1329,3284,3970,1449,3794, 65,1128,2835,2913,2759,1590, # 5766
3795,7674,7675, 12,2658, 45, 976,2579,3144,4447, 517,2528,1013,1037,3209,7676, # 5782
3796,2836,7677,3797,7678,3452,7679,2602, 614,1998,2318,3798,3087,2724,2628,7680, # 5798
2580,4172, 599,1269,7681,1810,3669,7682,2691,3088, 759,1060, 489,1805,3351,3285, # 5814
1358,7683,7684,2386,1387,1215,2629,2252, 490,7685,7686,4173,1759,2387,2343,7687, # 5830
4448,3799,1907,3971,2630,1806,3210,4449,3453,3286,2760,2344, 874,7688,7689,3454, # 5846
3670,1858, 91,2914,3671,3042,3800,4450,7690,3145,3972,2659,7691,3455,1202,1403, # 5862
3801,2954,2529,1517,2503,4451,3456,2504,7692,4452,7693,2692,1885,1495,1731,3973, # 5878
2365,4453,7694,2029,7695,7696,3974,2693,1216, 237,2581,4174,2319,3975,3802,4454, # 5894
4455,2694,3560,3457, 445,4456,7697,7698,7699,7700,2761, 61,3976,3672,1822,3977, # 5910
7701, 687,2045, 935, 925, 405,2660, 703,1096,1859,2725,4457,3978,1876,1367,2695, # 5926
3352, 918,2105,1781,2476, 334,3287,1611,1093,4458, 564,3146,3458,3673,3353, 945, # 5942
2631,2057,4459,7702,1925, 872,4175,7703,3459,2696,3089, 349,4176,3674,3979,4460, # 5958
3803,4177,3675,2155,3980,4461,4462,4178,4463,2403,2046, 782,3981, 400, 251,4179, # 5974
1624,7704,7705, 277,3676, 299,1265, 476,1191,3804,2121,4180,4181,1109, 205,7706, # 5990
2582,1000,2156,3561,1860,7707,7708,7709,4464,7710,4465,2565, 107,2477,2157,3982, # 6006
3460,3147,7711,1533, 541,1301, 158, 753,4182,2872,3562,7712,1696, 370,1088,4183, # 6022
4466,3563, 579, 327, 440, 162,2240, 269,1937,1374,3461, 968,3043, 56,1396,3090, # 6038
2106,3288,3354,7713,1926,2158,4467,2998,7714,3564,7715,7716,3677,4468,2478,7717, # 6054
2791,7718,1650,4469,7719,2603,7720,7721,3983,2661,3355,1149,3356,3984,3805,3985, # 6070
7722,1076, 49,7723, 951,3211,3289,3290, 450,2837, 920,7724,1811,2792,2366,4184, # 6086
1908,1138,2367,3806,3462,7725,3212,4470,1909,1147,1518,2423,4471,3807,7726,4472, # 6102
2388,2604, 260,1795,3213,7727,7728,3808,3291, 708,7729,3565,1704,7730,3566,1351, # 6118
1618,3357,2999,1886, 944,4185,3358,4186,3044,3359,4187,7731,3678, 422, 413,1714, # 6134
3292, 500,2058,2345,4188,2479,7732,1344,1910, 954,7733,1668,7734,7735,3986,2404, # 6150
4189,3567,3809,4190,7736,2302,1318,2505,3091, 133,3092,2873,4473, 629, 31,2838, # 6166
2697,3810,4474, 850, 949,4475,3987,2955,1732,2088,4191,1496,1852,7737,3988, 620, # 6182
3214, 981,1242,3679,3360,1619,3680,1643,3293,2139,2452,1970,1719,3463,2168,7738, # 6198
3215,7739,7740,3361,1828,7741,1277,4476,1565,2047,7742,1636,3568,3093,7743, 869, # 6214
2839, 655,3811,3812,3094,3989,3000,3813,1310,3569,4477,7744,7745,7746,1733, 558, # 6230
4478,3681, 335,1549,3045,1756,4192,3682,1945,3464,1829,1291,1192, 470,2726,2107, # 6246
2793, 913,1054,3990,7747,1027,7748,3046,3991,4479, 982,2662,3362,3148,3465,3216, # 6262
3217,1946,2794,7749, 571,4480,7750,1830,7751,3570,2583,1523,2424,7752,2089, 984, # 6278
4481,3683,1959,7753,3684, 852, 923,2795,3466,3685, 969,1519, 999,2048,2320,1705, # 6294
7754,3095, 615,1662, 151, 597,3992,2405,2321,1049, 275,4482,3686,4193, 568,3687, # 6310
3571,2480,4194,3688,7755,2425,2270, 409,3218,7756,1566,2874,3467,1002, 769,2840, # 6326
194,2090,3149,3689,2222,3294,4195, 628,1505,7757,7758,1763,2177,3001,3993, 521, # 6342
1161,2584,1787,2203,2406,4483,3994,1625,4196,4197, 412, 42,3096, 464,7759,2632, # 6358
4484,3363,1760,1571,2875,3468,2530,1219,2204,3814,2633,2140,2368,4485,4486,3295, # 6374
1651,3364,3572,7760,7761,3573,2481,3469,7762,3690,7763,7764,2271,2091, 460,7765, # 6390
4487,7766,3002, 962, 588,3574, 289,3219,2634,1116, 52,7767,3047,1796,7768,7769, # 6406
7770,1467,7771,1598,1143,3691,4198,1984,1734,1067,4488,1280,3365, 465,4489,1572, # 6422
510,7772,1927,2241,1812,1644,3575,7773,4490,3692,7774,7775,2663,1573,1534,7776, # 6438
7777,4199, 536,1807,1761,3470,3815,3150,2635,7778,7779,7780,4491,3471,2915,1911, # 6454
2796,7781,3296,1122, 377,3220,7782, 360,7783,7784,4200,1529, 551,7785,2059,3693, # 6470
1769,2426,7786,2916,4201,3297,3097,2322,2108,2030,4492,1404, 136,1468,1479, 672, # 6486
1171,3221,2303, 271,3151,7787,2762,7788,2049, 678,2727, 865,1947,4493,7789,2013, # 6502
3995,2956,7790,2728,2223,1397,3048,3694,4494,4495,1735,2917,3366,3576,7791,3816, # 6518
509,2841,2453,2876,3817,7792,7793,3152,3153,4496,4202,2531,4497,2304,1166,1010, # 6534
552, 681,1887,7794,7795,2957,2958,3996,1287,1596,1861,3154, 358, 453, 736, 175, # 6550
478,1117, 905,1167,1097,7796,1853,1530,7797,1706,7798,2178,3472,2287,3695,3473, # 6566
3577,4203,2092,4204,7799,3367,1193,2482,4205,1458,2190,2205,1862,1888,1421,3298, # 6582
2918,3049,2179,3474, 595,2122,7800,3997,7801,7802,4206,1707,2636, 223,3696,1359, # 6598
751,3098, 183,3475,7803,2797,3003, 419,2369, 633, 704,3818,2389, 241,7804,7805, # 6614
7806, 838,3004,3697,2272,2763,2454,3819,1938,2050,3998,1309,3099,2242,1181,7807, # 6630
1136,2206,3820,2370,1446,4207,2305,4498,7808,7809,4208,1055,2605, 484,3698,7810, # 6646
3999, 625,4209,2273,3368,1499,4210,4000,7811,4001,4211,3222,2274,2275,3476,7812, # 6662
7813,2764, 808,2606,3699,3369,4002,4212,3100,2532, 526,3370,3821,4213, 955,7814, # 6678
1620,4214,2637,2427,7815,1429,3700,1669,1831, 994, 928,7816,3578,1260,7817,7818, # 6694
7819,1948,2288, 741,2919,1626,4215,2729,2455, 867,1184, 362,3371,1392,7820,7821, # 6710
4003,4216,1770,1736,3223,2920,4499,4500,1928,2698,1459,1158,7822,3050,3372,2877, # 6726
1292,1929,2506,2842,3701,1985,1187,2071,2014,2607,4217,7823,2566,2507,2169,3702, # 6742
2483,3299,7824,3703,4501,7825,7826, 666,1003,3005,1022,3579,4218,7827,4502,1813, # 6758
2253, 574,3822,1603, 295,1535, 705,3823,4219, 283, 858, 417,7828,7829,3224,4503, # 6774
4504,3051,1220,1889,1046,2276,2456,4004,1393,1599, 689,2567, 388,4220,7830,2484, # 6790
802,7831,2798,3824,2060,1405,2254,7832,4505,3825,2109,1052,1345,3225,1585,7833, # 6806
809,7834,7835,7836, 575,2730,3477, 956,1552,1469,1144,2323,7837,2324,1560,2457, # 6822
3580,3226,4005, 616,2207,3155,2180,2289,7838,1832,7839,3478,4506,7840,1319,3704, # 6838
3705,1211,3581,1023,3227,1293,2799,7841,7842,7843,3826, 607,2306,3827, 762,2878, # 6854
1439,4221,1360,7844,1485,3052,7845,4507,1038,4222,1450,2061,2638,4223,1379,4508, # 6870
2585,7846,7847,4224,1352,1414,2325,2921,1172,7848,7849,3828,3829,7850,1797,1451, # 6886
7851,7852,7853,7854,2922,4006,4007,2485,2346, 411,4008,4009,3582,3300,3101,4509, # 6902
1561,2664,1452,4010,1375,7855,7856, 47,2959, 316,7857,1406,1591,2923,3156,7858, # 6918
1025,2141,3102,3157, 354,2731, 884,2224,4225,2407, 508,3706, 726,3583, 996,2428, # 6934
3584, 729,7859, 392,2191,1453,4011,4510,3707,7860,7861,2458,3585,2608,1675,2800, # 6950
919,2347,2960,2348,1270,4511,4012, 73,7862,7863, 647,7864,3228,2843,2255,1550, # 6966
1346,3006,7865,1332, 883,3479,7866,7867,7868,7869,3301,2765,7870,1212, 831,1347, # 6982
4226,4512,2326,3830,1863,3053, 720,3831,4513,4514,3832,7871,4227,7872,7873,4515, # 6998
7874,7875,1798,4516,3708,2609,4517,3586,1645,2371,7876,7877,2924, 669,2208,2665, # 7014
2429,7878,2879,7879,7880,1028,3229,7881,4228,2408,7882,2256,1353,7883,7884,4518, # 7030
3158, 518,7885,4013,7886,4229,1960,7887,2142,4230,7888,7889,3007,2349,2350,3833, # 7046
516,1833,1454,4014,2699,4231,4519,2225,2610,1971,1129,3587,7890,2766,7891,2961, # 7062
1422, 577,1470,3008,1524,3373,7892,7893, 432,4232,3054,3480,7894,2586,1455,2508, # 7078
2226,1972,1175,7895,1020,2732,4015,3481,4520,7896,2733,7897,1743,1361,3055,3482, # 7094
2639,4016,4233,4521,2290, 895, 924,4234,2170, 331,2243,3056, 166,1627,3057,1098, # 7110
7898,1232,2880,2227,3374,4522, 657, 403,1196,2372, 542,3709,3375,1600,4235,3483, # 7126
7899,4523,2767,3230, 576, 530,1362,7900,4524,2533,2666,3710,4017,7901, 842,3834, # 7142
7902,2801,2031,1014,4018, 213,2700,3376, 665, 621,4236,7903,3711,2925,2430,7904, # 7158
2431,3302,3588,3377,7905,4237,2534,4238,4525,3589,1682,4239,3484,1380,7906, 724, # 7174
2277, 600,1670,7907,1337,1233,4526,3103,2244,7908,1621,4527,7909, 651,4240,7910, # 7190
1612,4241,2611,7911,2844,7912,2734,2307,3058,7913, 716,2459,3059, 174,1255,2701, # 7206
4019,3590, 548,1320,1398, 728,4020,1574,7914,1890,1197,3060,4021,7915,3061,3062, # 7222
3712,3591,3713, 747,7916, 635,4242,4528,7917,7918,7919,4243,7920,7921,4529,7922, # 7238
3378,4530,2432, 451,7923,3714,2535,2072,4244,2735,4245,4022,7924,1764,4531,7925, # 7254
4246, 350,7926,2278,2390,2486,7927,4247,4023,2245,1434,4024, 488,4532, 458,4248, # 7270
4025,3715, 771,1330,2391,3835,2568,3159,2159,2409,1553,2667,3160,4249,7928,2487, # 7286
2881,2612,1720,2702,4250,3379,4533,7929,2536,4251,7930,3231,4252,2768,7931,2015, # 7302
2736,7932,1155,1017,3716,3836,7933,3303,2308, 201,1864,4253,1430,7934,4026,7935, # 7318
7936,7937,7938,7939,4254,1604,7940, 414,1865, 371,2587,4534,4535,3485,2016,3104, # 7334
4536,1708, 960,4255, 887, 389,2171,1536,1663,1721,7941,2228,4027,2351,2926,1580, # 7350
7942,7943,7944,1744,7945,2537,4537,4538,7946,4539,7947,2073,7948,7949,3592,3380, # 7366
2882,4256,7950,4257,2640,3381,2802, 673,2703,2460, 709,3486,4028,3593,4258,7951, # 7382
1148, 502, 634,7952,7953,1204,4540,3594,1575,4541,2613,3717,7954,3718,3105, 948, # 7398
3232, 121,1745,3837,1110,7955,4259,3063,2509,3009,4029,3719,1151,1771,3838,1488, # 7414
4030,1986,7956,2433,3487,7957,7958,2093,7959,4260,3839,1213,1407,2803, 531,2737, # 7430
2538,3233,1011,1537,7960,2769,4261,3106,1061,7961,3720,3721,1866,2883,7962,2017, # 7446
120,4262,4263,2062,3595,3234,2309,3840,2668,3382,1954,4542,7963,7964,3488,1047, # 7462
2704,1266,7965,1368,4543,2845, 649,3383,3841,2539,2738,1102,2846,2669,7966,7967, # 7478
1999,7968,1111,3596,2962,7969,2488,3842,3597,2804,1854,3384,3722,7970,7971,3385, # 7494
2410,2884,3304,3235,3598,7972,2569,7973,3599,2805,4031,1460, 856,7974,3600,7975, # 7510
2885,2963,7976,2886,3843,7977,4264, 632,2510, 875,3844,1697,3845,2291,7978,7979, # 7526
4544,3010,1239, 580,4545,4265,7980, 914, 936,2074,1190,4032,1039,2123,7981,7982, # 7542
7983,3386,1473,7984,1354,4266,3846,7985,2172,3064,4033, 915,3305,4267,4268,3306, # 7558
1605,1834,7986,2739, 398,3601,4269,3847,4034, 328,1912,2847,4035,3848,1331,4270, # 7574
3011, 937,4271,7987,3602,4036,4037,3387,2160,4546,3388, 524, 742, 538,3065,1012, # 7590
7988,7989,3849,2461,7990, 658,1103, 225,3850,7991,7992,4547,7993,4548,7994,3236, # 7606
1243,7995,4038, 963,2246,4549,7996,2705,3603,3161,7997,7998,2588,2327,7999,4550, # 7622
8000,8001,8002,3489,3307, 957,3389,2540,2032,1930,2927,2462, 870,2018,3604,1746, # 7638
2770,2771,2434,2463,8003,3851,8004,3723,3107,3724,3490,3390,3725,8005,1179,3066, # 7654
8006,3162,2373,4272,3726,2541,3163,3108,2740,4039,8007,3391,1556,2542,2292, 977, # 7670
2887,2033,4040,1205,3392,8008,1765,3393,3164,2124,1271,1689, 714,4551,3491,8009, # 7686
2328,3852, 533,4273,3605,2181, 617,8010,2464,3308,3492,2310,8011,8012,3165,8013, # 7702
8014,3853,1987, 618, 427,2641,3493,3394,8015,8016,1244,1690,8017,2806,4274,4552, # 7718
8018,3494,8019,8020,2279,1576, 473,3606,4275,3395, 972,8021,3607,8022,3067,8023, # 7734
8024,4553,4554,8025,3727,4041,4042,8026, 153,4555, 356,8027,1891,2888,4276,2143, # 7750
408, 803,2352,8028,3854,8029,4277,1646,2570,2511,4556,4557,3855,8030,3856,4278, # 7766
8031,2411,3396, 752,8032,8033,1961,2964,8034, 746,3012,2465,8035,4279,3728, 698, # 7782
4558,1892,4280,3608,2543,4559,3609,3857,8036,3166,3397,8037,1823,1302,4043,2706, # 7798
3858,1973,4281,8038,4282,3167, 823,1303,1288,1236,2848,3495,4044,3398, 774,3859, # 7814
8039,1581,4560,1304,2849,3860,4561,8040,2435,2161,1083,3237,4283,4045,4284, 344, # 7830
1173, 288,2311, 454,1683,8041,8042,1461,4562,4046,2589,8043,8044,4563, 985, 894, # 7846
8045,3399,3168,8046,1913,2928,3729,1988,8047,2110,1974,8048,4047,8049,2571,1194, # 7862
425,8050,4564,3169,1245,3730,4285,8051,8052,2850,8053, 636,4565,1855,3861, 760, # 7878
1799,8054,4286,2209,1508,4566,4048,1893,1684,2293,8055,8056,8057,4287,4288,2210, # 7894
479,8058,8059, 832,8060,4049,2489,8061,2965,2490,3731, 990,3109, 627,1814,2642, # 7910
4289,1582,4290,2125,2111,3496,4567,8062, 799,4291,3170,8063,4568,2112,1737,3013, # 7926
1018, 543, 754,4292,3309,1676,4569,4570,4050,8064,1489,8065,3497,8066,2614,2889, # 7942
4051,8067,8068,2966,8069,8070,8071,8072,3171,4571,4572,2182,1722,8073,3238,3239, # 7958
1842,3610,1715, 481, 365,1975,1856,8074,8075,1962,2491,4573,8076,2126,3611,3240, # 7974
433,1894,2063,2075,8077, 602,2741,8078,8079,8080,8081,8082,3014,1628,3400,8083, # 7990
3172,4574,4052,2890,4575,2512,8084,2544,2772,8085,8086,8087,3310,4576,2891,8088, # 8006
4577,8089,2851,4578,4579,1221,2967,4053,2513,8090,8091,8092,1867,1989,8093,8094, # 8022
8095,1895,8096,8097,4580,1896,4054, 318,8098,2094,4055,4293,8099,8100, 485,8101, # 8038
938,3862, 553,2670, 116,8102,3863,3612,8103,3498,2671,2773,3401,3311,2807,8104, # 8054
3613,2929,4056,1747,2930,2968,8105,8106, 207,8107,8108,2672,4581,2514,8109,3015, # 8070
890,3614,3864,8110,1877,3732,3402,8111,2183,2353,3403,1652,8112,8113,8114, 941, # 8086
2294, 208,3499,4057,2019, 330,4294,3865,2892,2492,3733,4295,8115,8116,8117,8118, # 8102
)
site-packages/pip/_vendor/chardet/charsetprober.py 0000644 00000011766 15056474501 0016361 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import logging
import re
from .enums import ProbingState
class CharSetProber(object):
SHORTCUT_THRESHOLD = 0.95
def __init__(self, lang_filter=None):
self._state = None
self.lang_filter = lang_filter
self.logger = logging.getLogger(__name__)
def reset(self):
self._state = ProbingState.DETECTING
@property
def charset_name(self):
return None
def feed(self, buf):
pass
@property
def state(self):
return self._state
def get_confidence(self):
return 0.0
@staticmethod
def filter_high_byte_only(buf):
buf = re.sub(b'([\x00-\x7F])+', b' ', buf)
return buf
@staticmethod
def filter_international_words(buf):
"""
We define three types of bytes:
alphabet: english alphabets [a-zA-Z]
international: international characters [\x80-\xFF]
marker: everything else [^a-zA-Z\x80-\xFF]
The input buffer can be thought to contain a series of words delimited
by markers. This function works to filter all words that contain at
least one international character. All contiguous sequences of markers
are replaced by a single space ascii character.
This filter applies to all scripts which do not use English characters.
"""
filtered = bytearray()
# This regex expression filters out only words that have at-least one
# international character. The word may include one marker character at
# the end.
words = re.findall(b'[a-zA-Z]*[\x80-\xFF]+[a-zA-Z]*[^a-zA-Z\x80-\xFF]?',
buf)
for word in words:
filtered.extend(word[:-1])
# If the last character in the word is a marker, replace it with a
# space as markers shouldn't affect our analysis (they are used
# similarly across all languages and may thus have similar
# frequencies).
last_char = word[-1:]
if not last_char.isalpha() and last_char < b'\x80':
last_char = b' '
filtered.extend(last_char)
return filtered
@staticmethod
def filter_with_english_letters(buf):
"""
Returns a copy of ``buf`` that retains only the sequences of English
alphabet and high byte characters that are not between <> characters.
Also retains English alphabet and high byte characters immediately
before occurrences of >.
This filter can be applied to all scripts which contain both English
characters and extended ASCII characters, but is currently only used by
``Latin1Prober``.
"""
filtered = bytearray()
in_tag = False
prev = 0
for curr in range(len(buf)):
# Slice here to get bytes instead of an int with Python 3
buf_char = buf[curr:curr + 1]
# Check if we're coming out of or entering an HTML tag
if buf_char == b'>':
in_tag = False
elif buf_char == b'<':
in_tag = True
# If current character is not extended-ASCII and not alphabetic...
if buf_char < b'\x80' and not buf_char.isalpha():
# ...and we're not in a tag
if curr > prev and not in_tag:
# Keep everything after last non-extended-ASCII,
# non-alphabetic character
filtered.extend(buf[prev:curr])
# Output a space to delimit stretch we kept
filtered.extend(b' ')
prev = curr + 1
# If we're not in a tag...
if not in_tag:
# Keep everything after last non-extended-ASCII, non-alphabetic
# character
filtered.extend(buf[prev:])
return filtered
site-packages/pip/_vendor/chardet/langhebrewmodel.py 0000644 00000300702 15056474501 0016644 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
HEBREW_LANG_MODEL = {
50: { # 'a'
50: 0, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 2, # 'l'
54: 2, # 'n'
49: 0, # 'o'
51: 2, # 'r'
43: 1, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 1, # 'ק'
7: 0, # 'ר'
10: 1, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
60: { # 'c'
50: 1, # 'a'
60: 1, # 'c'
61: 0, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 0, # 'n'
49: 1, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
61: { # 'd'
50: 1, # 'a'
60: 0, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 2, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 0, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 1, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
42: { # 'e'
50: 1, # 'a'
60: 1, # 'c'
61: 2, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 2, # 'l'
54: 2, # 'n'
49: 1, # 'o'
51: 2, # 'r'
43: 2, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 1, # '–'
52: 2, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
53: { # 'i'
50: 1, # 'a'
60: 2, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 0, # 'i'
56: 1, # 'l'
54: 2, # 'n'
49: 2, # 'o'
51: 1, # 'r'
43: 2, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
56: { # 'l'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 2, # 'e'
53: 2, # 'i'
56: 2, # 'l'
54: 1, # 'n'
49: 1, # 'o'
51: 0, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
54: { # 'n'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 1, # 'o'
51: 0, # 'r'
43: 1, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 2, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
49: { # 'o'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 2, # 'n'
49: 1, # 'o'
51: 2, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
51: { # 'r'
50: 2, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 2, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 2, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 2, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
43: { # 's'
50: 1, # 'a'
60: 1, # 'c'
61: 0, # 'd'
42: 2, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 1, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 2, # '”'
58: 0, # '†'
40: 2, # '…'
},
44: { # 't'
50: 1, # 'a'
60: 1, # 'c'
61: 0, # 'd'
42: 2, # 'e'
53: 2, # 'i'
56: 1, # 'l'
54: 0, # 'n'
49: 1, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 1, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 2, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
63: { # 'u'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 0, # 'o'
51: 1, # 'r'
43: 2, # 's'
44: 1, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
34: { # '\xa0'
50: 1, # 'a'
60: 0, # 'c'
61: 1, # 'd'
42: 0, # 'e'
53: 1, # 'i'
56: 0, # 'l'
54: 1, # 'n'
49: 1, # 'o'
51: 0, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 0, # 'u'
34: 2, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 1, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 2, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 2, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 1, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
55: { # '´'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 1, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 2, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 1, # 'ן'
12: 1, # 'נ'
19: 1, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
48: { # '¼'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
39: { # '½'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
57: { # '¾'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
30: { # 'ְ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 1, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 1, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 2, # 'ג'
16: 2, # 'ד'
3: 2, # 'ה'
2: 2, # 'ו'
24: 2, # 'ז'
14: 2, # 'ח'
22: 2, # 'ט'
1: 2, # 'י'
25: 2, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 1, # 'ם'
6: 2, # 'מ'
23: 0, # 'ן'
12: 2, # 'נ'
19: 2, # 'ס'
13: 2, # 'ע'
26: 0, # 'ף'
18: 2, # 'פ'
27: 0, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
59: { # 'ֱ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 1, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 2, # 'ל'
11: 0, # 'ם'
6: 2, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
41: { # 'ֲ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 2, # 'ב'
20: 1, # 'ג'
16: 2, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 1, # 'י'
25: 1, # 'ך'
15: 1, # 'כ'
4: 2, # 'ל'
11: 0, # 'ם'
6: 2, # 'מ'
23: 0, # 'ן'
12: 2, # 'נ'
19: 1, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 2, # 'צ'
17: 1, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
33: { # 'ִ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 1, # 'ִ'
37: 0, # 'ֵ'
36: 1, # 'ֶ'
31: 0, # 'ַ'
29: 1, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 1, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 2, # 'ב'
20: 2, # 'ג'
16: 2, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 2, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 2, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 2, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
37: { # 'ֵ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 1, # 'ֶ'
31: 1, # 'ַ'
29: 1, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 1, # 'ג'
16: 2, # 'ד'
3: 2, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 2, # 'ח'
22: 1, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 1, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 1, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 1, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 1, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
36: { # 'ֶ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 1, # 'ֶ'
31: 1, # 'ַ'
29: 1, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 1, # 'ג'
16: 2, # 'ד'
3: 2, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 2, # 'ח'
22: 1, # 'ט'
1: 2, # 'י'
25: 2, # 'ך'
15: 1, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 2, # 'ס'
13: 1, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 2, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
31: { # 'ַ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 1, # 'ֶ'
31: 0, # 'ַ'
29: 2, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 2, # 'ג'
16: 2, # 'ד'
3: 2, # 'ה'
2: 1, # 'ו'
24: 2, # 'ז'
14: 2, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 2, # 'ס'
13: 2, # 'ע'
26: 2, # 'ף'
18: 2, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
29: { # 'ָ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 1, # 'ַ'
29: 2, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 1, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 2, # 'ג'
16: 2, # 'ד'
3: 3, # 'ה'
2: 2, # 'ו'
24: 2, # 'ז'
14: 2, # 'ח'
22: 1, # 'ט'
1: 2, # 'י'
25: 2, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 1, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 2, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
35: { # 'ֹ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 1, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 1, # 'ג'
16: 2, # 'ד'
3: 2, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 1, # 'י'
25: 1, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 2, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 2, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
62: { # 'ֻ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 1, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 2, # 'ל'
11: 1, # 'ם'
6: 1, # 'מ'
23: 1, # 'ן'
12: 1, # 'נ'
19: 1, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
28: { # 'ּ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 3, # 'ְ'
59: 0, # 'ֱ'
41: 1, # 'ֲ'
33: 3, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 3, # 'ַ'
29: 3, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 2, # 'ׁ'
45: 1, # 'ׂ'
9: 2, # 'א'
8: 2, # 'ב'
20: 1, # 'ג'
16: 2, # 'ד'
3: 1, # 'ה'
2: 2, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 2, # 'י'
25: 2, # 'ך'
15: 2, # 'כ'
4: 2, # 'ל'
11: 1, # 'ם'
6: 2, # 'מ'
23: 1, # 'ן'
12: 2, # 'נ'
19: 1, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 1, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 2, # 'ר'
10: 2, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
38: { # 'ׁ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 2, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
45: { # 'ׂ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 1, # 'ֵ'
36: 2, # 'ֶ'
31: 1, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 1, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 2, # 'ו'
24: 0, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 1, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 0, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 0, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
9: { # 'א'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 2, # 'ֱ'
41: 2, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 2, # 'ע'
26: 3, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
8: { # 'ב'
50: 0, # 'a'
60: 0, # 'c'
61: 1, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 3, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 1, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
20: { # 'ג'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 2, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 1, # 'ִ'
37: 1, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 0, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 3, # 'ב'
20: 2, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 2, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 1, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 2, # 'פ'
27: 1, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 0, # '…'
},
16: { # 'ד'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 1, # 'ז'
14: 2, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 2, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 0, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
3: { # 'ה'
50: 0, # 'a'
60: 0, # 'c'
61: 1, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 1, # 'ֱ'
41: 2, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 3, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 0, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
2: { # 'ו'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 1, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 1, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 3, # 'ֹ'
62: 0, # 'ֻ'
28: 3, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 3, # 'ף'
18: 3, # 'פ'
27: 3, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
24: { # 'ז'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 1, # 'ֲ'
33: 1, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 2, # 'ב'
20: 2, # 'ג'
16: 2, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 2, # 'ח'
22: 1, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 2, # 'נ'
19: 1, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 1, # 'ש'
5: 2, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
14: { # 'ח'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 1, # 'ֱ'
41: 2, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 3, # 'ב'
20: 2, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 2, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 2, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 1, # 'ע'
26: 2, # 'ף'
18: 2, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
22: { # 'ט'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 1, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 1, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 1, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 1, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 3, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 2, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 3, # 'ר'
10: 2, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
1: { # 'י'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 3, # 'ף'
18: 3, # 'פ'
27: 3, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
25: { # 'ך'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 2, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 1, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 1, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
15: { # 'כ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 3, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 2, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 2, # 'ע'
26: 3, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 2, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
4: { # 'ל'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 3, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
11: { # 'ם'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 1, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 0, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 1, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
6: { # 'מ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 0, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
23: { # 'ן'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 1, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 1, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 1, # 'ס'
13: 1, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 1, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
12: { # 'נ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
19: { # 'ס'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 1, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 1, # 'ָ'
35: 1, # 'ֹ'
62: 2, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 1, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 3, # 'ף'
18: 3, # 'פ'
27: 0, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 1, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
13: { # 'ע'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 1, # 'ֱ'
41: 2, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 1, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 2, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 2, # 'ע'
26: 1, # 'ף'
18: 2, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
26: { # 'ף'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 1, # 'ס'
13: 0, # 'ע'
26: 1, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
18: { # 'פ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 1, # 'ֵ'
36: 2, # 'ֶ'
31: 1, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 2, # 'ב'
20: 3, # 'ג'
16: 2, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 2, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 2, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 0, # '…'
},
27: { # 'ץ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 1, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 0, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 1, # '…'
},
21: { # 'צ'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 2, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 1, # 'ז'
14: 3, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 1, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 1, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 0, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
17: { # 'ק'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 1, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 1, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 2, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 1, # 'ך'
15: 1, # 'כ'
4: 3, # 'ל'
11: 2, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 2, # 'ץ'
21: 3, # 'צ'
17: 2, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 1, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
7: { # 'ר'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 2, # '´'
48: 1, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 1, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 2, # 'ֹ'
62: 1, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 3, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 3, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 3, # 'ץ'
21: 3, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
10: { # 'ש'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 1, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 1, # 'ִ'
37: 1, # 'ֵ'
36: 1, # 'ֶ'
31: 1, # 'ַ'
29: 1, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 3, # 'ׁ'
45: 2, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 3, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 3, # 'ח'
22: 3, # 'ט'
1: 3, # 'י'
25: 3, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 2, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 1, # '…'
},
5: { # 'ת'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 1, # '\xa0'
55: 0, # '´'
48: 1, # '¼'
39: 1, # '½'
57: 0, # '¾'
30: 2, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 2, # 'ִ'
37: 2, # 'ֵ'
36: 2, # 'ֶ'
31: 2, # 'ַ'
29: 2, # 'ָ'
35: 1, # 'ֹ'
62: 1, # 'ֻ'
28: 2, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 3, # 'א'
8: 3, # 'ב'
20: 3, # 'ג'
16: 2, # 'ד'
3: 3, # 'ה'
2: 3, # 'ו'
24: 2, # 'ז'
14: 3, # 'ח'
22: 2, # 'ט'
1: 3, # 'י'
25: 2, # 'ך'
15: 3, # 'כ'
4: 3, # 'ל'
11: 3, # 'ם'
6: 3, # 'מ'
23: 3, # 'ן'
12: 3, # 'נ'
19: 2, # 'ס'
13: 3, # 'ע'
26: 2, # 'ף'
18: 3, # 'פ'
27: 1, # 'ץ'
21: 2, # 'צ'
17: 3, # 'ק'
7: 3, # 'ר'
10: 3, # 'ש'
5: 3, # 'ת'
32: 1, # '–'
52: 1, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 2, # '…'
},
32: { # '–'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 1, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 1, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 1, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 1, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
52: { # '’'
50: 1, # 'a'
60: 0, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 1, # 'r'
43: 2, # 's'
44: 2, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 1, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
47: { # '“'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 1, # 'l'
54: 1, # 'n'
49: 1, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 1, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 2, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 1, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 1, # 'ח'
22: 1, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 1, # 'ס'
13: 1, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 1, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
46: { # '”'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 1, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 1, # 'ב'
20: 1, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 1, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 0, # '†'
40: 0, # '…'
},
58: { # '†'
50: 0, # 'a'
60: 0, # 'c'
61: 0, # 'd'
42: 0, # 'e'
53: 0, # 'i'
56: 0, # 'l'
54: 0, # 'n'
49: 0, # 'o'
51: 0, # 'r'
43: 0, # 's'
44: 0, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 0, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 0, # 'ה'
2: 0, # 'ו'
24: 0, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 0, # 'י'
25: 0, # 'ך'
15: 0, # 'כ'
4: 0, # 'ל'
11: 0, # 'ם'
6: 0, # 'מ'
23: 0, # 'ן'
12: 0, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 0, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 0, # 'ר'
10: 0, # 'ש'
5: 0, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 0, # '”'
58: 2, # '†'
40: 0, # '…'
},
40: { # '…'
50: 1, # 'a'
60: 1, # 'c'
61: 1, # 'd'
42: 1, # 'e'
53: 1, # 'i'
56: 0, # 'l'
54: 1, # 'n'
49: 0, # 'o'
51: 1, # 'r'
43: 1, # 's'
44: 1, # 't'
63: 0, # 'u'
34: 0, # '\xa0'
55: 0, # '´'
48: 0, # '¼'
39: 0, # '½'
57: 0, # '¾'
30: 0, # 'ְ'
59: 0, # 'ֱ'
41: 0, # 'ֲ'
33: 0, # 'ִ'
37: 0, # 'ֵ'
36: 0, # 'ֶ'
31: 0, # 'ַ'
29: 0, # 'ָ'
35: 0, # 'ֹ'
62: 0, # 'ֻ'
28: 0, # 'ּ'
38: 0, # 'ׁ'
45: 0, # 'ׂ'
9: 1, # 'א'
8: 0, # 'ב'
20: 0, # 'ג'
16: 0, # 'ד'
3: 1, # 'ה'
2: 1, # 'ו'
24: 1, # 'ז'
14: 0, # 'ח'
22: 0, # 'ט'
1: 1, # 'י'
25: 0, # 'ך'
15: 1, # 'כ'
4: 1, # 'ל'
11: 0, # 'ם'
6: 1, # 'מ'
23: 0, # 'ן'
12: 1, # 'נ'
19: 0, # 'ס'
13: 0, # 'ע'
26: 0, # 'ף'
18: 1, # 'פ'
27: 0, # 'ץ'
21: 0, # 'צ'
17: 0, # 'ק'
7: 1, # 'ר'
10: 1, # 'ש'
5: 1, # 'ת'
32: 0, # '–'
52: 0, # '’'
47: 0, # '“'
46: 1, # '”'
58: 0, # '†'
40: 2, # '…'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
WINDOWS_1255_HEBREW_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 69, # 'A'
66: 91, # 'B'
67: 79, # 'C'
68: 80, # 'D'
69: 92, # 'E'
70: 89, # 'F'
71: 97, # 'G'
72: 90, # 'H'
73: 68, # 'I'
74: 111, # 'J'
75: 112, # 'K'
76: 82, # 'L'
77: 73, # 'M'
78: 95, # 'N'
79: 85, # 'O'
80: 78, # 'P'
81: 121, # 'Q'
82: 86, # 'R'
83: 71, # 'S'
84: 67, # 'T'
85: 102, # 'U'
86: 107, # 'V'
87: 84, # 'W'
88: 114, # 'X'
89: 103, # 'Y'
90: 115, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 50, # 'a'
98: 74, # 'b'
99: 60, # 'c'
100: 61, # 'd'
101: 42, # 'e'
102: 76, # 'f'
103: 70, # 'g'
104: 64, # 'h'
105: 53, # 'i'
106: 105, # 'j'
107: 93, # 'k'
108: 56, # 'l'
109: 65, # 'm'
110: 54, # 'n'
111: 49, # 'o'
112: 66, # 'p'
113: 110, # 'q'
114: 51, # 'r'
115: 43, # 's'
116: 44, # 't'
117: 63, # 'u'
118: 81, # 'v'
119: 77, # 'w'
120: 98, # 'x'
121: 75, # 'y'
122: 108, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 124, # '€'
129: 202, # None
130: 203, # '‚'
131: 204, # 'ƒ'
132: 205, # '„'
133: 40, # '…'
134: 58, # '†'
135: 206, # '‡'
136: 207, # 'ˆ'
137: 208, # '‰'
138: 209, # None
139: 210, # '‹'
140: 211, # None
141: 212, # None
142: 213, # None
143: 214, # None
144: 215, # None
145: 83, # '‘'
146: 52, # '’'
147: 47, # '“'
148: 46, # '”'
149: 72, # '•'
150: 32, # '–'
151: 94, # '—'
152: 216, # '˜'
153: 113, # '™'
154: 217, # None
155: 109, # '›'
156: 218, # None
157: 219, # None
158: 220, # None
159: 221, # None
160: 34, # '\xa0'
161: 116, # '¡'
162: 222, # '¢'
163: 118, # '£'
164: 100, # '₪'
165: 223, # '¥'
166: 224, # '¦'
167: 117, # '§'
168: 119, # '¨'
169: 104, # '©'
170: 125, # '×'
171: 225, # '«'
172: 226, # '¬'
173: 87, # '\xad'
174: 99, # '®'
175: 227, # '¯'
176: 106, # '°'
177: 122, # '±'
178: 123, # '²'
179: 228, # '³'
180: 55, # '´'
181: 229, # 'µ'
182: 230, # '¶'
183: 101, # '·'
184: 231, # '¸'
185: 232, # '¹'
186: 120, # '÷'
187: 233, # '»'
188: 48, # '¼'
189: 39, # '½'
190: 57, # '¾'
191: 234, # '¿'
192: 30, # 'ְ'
193: 59, # 'ֱ'
194: 41, # 'ֲ'
195: 88, # 'ֳ'
196: 33, # 'ִ'
197: 37, # 'ֵ'
198: 36, # 'ֶ'
199: 31, # 'ַ'
200: 29, # 'ָ'
201: 35, # 'ֹ'
202: 235, # None
203: 62, # 'ֻ'
204: 28, # 'ּ'
205: 236, # 'ֽ'
206: 126, # '־'
207: 237, # 'ֿ'
208: 238, # '׀'
209: 38, # 'ׁ'
210: 45, # 'ׂ'
211: 239, # '׃'
212: 240, # 'װ'
213: 241, # 'ױ'
214: 242, # 'ײ'
215: 243, # '׳'
216: 127, # '״'
217: 244, # None
218: 245, # None
219: 246, # None
220: 247, # None
221: 248, # None
222: 249, # None
223: 250, # None
224: 9, # 'א'
225: 8, # 'ב'
226: 20, # 'ג'
227: 16, # 'ד'
228: 3, # 'ה'
229: 2, # 'ו'
230: 24, # 'ז'
231: 14, # 'ח'
232: 22, # 'ט'
233: 1, # 'י'
234: 25, # 'ך'
235: 15, # 'כ'
236: 4, # 'ל'
237: 11, # 'ם'
238: 6, # 'מ'
239: 23, # 'ן'
240: 12, # 'נ'
241: 19, # 'ס'
242: 13, # 'ע'
243: 26, # 'ף'
244: 18, # 'פ'
245: 27, # 'ץ'
246: 21, # 'צ'
247: 17, # 'ק'
248: 7, # 'ר'
249: 10, # 'ש'
250: 5, # 'ת'
251: 251, # None
252: 252, # None
253: 128, # '\u200e'
254: 96, # '\u200f'
255: 253, # None
}
WINDOWS_1255_HEBREW_MODEL = SingleByteCharSetModel(charset_name='windows-1255',
language='Hebrew',
char_to_order_map=WINDOWS_1255_HEBREW_CHAR_TO_ORDER,
language_model=HEBREW_LANG_MODEL,
typical_positive_ratio=0.984004,
keep_ascii_letters=False,
alphabet='אבגדהוזחטיךכלםמןנסעףפץצקרשתװױײ')
site-packages/pip/_vendor/chardet/langhungarianmodel.py 0000644 00000310114 15056474501 0017342 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
HUNGARIAN_LANG_MODEL = {
28: { # 'A'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 2, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 2, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 2, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 2, # 'N'
47: 1, # 'O'
46: 2, # 'P'
43: 2, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 2, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 2, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 2, # 'n'
8: 0, # 'o'
23: 2, # 'p'
10: 2, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 1, # 'u'
19: 1, # 'v'
62: 1, # 'x'
16: 0, # 'y'
11: 3, # 'z'
51: 1, # 'Á'
44: 0, # 'É'
61: 1, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
40: { # 'B'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 0, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 1, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 3, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
54: { # 'C'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 0, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 0, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 1, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 3, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 1, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
45: { # 'D'
28: 2, # 'A'
40: 1, # 'B'
54: 0, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 0, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 1, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 1, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
32: { # 'E'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 2, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 2, # 'K'
41: 2, # 'L'
34: 2, # 'M'
35: 2, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 1, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 3, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 2, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 1, # 't'
21: 2, # 'u'
19: 1, # 'v'
62: 1, # 'x'
16: 0, # 'y'
11: 3, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 0, # 'Ú'
63: 1, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
50: { # 'F'
28: 1, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 0, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 0, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 0, # 'V'
55: 1, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 1, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 1, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 0, # 'Ú'
63: 1, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
49: { # 'G'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 2, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 2, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
38: { # 'H'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 0, # 'D'
32: 1, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 1, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 1, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 1, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 0, # 'V'
55: 1, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 1, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 0, # 'n'
8: 3, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 2, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 2, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
39: { # 'I'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 2, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 2, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 2, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 0, # 'e'
27: 1, # 'f'
12: 2, # 'g'
20: 1, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
53: { # 'J'
28: 2, # 'A'
40: 0, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 1, # 'o'
23: 0, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 2, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 0, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
36: { # 'K'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 0, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 1, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 3, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 2, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
41: { # 'L'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 1, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
34: { # 'M'
28: 2, # 'A'
40: 1, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 0, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 3, # 'a'
18: 0, # 'b'
26: 1, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 3, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 3, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 1, # 'ű'
},
35: { # 'N'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 2, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 2, # 'Y'
52: 1, # 'Z'
2: 3, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 2, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 1, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
47: { # 'O'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 2, # 'K'
41: 2, # 'L'
34: 2, # 'M'
35: 2, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 2, # 'k'
6: 2, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 1, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 1, # 's'
3: 2, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 1, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 1, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
46: { # 'P'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 0, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 1, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 1, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 0, # 'Ú'
63: 1, # 'Ü'
14: 3, # 'á'
15: 2, # 'é'
30: 0, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 0, # 'ű'
},
43: { # 'R'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 2, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 2, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
33: { # 'S'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 3, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 1, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 1, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 1, # 't'
21: 1, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
37: { # 'T'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 1, # 'S'
37: 2, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 2, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 1, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 0, # 't'
21: 2, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 1, # 'z'
51: 2, # 'Á'
44: 2, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
57: { # 'U'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 1, # 'e'
27: 0, # 'f'
12: 2, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 1, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
48: { # 'V'
28: 2, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 0, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 2, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 2, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 2, # 'o'
23: 0, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 2, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 0, # 'Ú'
63: 1, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 0, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
55: { # 'Y'
28: 2, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 1, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 2, # 'Z'
2: 1, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 1, # 'd'
1: 1, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
8: 1, # 'o'
23: 1, # 'p'
10: 0, # 'r'
5: 0, # 's'
3: 0, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 1, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
52: { # 'Z'
28: 2, # 'A'
40: 1, # 'B'
54: 0, # 'C'
45: 1, # 'D'
32: 2, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 2, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 2, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 2, # 'S'
37: 1, # 'T'
57: 1, # 'U'
48: 1, # 'V'
55: 1, # 'Y'
52: 1, # 'Z'
2: 1, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 1, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 1, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 2, # 's'
3: 0, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 2, # 'Á'
44: 1, # 'É'
61: 1, # 'Í'
58: 1, # 'Ó'
59: 1, # 'Ö'
60: 1, # 'Ú'
63: 1, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
2: { # 'a'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 2, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 2, # 'o'
23: 3, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 1, # 'x'
16: 2, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
18: { # 'b'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 2, # 'k'
6: 2, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 2, # 's'
3: 1, # 't'
21: 3, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 3, # 'ó'
24: 2, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
26: { # 'c'
28: 0, # 'A'
40: 0, # 'B'
54: 1, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 1, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 1, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 1, # 'j'
7: 2, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 2, # 't'
21: 2, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 2, # 'á'
15: 2, # 'é'
30: 2, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
17: { # 'd'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 2, # 'k'
6: 1, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 2, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
1: { # 'e'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 2, # 'e'
27: 3, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 2, # 'o'
23: 3, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 2, # 'u'
19: 3, # 'v'
62: 2, # 'x'
16: 2, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
27: { # 'f'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 3, # 'o'
23: 0, # 'p'
10: 3, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 2, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 0, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 3, # 'ö'
31: 1, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
12: { # 'g'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 2, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 2, # 'k'
6: 3, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 3, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 3, # 'ó'
24: 2, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
20: { # 'h'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 0, # 'd'
1: 3, # 'e'
27: 0, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 3, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 2, # 's'
3: 1, # 't'
21: 3, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 2, # 'y'
11: 0, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 2, # 'ó'
24: 2, # 'ö'
31: 2, # 'ú'
29: 1, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
9: { # 'i'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 3, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 2, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 2, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 1, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 3, # 'ó'
24: 1, # 'ö'
31: 2, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 1, # 'ű'
},
22: { # 'j'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 1, # 'i'
22: 2, # 'j'
7: 2, # 'k'
6: 2, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 1, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 3, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
7: { # 'k'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 1, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 2, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 2, # 'ó'
24: 3, # 'ö'
31: 1, # 'ú'
29: 3, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
6: { # 'l'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 1, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 3, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 2, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 3, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 3, # 'ő'
56: 1, # 'ű'
},
13: { # 'm'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 1, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 2, # 'n'
8: 3, # 'o'
23: 3, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 3, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 2, # 'ó'
24: 2, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 2, # 'ű'
},
4: { # 'n'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 2, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 2, # 'v'
62: 1, # 'x'
16: 3, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 2, # 'ó'
24: 3, # 'ö'
31: 2, # 'ú'
29: 3, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
8: { # 'o'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 1, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 2, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 2, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 1, # 'o'
23: 3, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 2, # 'u'
19: 3, # 'v'
62: 1, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
23: { # 'p'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 1, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 2, # 'k'
6: 3, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 3, # 'o'
23: 3, # 'p'
10: 3, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 3, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 2, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
10: { # 'r'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 1, # 'x'
16: 2, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 3, # 'ú'
29: 3, # 'ü'
42: 2, # 'ő'
56: 2, # 'ű'
},
5: { # 's'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 2, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 2, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 1, # 'j'
7: 3, # 'k'
6: 2, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 3, # 'ú'
29: 3, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
3: { # 't'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 1, # 'g'
20: 3, # 'h'
9: 3, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 3, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 3, # 'ú'
29: 3, # 'ü'
42: 3, # 'ő'
56: 2, # 'ű'
},
21: { # 'u'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 2, # 'b'
26: 2, # 'c'
17: 3, # 'd'
1: 2, # 'e'
27: 1, # 'f'
12: 3, # 'g'
20: 2, # 'h'
9: 2, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 1, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 1, # 'u'
19: 3, # 'v'
62: 1, # 'x'
16: 1, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 2, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 0, # 'ö'
31: 1, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
19: { # 'v'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 3, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 1, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 2, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 2, # 'ó'
24: 2, # 'ö'
31: 1, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 1, # 'ű'
},
62: { # 'x'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 0, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 1, # 'i'
22: 0, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 1, # 'o'
23: 1, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 1, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 1, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
16: { # 'y'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 3, # 'e'
27: 2, # 'f'
12: 2, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 2, # 'j'
7: 2, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 2, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 2, # 'í'
25: 2, # 'ó'
24: 3, # 'ö'
31: 2, # 'ú'
29: 2, # 'ü'
42: 1, # 'ő'
56: 2, # 'ű'
},
11: { # 'z'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 3, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 3, # 'd'
1: 3, # 'e'
27: 1, # 'f'
12: 2, # 'g'
20: 2, # 'h'
9: 3, # 'i'
22: 1, # 'j'
7: 3, # 'k'
6: 2, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 3, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 3, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 3, # 'á'
15: 3, # 'é'
30: 3, # 'í'
25: 3, # 'ó'
24: 3, # 'ö'
31: 2, # 'ú'
29: 3, # 'ü'
42: 2, # 'ő'
56: 1, # 'ű'
},
51: { # 'Á'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 1, # 'F'
49: 2, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 2, # 'N'
47: 0, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 2, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 0, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 1, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
44: { # 'É'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 1, # 'E'
50: 0, # 'F'
49: 2, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 2, # 'N'
47: 0, # 'O'
46: 1, # 'P'
43: 2, # 'R'
33: 2, # 'S'
37: 2, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 2, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 3, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 0, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
61: { # 'Í'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 1, # 'J'
36: 0, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 2, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 1, # 'm'
4: 0, # 'n'
8: 0, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 0, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
58: { # 'Ó'
28: 1, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 1, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 2, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 2, # 'h'
9: 0, # 'i'
22: 0, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 0, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 1, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
59: { # 'Ö'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 0, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 1, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 0, # 'b'
26: 1, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 0, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 0, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 0, # 'p'
10: 2, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
60: { # 'Ú'
28: 0, # 'A'
40: 1, # 'B'
54: 1, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 1, # 'F'
49: 1, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 0, # 'b'
26: 0, # 'c'
17: 0, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 2, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 2, # 'j'
7: 0, # 'k'
6: 0, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 0, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 0, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
63: { # 'Ü'
28: 0, # 'A'
40: 1, # 'B'
54: 0, # 'C'
45: 1, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 1, # 'G'
38: 1, # 'H'
39: 0, # 'I'
53: 1, # 'J'
36: 1, # 'K'
41: 1, # 'L'
34: 1, # 'M'
35: 1, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 1, # 'R'
33: 1, # 'S'
37: 1, # 'T'
57: 0, # 'U'
48: 1, # 'V'
55: 0, # 'Y'
52: 1, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 0, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 0, # 'f'
12: 1, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 0, # 'j'
7: 0, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 1, # 'n'
8: 0, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 1, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
14: { # 'á'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 3, # 'b'
26: 3, # 'c'
17: 3, # 'd'
1: 1, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 2, # 'h'
9: 2, # 'i'
22: 3, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 1, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 2, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 1, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 2, # 'é'
30: 1, # 'í'
25: 0, # 'ó'
24: 1, # 'ö'
31: 0, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
15: { # 'é'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 3, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 3, # 'g'
20: 3, # 'h'
9: 2, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 1, # 'o'
23: 3, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 0, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
30: { # 'í'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 0, # 'a'
18: 1, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 0, # 'e'
27: 1, # 'f'
12: 3, # 'g'
20: 0, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 2, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 2, # 's'
3: 3, # 't'
21: 0, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
25: { # 'ó'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 2, # 'a'
18: 3, # 'b'
26: 2, # 'c'
17: 3, # 'd'
1: 1, # 'e'
27: 2, # 'f'
12: 2, # 'g'
20: 2, # 'h'
9: 2, # 'i'
22: 2, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 2, # 'm'
4: 3, # 'n'
8: 1, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 1, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 0, # 'ó'
24: 1, # 'ö'
31: 1, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
24: { # 'ö'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 0, # 'a'
18: 3, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 0, # 'e'
27: 1, # 'f'
12: 2, # 'g'
20: 1, # 'h'
9: 0, # 'i'
22: 1, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
8: 0, # 'o'
23: 2, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 3, # 't'
21: 0, # 'u'
19: 3, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 3, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
31: { # 'ú'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 1, # 'b'
26: 2, # 'c'
17: 1, # 'd'
1: 1, # 'e'
27: 2, # 'f'
12: 3, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 3, # 'j'
7: 1, # 'k'
6: 3, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 3, # 'r'
5: 3, # 's'
3: 2, # 't'
21: 1, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 1, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
29: { # 'ü'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 1, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 3, # 'g'
20: 2, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 3, # 'k'
6: 3, # 'l'
13: 1, # 'm'
4: 3, # 'n'
8: 0, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 0, # 'u'
19: 2, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 1, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
42: { # 'ő'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 2, # 'b'
26: 1, # 'c'
17: 2, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 2, # 'k'
6: 3, # 'l'
13: 1, # 'm'
4: 2, # 'n'
8: 1, # 'o'
23: 1, # 'p'
10: 2, # 'r'
5: 2, # 's'
3: 2, # 't'
21: 1, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 1, # 'é'
30: 1, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 1, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
56: { # 'ű'
28: 0, # 'A'
40: 0, # 'B'
54: 0, # 'C'
45: 0, # 'D'
32: 0, # 'E'
50: 0, # 'F'
49: 0, # 'G'
38: 0, # 'H'
39: 0, # 'I'
53: 0, # 'J'
36: 0, # 'K'
41: 0, # 'L'
34: 0, # 'M'
35: 0, # 'N'
47: 0, # 'O'
46: 0, # 'P'
43: 0, # 'R'
33: 0, # 'S'
37: 0, # 'T'
57: 0, # 'U'
48: 0, # 'V'
55: 0, # 'Y'
52: 0, # 'Z'
2: 1, # 'a'
18: 1, # 'b'
26: 0, # 'c'
17: 1, # 'd'
1: 1, # 'e'
27: 1, # 'f'
12: 1, # 'g'
20: 1, # 'h'
9: 1, # 'i'
22: 1, # 'j'
7: 1, # 'k'
6: 1, # 'l'
13: 0, # 'm'
4: 2, # 'n'
8: 0, # 'o'
23: 0, # 'p'
10: 1, # 'r'
5: 1, # 's'
3: 1, # 't'
21: 0, # 'u'
19: 1, # 'v'
62: 0, # 'x'
16: 0, # 'y'
11: 2, # 'z'
51: 0, # 'Á'
44: 0, # 'É'
61: 0, # 'Í'
58: 0, # 'Ó'
59: 0, # 'Ö'
60: 0, # 'Ú'
63: 0, # 'Ü'
14: 0, # 'á'
15: 0, # 'é'
30: 0, # 'í'
25: 0, # 'ó'
24: 0, # 'ö'
31: 0, # 'ú'
29: 0, # 'ü'
42: 0, # 'ő'
56: 0, # 'ű'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
WINDOWS_1250_HUNGARIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 28, # 'A'
66: 40, # 'B'
67: 54, # 'C'
68: 45, # 'D'
69: 32, # 'E'
70: 50, # 'F'
71: 49, # 'G'
72: 38, # 'H'
73: 39, # 'I'
74: 53, # 'J'
75: 36, # 'K'
76: 41, # 'L'
77: 34, # 'M'
78: 35, # 'N'
79: 47, # 'O'
80: 46, # 'P'
81: 72, # 'Q'
82: 43, # 'R'
83: 33, # 'S'
84: 37, # 'T'
85: 57, # 'U'
86: 48, # 'V'
87: 64, # 'W'
88: 68, # 'X'
89: 55, # 'Y'
90: 52, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 2, # 'a'
98: 18, # 'b'
99: 26, # 'c'
100: 17, # 'd'
101: 1, # 'e'
102: 27, # 'f'
103: 12, # 'g'
104: 20, # 'h'
105: 9, # 'i'
106: 22, # 'j'
107: 7, # 'k'
108: 6, # 'l'
109: 13, # 'm'
110: 4, # 'n'
111: 8, # 'o'
112: 23, # 'p'
113: 67, # 'q'
114: 10, # 'r'
115: 5, # 's'
116: 3, # 't'
117: 21, # 'u'
118: 19, # 'v'
119: 65, # 'w'
120: 62, # 'x'
121: 16, # 'y'
122: 11, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 161, # '€'
129: 162, # None
130: 163, # '‚'
131: 164, # None
132: 165, # '„'
133: 166, # '…'
134: 167, # '†'
135: 168, # '‡'
136: 169, # None
137: 170, # '‰'
138: 171, # 'Š'
139: 172, # '‹'
140: 173, # 'Ś'
141: 174, # 'Ť'
142: 175, # 'Ž'
143: 176, # 'Ź'
144: 177, # None
145: 178, # '‘'
146: 179, # '’'
147: 180, # '“'
148: 78, # '”'
149: 181, # '•'
150: 69, # '–'
151: 182, # '—'
152: 183, # None
153: 184, # '™'
154: 185, # 'š'
155: 186, # '›'
156: 187, # 'ś'
157: 188, # 'ť'
158: 189, # 'ž'
159: 190, # 'ź'
160: 191, # '\xa0'
161: 192, # 'ˇ'
162: 193, # '˘'
163: 194, # 'Ł'
164: 195, # '¤'
165: 196, # 'Ą'
166: 197, # '¦'
167: 76, # '§'
168: 198, # '¨'
169: 199, # '©'
170: 200, # 'Ş'
171: 201, # '«'
172: 202, # '¬'
173: 203, # '\xad'
174: 204, # '®'
175: 205, # 'Ż'
176: 81, # '°'
177: 206, # '±'
178: 207, # '˛'
179: 208, # 'ł'
180: 209, # '´'
181: 210, # 'µ'
182: 211, # '¶'
183: 212, # '·'
184: 213, # '¸'
185: 214, # 'ą'
186: 215, # 'ş'
187: 216, # '»'
188: 217, # 'Ľ'
189: 218, # '˝'
190: 219, # 'ľ'
191: 220, # 'ż'
192: 221, # 'Ŕ'
193: 51, # 'Á'
194: 83, # 'Â'
195: 222, # 'Ă'
196: 80, # 'Ä'
197: 223, # 'Ĺ'
198: 224, # 'Ć'
199: 225, # 'Ç'
200: 226, # 'Č'
201: 44, # 'É'
202: 227, # 'Ę'
203: 228, # 'Ë'
204: 229, # 'Ě'
205: 61, # 'Í'
206: 230, # 'Î'
207: 231, # 'Ď'
208: 232, # 'Đ'
209: 233, # 'Ń'
210: 234, # 'Ň'
211: 58, # 'Ó'
212: 235, # 'Ô'
213: 66, # 'Ő'
214: 59, # 'Ö'
215: 236, # '×'
216: 237, # 'Ř'
217: 238, # 'Ů'
218: 60, # 'Ú'
219: 70, # 'Ű'
220: 63, # 'Ü'
221: 239, # 'Ý'
222: 240, # 'Ţ'
223: 241, # 'ß'
224: 84, # 'ŕ'
225: 14, # 'á'
226: 75, # 'â'
227: 242, # 'ă'
228: 71, # 'ä'
229: 82, # 'ĺ'
230: 243, # 'ć'
231: 73, # 'ç'
232: 244, # 'č'
233: 15, # 'é'
234: 85, # 'ę'
235: 79, # 'ë'
236: 86, # 'ě'
237: 30, # 'í'
238: 77, # 'î'
239: 87, # 'ď'
240: 245, # 'đ'
241: 246, # 'ń'
242: 247, # 'ň'
243: 25, # 'ó'
244: 74, # 'ô'
245: 42, # 'ő'
246: 24, # 'ö'
247: 248, # '÷'
248: 249, # 'ř'
249: 250, # 'ů'
250: 31, # 'ú'
251: 56, # 'ű'
252: 29, # 'ü'
253: 251, # 'ý'
254: 252, # 'ţ'
255: 253, # '˙'
}
WINDOWS_1250_HUNGARIAN_MODEL = SingleByteCharSetModel(charset_name='windows-1250',
language='Hungarian',
char_to_order_map=WINDOWS_1250_HUNGARIAN_CHAR_TO_ORDER,
language_model=HUNGARIAN_LANG_MODEL,
typical_positive_ratio=0.947368,
keep_ascii_letters=True,
alphabet='ABCDEFGHIJKLMNOPRSTUVZabcdefghijklmnoprstuvzÁÉÍÓÖÚÜáéíóöúüŐőŰű')
ISO_8859_2_HUNGARIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 28, # 'A'
66: 40, # 'B'
67: 54, # 'C'
68: 45, # 'D'
69: 32, # 'E'
70: 50, # 'F'
71: 49, # 'G'
72: 38, # 'H'
73: 39, # 'I'
74: 53, # 'J'
75: 36, # 'K'
76: 41, # 'L'
77: 34, # 'M'
78: 35, # 'N'
79: 47, # 'O'
80: 46, # 'P'
81: 71, # 'Q'
82: 43, # 'R'
83: 33, # 'S'
84: 37, # 'T'
85: 57, # 'U'
86: 48, # 'V'
87: 64, # 'W'
88: 68, # 'X'
89: 55, # 'Y'
90: 52, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 2, # 'a'
98: 18, # 'b'
99: 26, # 'c'
100: 17, # 'd'
101: 1, # 'e'
102: 27, # 'f'
103: 12, # 'g'
104: 20, # 'h'
105: 9, # 'i'
106: 22, # 'j'
107: 7, # 'k'
108: 6, # 'l'
109: 13, # 'm'
110: 4, # 'n'
111: 8, # 'o'
112: 23, # 'p'
113: 67, # 'q'
114: 10, # 'r'
115: 5, # 's'
116: 3, # 't'
117: 21, # 'u'
118: 19, # 'v'
119: 65, # 'w'
120: 62, # 'x'
121: 16, # 'y'
122: 11, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 159, # '\x80'
129: 160, # '\x81'
130: 161, # '\x82'
131: 162, # '\x83'
132: 163, # '\x84'
133: 164, # '\x85'
134: 165, # '\x86'
135: 166, # '\x87'
136: 167, # '\x88'
137: 168, # '\x89'
138: 169, # '\x8a'
139: 170, # '\x8b'
140: 171, # '\x8c'
141: 172, # '\x8d'
142: 173, # '\x8e'
143: 174, # '\x8f'
144: 175, # '\x90'
145: 176, # '\x91'
146: 177, # '\x92'
147: 178, # '\x93'
148: 179, # '\x94'
149: 180, # '\x95'
150: 181, # '\x96'
151: 182, # '\x97'
152: 183, # '\x98'
153: 184, # '\x99'
154: 185, # '\x9a'
155: 186, # '\x9b'
156: 187, # '\x9c'
157: 188, # '\x9d'
158: 189, # '\x9e'
159: 190, # '\x9f'
160: 191, # '\xa0'
161: 192, # 'Ą'
162: 193, # '˘'
163: 194, # 'Ł'
164: 195, # '¤'
165: 196, # 'Ľ'
166: 197, # 'Ś'
167: 75, # '§'
168: 198, # '¨'
169: 199, # 'Š'
170: 200, # 'Ş'
171: 201, # 'Ť'
172: 202, # 'Ź'
173: 203, # '\xad'
174: 204, # 'Ž'
175: 205, # 'Ż'
176: 79, # '°'
177: 206, # 'ą'
178: 207, # '˛'
179: 208, # 'ł'
180: 209, # '´'
181: 210, # 'ľ'
182: 211, # 'ś'
183: 212, # 'ˇ'
184: 213, # '¸'
185: 214, # 'š'
186: 215, # 'ş'
187: 216, # 'ť'
188: 217, # 'ź'
189: 218, # '˝'
190: 219, # 'ž'
191: 220, # 'ż'
192: 221, # 'Ŕ'
193: 51, # 'Á'
194: 81, # 'Â'
195: 222, # 'Ă'
196: 78, # 'Ä'
197: 223, # 'Ĺ'
198: 224, # 'Ć'
199: 225, # 'Ç'
200: 226, # 'Č'
201: 44, # 'É'
202: 227, # 'Ę'
203: 228, # 'Ë'
204: 229, # 'Ě'
205: 61, # 'Í'
206: 230, # 'Î'
207: 231, # 'Ď'
208: 232, # 'Đ'
209: 233, # 'Ń'
210: 234, # 'Ň'
211: 58, # 'Ó'
212: 235, # 'Ô'
213: 66, # 'Ő'
214: 59, # 'Ö'
215: 236, # '×'
216: 237, # 'Ř'
217: 238, # 'Ů'
218: 60, # 'Ú'
219: 69, # 'Ű'
220: 63, # 'Ü'
221: 239, # 'Ý'
222: 240, # 'Ţ'
223: 241, # 'ß'
224: 82, # 'ŕ'
225: 14, # 'á'
226: 74, # 'â'
227: 242, # 'ă'
228: 70, # 'ä'
229: 80, # 'ĺ'
230: 243, # 'ć'
231: 72, # 'ç'
232: 244, # 'č'
233: 15, # 'é'
234: 83, # 'ę'
235: 77, # 'ë'
236: 84, # 'ě'
237: 30, # 'í'
238: 76, # 'î'
239: 85, # 'ď'
240: 245, # 'đ'
241: 246, # 'ń'
242: 247, # 'ň'
243: 25, # 'ó'
244: 73, # 'ô'
245: 42, # 'ő'
246: 24, # 'ö'
247: 248, # '÷'
248: 249, # 'ř'
249: 250, # 'ů'
250: 31, # 'ú'
251: 56, # 'ű'
252: 29, # 'ü'
253: 251, # 'ý'
254: 252, # 'ţ'
255: 253, # '˙'
}
ISO_8859_2_HUNGARIAN_MODEL = SingleByteCharSetModel(charset_name='ISO-8859-2',
language='Hungarian',
char_to_order_map=ISO_8859_2_HUNGARIAN_CHAR_TO_ORDER,
language_model=HUNGARIAN_LANG_MODEL,
typical_positive_ratio=0.947368,
keep_ascii_letters=True,
alphabet='ABCDEFGHIJKLMNOPRSTUVZabcdefghijklmnoprstuvzÁÉÍÓÖÚÜáéíóöúüŐőŰű')
site-packages/pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-39.pyc 0000644 00000005250 15056474501 0022651 0 ustar 00 a
��Re�
� @ sr d Z ddlmZmZmZ ddlZddlZddlmZ ddl m
Z
ddl m Z d
dd �Z
dd
d �Zed krne� dS )a
Script which takes one or more file paths and reports on their detected
encodings
Example::
% chardetect somefile someotherfile
somefile: windows-1252 with confidence 0.5
someotherfile: ascii with confidence 1.0
If no paths are provided, it takes its input from stdin.
� )�absolute_import�print_function�unicode_literalsN)� __version__)�PY2)�UniversalDetector�stdinc C sz t � }| D ] }t|�}|�|� |jr
q,q
|�� |j}trN|�t� � d�}|d rld�
||d |d �S d�
|�S dS )z�
Return a string describing the probable encoding of a file or
list of strings.
:param lines: The lines to get the encoding of.
:type lines: Iterable of bytes
:param name: Name of file or collection of lines
:type name: str
�ignore�encodingz{}: {} with confidence {}�
confidencez
{}: no resultN) r � bytearray�feed�done�close�resultr �decode�sys�getfilesystemencoding�format)�lines�name�u�liner � r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/cli/chardetect.py�description_of s
�r c C s� t jdd�}|jddt �d�dtr(tjntjjgd� |jdd d
�t �d � |�
| �}|j D ]*}|� � rvt
d tjd
� t
t||j�� q\dS )z�
Handles command line arguments and gets things started.
:param argv: List of arguments, as if specified on the command-line.
If None, ``sys.argv[1:]`` is used instead.
:type argv: list of str
zVTakes one or more file paths and reports their detected encodings)� description�inputz^File whose encoding we would like to determine. (default: stdin)�rb�*)�help�type�nargs�defaultz --version�versionz %(prog)s {})�actionr$ z�You are running chardetect interactively. Press CTRL-D twice at the start of a blank line to signal the end of your input. If you want help, run chardetect --help
)�fileN)�argparse�ArgumentParser� add_argument�FileTyper r r �bufferr r �
parse_argsr �isatty�print�stderrr r )�argv�parser�args�fr r r �main5 s$ �
��
�r4 �__main__)r )N)�__doc__�
__future__r r r r' r �pip._vendor.chardetr Zpip._vendor.chardet.compatr �%pip._vendor.chardet.universaldetectorr r r4 �__name__r r r r �<module> s
site-packages/pip/_vendor/chardet/cli/__pycache__/__init__.cpython-39.pyc 0000644 00000000352 15056474501 0022300 0 ustar 00 a
��Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/cli/__init__.py�<module> � site-packages/pip/_vendor/chardet/cli/__init__.py 0000644 00000000001 15056474501 0016000 0 ustar 00
site-packages/pip/_vendor/chardet/cli/chardetect.py 0000644 00000005273 15056474501 0016367 0 ustar 00 """
Script which takes one or more file paths and reports on their detected
encodings
Example::
% chardetect somefile someotherfile
somefile: windows-1252 with confidence 0.5
someotherfile: ascii with confidence 1.0
If no paths are provided, it takes its input from stdin.
"""
from __future__ import absolute_import, print_function, unicode_literals
import argparse
import sys
from pip._vendor.chardet import __version__
from pip._vendor.chardet.compat import PY2
from pip._vendor.chardet.universaldetector import UniversalDetector
def description_of(lines, name='stdin'):
"""
Return a string describing the probable encoding of a file or
list of strings.
:param lines: The lines to get the encoding of.
:type lines: Iterable of bytes
:param name: Name of file or collection of lines
:type name: str
"""
u = UniversalDetector()
for line in lines:
line = bytearray(line)
u.feed(line)
# shortcut out of the loop to save reading further - particularly useful if we read a BOM.
if u.done:
break
u.close()
result = u.result
if PY2:
name = name.decode(sys.getfilesystemencoding(), 'ignore')
if result['encoding']:
return '{}: {} with confidence {}'.format(name, result['encoding'],
result['confidence'])
else:
return '{}: no result'.format(name)
def main(argv=None):
"""
Handles command line arguments and gets things started.
:param argv: List of arguments, as if specified on the command-line.
If None, ``sys.argv[1:]`` is used instead.
:type argv: list of str
"""
# Get command line arguments
parser = argparse.ArgumentParser(
description="Takes one or more file paths and reports their detected \
encodings")
parser.add_argument('input',
help='File whose encoding we would like to determine. \
(default: stdin)',
type=argparse.FileType('rb'), nargs='*',
default=[sys.stdin if PY2 else sys.stdin.buffer])
parser.add_argument('--version', action='version',
version='%(prog)s {}'.format(__version__))
args = parser.parse_args(argv)
for f in args.input:
if f.isatty():
print("You are running chardetect interactively. Press " +
"CTRL-D twice at the start of a blank line to signal the " +
"end of your input. If you want help, run chardetect " +
"--help\n", file=sys.stderr)
print(description_of(f, f.name))
if __name__ == '__main__':
main()
site-packages/pip/_vendor/chardet/langthaimodel.py 0000644 00000311572 15056474501 0016324 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
THAI_LANG_MODEL = {
5: { # 'ก'
5: 2, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 2, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 3, # 'ฎ'
57: 2, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 2, # 'ณ'
20: 2, # 'ด'
19: 3, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 1, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 1, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 1, # 'ย'
2: 3, # 'ร'
61: 2, # 'ฤ'
15: 3, # 'ล'
12: 3, # 'ว'
42: 2, # 'ศ'
46: 3, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 1, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 3, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 0, # 'ึ'
27: 2, # 'ื'
32: 2, # 'ุ'
35: 1, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 3, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
30: { # 'ข'
5: 1, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 1, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 2, # 'ณ'
20: 0, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 2, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 1, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 2, # 'ี'
40: 3, # 'ึ'
27: 1, # 'ื'
32: 1, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 2, # '่'
7: 3, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
24: { # 'ค'
5: 0, # 'ก'
30: 0, # 'ข'
24: 2, # 'ค'
8: 2, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 2, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 0, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 2, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 3, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 2, # 'า'
36: 3, # 'ำ'
23: 3, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 1, # 'เ'
28: 0, # 'แ'
41: 3, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 3, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
8: { # 'ง'
5: 3, # 'ก'
30: 2, # 'ข'
24: 3, # 'ค'
8: 2, # 'ง'
26: 2, # 'จ'
52: 1, # 'ฉ'
34: 2, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 1, # 'ฝ'
31: 2, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 1, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 2, # 'ศ'
46: 1, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 1, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 1, # 'ื'
32: 1, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 3, # 'ๆ'
37: 0, # '็'
6: 2, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
26: { # 'จ'
5: 2, # 'ก'
30: 1, # 'ข'
24: 0, # 'ค'
8: 2, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 1, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 1, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 1, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 3, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 3, # 'ำ'
23: 2, # 'ิ'
13: 1, # 'ี'
40: 3, # 'ึ'
27: 1, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 2, # '่'
7: 2, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
52: { # 'ฉ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 3, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 3, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 1, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 1, # 'ั'
1: 1, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 1, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
34: { # 'ช'
5: 1, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 1, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 1, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 1, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 2, # 'ั'
1: 3, # 'า'
36: 1, # 'ำ'
23: 3, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 1, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
51: { # 'ซ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 1, # 'ั'
1: 1, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 2, # 'ี'
40: 3, # 'ึ'
27: 2, # 'ื'
32: 1, # 'ุ'
35: 1, # 'ู'
11: 1, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 1, # '่'
7: 2, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
47: { # 'ญ'
5: 1, # 'ก'
30: 1, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 3, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 2, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 2, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 0, # 'ไ'
50: 1, # 'ๆ'
37: 0, # '็'
6: 2, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
58: { # 'ฎ'
5: 2, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 1, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
57: { # 'ฏ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
49: { # 'ฐ'
5: 1, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 2, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
53: { # 'ฑ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
55: { # 'ฒ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
43: { # 'ณ'
5: 1, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 3, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 3, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 1, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 3, # 'ะ'
10: 0, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
20: { # 'ด'
5: 2, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 3, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 3, # 'ั'
1: 2, # 'า'
36: 2, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 1, # 'ึ'
27: 2, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 2, # 'ๆ'
37: 2, # '็'
6: 1, # '่'
7: 3, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
19: { # 'ต'
5: 2, # 'ก'
30: 1, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 1, # 'ต'
44: 2, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 2, # 'ภ'
9: 1, # 'ม'
16: 1, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 0, # 'ห'
4: 3, # 'อ'
63: 1, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 3, # 'ิ'
13: 2, # 'ี'
40: 1, # 'ึ'
27: 1, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 2, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
44: { # 'ถ'
5: 1, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 2, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 2, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 1, # 'ี'
40: 3, # 'ึ'
27: 2, # 'ื'
32: 2, # 'ุ'
35: 3, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 2, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
14: { # 'ท'
5: 1, # 'ก'
30: 1, # 'ข'
24: 3, # 'ค'
8: 1, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 3, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 3, # 'ย'
2: 3, # 'ร'
61: 1, # 'ฤ'
15: 1, # 'ล'
12: 2, # 'ว'
42: 3, # 'ศ'
46: 1, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 3, # 'ำ'
23: 2, # 'ิ'
13: 3, # 'ี'
40: 2, # 'ึ'
27: 1, # 'ื'
32: 3, # 'ุ'
35: 1, # 'ู'
11: 0, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
48: { # 'ธ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 1, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 2, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 2, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
3: { # 'น'
5: 3, # 'ก'
30: 2, # 'ข'
24: 3, # 'ค'
8: 1, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 1, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 2, # 'ถ'
14: 3, # 'ท'
48: 3, # 'ธ'
3: 2, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 1, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 1, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 3, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 3, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 3, # 'โ'
29: 3, # 'ใ'
33: 3, # 'ไ'
50: 2, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
17: { # 'บ'
5: 3, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 1, # 'ง'
26: 1, # 'จ'
52: 1, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 2, # 'อ'
63: 1, # 'ฯ'
22: 0, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 2, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 2, # 'ื'
32: 3, # 'ุ'
35: 2, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 2, # '่'
7: 2, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
25: { # 'ป'
5: 2, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 1, # 'ฎ'
57: 3, # 'ฏ'
49: 1, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 1, # 'ต'
44: 1, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 0, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 1, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 1, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 3, # 'ั'
1: 1, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 3, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 1, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 2, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 2, # 'ไ'
50: 0, # 'ๆ'
37: 3, # '็'
6: 1, # '่'
7: 2, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
39: { # 'ผ'
5: 1, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 1, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 2, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 1, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 1, # 'ื'
32: 0, # 'ุ'
35: 3, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 1, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
62: { # 'ฝ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 1, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 1, # 'ี'
40: 2, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 2, # '่'
7: 1, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
31: { # 'พ'
5: 1, # 'ก'
30: 1, # 'ข'
24: 1, # 'ค'
8: 1, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 1, # 'ณ'
20: 1, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 0, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 2, # 'ย'
2: 3, # 'ร'
61: 2, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 1, # 'ฯ'
22: 0, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 2, # 'ี'
40: 1, # 'ึ'
27: 3, # 'ื'
32: 1, # 'ุ'
35: 2, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 1, # '็'
6: 0, # '่'
7: 1, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
54: { # 'ฟ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 2, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 2, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 1, # 'ื'
32: 1, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 2, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
45: { # 'ภ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 3, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 2, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
9: { # 'ม'
5: 2, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 2, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 1, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 3, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 1, # 'ย'
2: 2, # 'ร'
61: 2, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 1, # 'ศ'
46: 1, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 0, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 3, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 2, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 2, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
16: { # 'ย'
5: 3, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 2, # 'ช'
51: 0, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 2, # 'ม'
16: 0, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 3, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 3, # 'ี'
40: 1, # 'ึ'
27: 2, # 'ื'
32: 2, # 'ุ'
35: 3, # 'ู'
11: 2, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 2, # 'ๆ'
37: 1, # '็'
6: 3, # '่'
7: 2, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
2: { # 'ร'
5: 3, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 2, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 3, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 3, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 3, # 'ถ'
14: 3, # 'ท'
48: 1, # 'ธ'
3: 2, # 'น'
17: 2, # 'บ'
25: 3, # 'ป'
39: 2, # 'ผ'
62: 1, # 'ฝ'
31: 2, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 2, # 'ศ'
46: 2, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 1, # 'ฯ'
22: 3, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 2, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 3, # 'ู'
11: 3, # 'เ'
28: 3, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 3, # '็'
6: 3, # '่'
7: 3, # '้'
38: 3, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
61: { # 'ฤ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 2, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
15: { # 'ล'
5: 2, # 'ก'
30: 3, # 'ข'
24: 1, # 'ค'
8: 3, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 1, # 'ม'
16: 3, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 3, # 'อ'
63: 2, # 'ฯ'
22: 3, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 2, # 'ึ'
27: 3, # 'ื'
32: 2, # 'ุ'
35: 3, # 'ู'
11: 2, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 2, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
12: { # 'ว'
5: 3, # 'ก'
30: 2, # 'ข'
24: 1, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 1, # 'ณ'
20: 2, # 'ด'
19: 1, # 'ต'
44: 1, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 3, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 3, # 'ิ'
13: 2, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 2, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
42: { # 'ศ'
5: 1, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 1, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 2, # 'ว'
42: 1, # 'ศ'
46: 2, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 2, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 2, # 'ิ'
13: 0, # 'ี'
40: 3, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 2, # 'ู'
11: 0, # 'เ'
28: 1, # 'แ'
41: 0, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
46: { # 'ษ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 2, # 'ฎ'
57: 1, # 'ฏ'
49: 2, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 3, # 'ณ'
20: 0, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 1, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 2, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
18: { # 'ส'
5: 2, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 2, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 3, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 2, # 'ภ'
9: 3, # 'ม'
16: 1, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 3, # 'ำ'
23: 3, # 'ิ'
13: 3, # 'ี'
40: 2, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 3, # 'ู'
11: 2, # 'เ'
28: 0, # 'แ'
41: 1, # 'โ'
29: 0, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 1, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
21: { # 'ห'
5: 3, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 1, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 3, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 0, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 0, # 'ำ'
23: 1, # 'ิ'
13: 1, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 1, # 'ุ'
35: 1, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 3, # '็'
6: 3, # '่'
7: 3, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
4: { # 'อ'
5: 3, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 3, # 'ม'
16: 3, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 2, # 'ะ'
10: 3, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 2, # 'ิ'
13: 3, # 'ี'
40: 0, # 'ึ'
27: 3, # 'ื'
32: 3, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 1, # '็'
6: 2, # '่'
7: 2, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
63: { # 'ฯ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
22: { # 'ะ'
5: 3, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 1, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 3, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 1, # 'ธ'
3: 2, # 'น'
17: 3, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 2, # 'อ'
63: 1, # 'ฯ'
22: 1, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
10: { # 'ั'
5: 3, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 3, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 3, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 2, # 'ฐ'
53: 0, # 'ฑ'
55: 3, # 'ฒ'
43: 3, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 3, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 2, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
1: { # 'า'
5: 3, # 'ก'
30: 2, # 'ข'
24: 3, # 'ค'
8: 3, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 3, # 'ช'
51: 1, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 3, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 2, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 1, # 'ฝ'
31: 3, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 3, # 'ม'
16: 3, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 3, # 'ว'
42: 2, # 'ศ'
46: 3, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 2, # 'อ'
63: 1, # 'ฯ'
22: 3, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
36: { # 'ำ'
5: 2, # 'ก'
30: 1, # 'ข'
24: 3, # 'ค'
8: 2, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 1, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 1, # 'ต'
44: 1, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 3, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
23: { # 'ิ'
5: 3, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 3, # 'ช'
51: 0, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 3, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 0, # 'ฝ'
31: 3, # 'พ'
54: 1, # 'ฟ'
45: 2, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 3, # 'ศ'
46: 2, # 'ษ'
18: 2, # 'ส'
21: 3, # 'ห'
4: 1, # 'อ'
63: 1, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 2, # '้'
38: 2, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
13: { # 'ี'
5: 3, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 1, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 3, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 2, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 1, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
40: { # 'ึ'
5: 3, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 3, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 1, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
27: { # 'ื'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 3, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
32: { # 'ุ'
5: 3, # 'ก'
30: 2, # 'ข'
24: 3, # 'ค'
8: 3, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 1, # 'ฒ'
43: 3, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 2, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 1, # 'ภ'
9: 3, # 'ม'
16: 1, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 1, # 'ว'
42: 1, # 'ศ'
46: 2, # 'ษ'
18: 1, # 'ส'
21: 1, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 0, # 'แ'
41: 1, # 'โ'
29: 0, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 2, # '้'
38: 1, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
35: { # 'ู'
5: 3, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 2, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 2, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 1, # 'ณ'
20: 2, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 2, # 'น'
17: 0, # 'บ'
25: 3, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 1, # 'แ'
41: 1, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 3, # '่'
7: 3, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
11: { # 'เ'
5: 3, # 'ก'
30: 3, # 'ข'
24: 3, # 'ค'
8: 2, # 'ง'
26: 3, # 'จ'
52: 3, # 'ฉ'
34: 3, # 'ช'
51: 2, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 1, # 'ณ'
20: 3, # 'ด'
19: 3, # 'ต'
44: 1, # 'ถ'
14: 3, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 3, # 'ป'
39: 2, # 'ผ'
62: 1, # 'ฝ'
31: 3, # 'พ'
54: 1, # 'ฟ'
45: 3, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 3, # 'ว'
42: 2, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
28: { # 'แ'
5: 3, # 'ก'
30: 2, # 'ข'
24: 2, # 'ค'
8: 1, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 3, # 'ต'
44: 2, # 'ถ'
14: 3, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 2, # 'ป'
39: 3, # 'ผ'
62: 0, # 'ฝ'
31: 2, # 'พ'
54: 2, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
41: { # 'โ'
5: 2, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 1, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 1, # 'บ'
25: 3, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 1, # 'ภ'
9: 1, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 3, # 'ล'
12: 0, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 0, # 'ห'
4: 2, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
29: { # 'ใ'
5: 2, # 'ก'
30: 0, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 3, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 1, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 3, # 'ส'
21: 3, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
33: { # 'ไ'
5: 1, # 'ก'
30: 2, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 3, # 'ด'
19: 1, # 'ต'
44: 0, # 'ถ'
14: 3, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 1, # 'บ'
25: 3, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 2, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 0, # 'ย'
2: 3, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 3, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 2, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
50: { # 'ๆ'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
37: { # '็'
5: 2, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 2, # 'ง'
26: 3, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 1, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 2, # 'ต'
44: 0, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 3, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 1, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 2, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 0, # 'ห'
4: 1, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 1, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
6: { # '่'
5: 2, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 1, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 1, # 'ธ'
3: 3, # 'น'
17: 1, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 1, # 'ฝ'
31: 1, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 3, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 2, # 'ล'
12: 3, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 1, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 1, # 'ะ'
10: 0, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 3, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 1, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
7: { # '้'
5: 2, # 'ก'
30: 1, # 'ข'
24: 2, # 'ค'
8: 3, # 'ง'
26: 2, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 1, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 1, # 'ด'
19: 2, # 'ต'
44: 1, # 'ถ'
14: 2, # 'ท'
48: 0, # 'ธ'
3: 3, # 'น'
17: 2, # 'บ'
25: 2, # 'ป'
39: 2, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 0, # 'ภ'
9: 3, # 'ม'
16: 2, # 'ย'
2: 2, # 'ร'
61: 0, # 'ฤ'
15: 1, # 'ล'
12: 3, # 'ว'
42: 1, # 'ศ'
46: 0, # 'ษ'
18: 2, # 'ส'
21: 2, # 'ห'
4: 3, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 3, # 'า'
36: 2, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 2, # 'ใ'
33: 2, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
38: { # '์'
5: 2, # 'ก'
30: 1, # 'ข'
24: 1, # 'ค'
8: 0, # 'ง'
26: 1, # 'จ'
52: 0, # 'ฉ'
34: 1, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 2, # 'ด'
19: 1, # 'ต'
44: 1, # 'ถ'
14: 1, # 'ท'
48: 0, # 'ธ'
3: 1, # 'น'
17: 1, # 'บ'
25: 1, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 1, # 'พ'
54: 1, # 'ฟ'
45: 0, # 'ภ'
9: 2, # 'ม'
16: 0, # 'ย'
2: 1, # 'ร'
61: 1, # 'ฤ'
15: 1, # 'ล'
12: 1, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 1, # 'ส'
21: 1, # 'ห'
4: 2, # 'อ'
63: 1, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 2, # 'เ'
28: 2, # 'แ'
41: 1, # 'โ'
29: 1, # 'ใ'
33: 1, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 0, # '๑'
59: 0, # '๒'
60: 0, # '๕'
},
56: { # '๑'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 2, # '๑'
59: 1, # '๒'
60: 1, # '๕'
},
59: { # '๒'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 1, # '๑'
59: 1, # '๒'
60: 3, # '๕'
},
60: { # '๕'
5: 0, # 'ก'
30: 0, # 'ข'
24: 0, # 'ค'
8: 0, # 'ง'
26: 0, # 'จ'
52: 0, # 'ฉ'
34: 0, # 'ช'
51: 0, # 'ซ'
47: 0, # 'ญ'
58: 0, # 'ฎ'
57: 0, # 'ฏ'
49: 0, # 'ฐ'
53: 0, # 'ฑ'
55: 0, # 'ฒ'
43: 0, # 'ณ'
20: 0, # 'ด'
19: 0, # 'ต'
44: 0, # 'ถ'
14: 0, # 'ท'
48: 0, # 'ธ'
3: 0, # 'น'
17: 0, # 'บ'
25: 0, # 'ป'
39: 0, # 'ผ'
62: 0, # 'ฝ'
31: 0, # 'พ'
54: 0, # 'ฟ'
45: 0, # 'ภ'
9: 0, # 'ม'
16: 0, # 'ย'
2: 0, # 'ร'
61: 0, # 'ฤ'
15: 0, # 'ล'
12: 0, # 'ว'
42: 0, # 'ศ'
46: 0, # 'ษ'
18: 0, # 'ส'
21: 0, # 'ห'
4: 0, # 'อ'
63: 0, # 'ฯ'
22: 0, # 'ะ'
10: 0, # 'ั'
1: 0, # 'า'
36: 0, # 'ำ'
23: 0, # 'ิ'
13: 0, # 'ี'
40: 0, # 'ึ'
27: 0, # 'ื'
32: 0, # 'ุ'
35: 0, # 'ู'
11: 0, # 'เ'
28: 0, # 'แ'
41: 0, # 'โ'
29: 0, # 'ใ'
33: 0, # 'ไ'
50: 0, # 'ๆ'
37: 0, # '็'
6: 0, # '่'
7: 0, # '้'
38: 0, # '์'
56: 2, # '๑'
59: 1, # '๒'
60: 0, # '๕'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
TIS_620_THAI_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 182, # 'A'
66: 106, # 'B'
67: 107, # 'C'
68: 100, # 'D'
69: 183, # 'E'
70: 184, # 'F'
71: 185, # 'G'
72: 101, # 'H'
73: 94, # 'I'
74: 186, # 'J'
75: 187, # 'K'
76: 108, # 'L'
77: 109, # 'M'
78: 110, # 'N'
79: 111, # 'O'
80: 188, # 'P'
81: 189, # 'Q'
82: 190, # 'R'
83: 89, # 'S'
84: 95, # 'T'
85: 112, # 'U'
86: 113, # 'V'
87: 191, # 'W'
88: 192, # 'X'
89: 193, # 'Y'
90: 194, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 64, # 'a'
98: 72, # 'b'
99: 73, # 'c'
100: 114, # 'd'
101: 74, # 'e'
102: 115, # 'f'
103: 116, # 'g'
104: 102, # 'h'
105: 81, # 'i'
106: 201, # 'j'
107: 117, # 'k'
108: 90, # 'l'
109: 103, # 'm'
110: 78, # 'n'
111: 82, # 'o'
112: 96, # 'p'
113: 202, # 'q'
114: 91, # 'r'
115: 79, # 's'
116: 84, # 't'
117: 104, # 'u'
118: 105, # 'v'
119: 97, # 'w'
120: 98, # 'x'
121: 92, # 'y'
122: 203, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 209, # '\x80'
129: 210, # '\x81'
130: 211, # '\x82'
131: 212, # '\x83'
132: 213, # '\x84'
133: 88, # '\x85'
134: 214, # '\x86'
135: 215, # '\x87'
136: 216, # '\x88'
137: 217, # '\x89'
138: 218, # '\x8a'
139: 219, # '\x8b'
140: 220, # '\x8c'
141: 118, # '\x8d'
142: 221, # '\x8e'
143: 222, # '\x8f'
144: 223, # '\x90'
145: 224, # '\x91'
146: 99, # '\x92'
147: 85, # '\x93'
148: 83, # '\x94'
149: 225, # '\x95'
150: 226, # '\x96'
151: 227, # '\x97'
152: 228, # '\x98'
153: 229, # '\x99'
154: 230, # '\x9a'
155: 231, # '\x9b'
156: 232, # '\x9c'
157: 233, # '\x9d'
158: 234, # '\x9e'
159: 235, # '\x9f'
160: 236, # None
161: 5, # 'ก'
162: 30, # 'ข'
163: 237, # 'ฃ'
164: 24, # 'ค'
165: 238, # 'ฅ'
166: 75, # 'ฆ'
167: 8, # 'ง'
168: 26, # 'จ'
169: 52, # 'ฉ'
170: 34, # 'ช'
171: 51, # 'ซ'
172: 119, # 'ฌ'
173: 47, # 'ญ'
174: 58, # 'ฎ'
175: 57, # 'ฏ'
176: 49, # 'ฐ'
177: 53, # 'ฑ'
178: 55, # 'ฒ'
179: 43, # 'ณ'
180: 20, # 'ด'
181: 19, # 'ต'
182: 44, # 'ถ'
183: 14, # 'ท'
184: 48, # 'ธ'
185: 3, # 'น'
186: 17, # 'บ'
187: 25, # 'ป'
188: 39, # 'ผ'
189: 62, # 'ฝ'
190: 31, # 'พ'
191: 54, # 'ฟ'
192: 45, # 'ภ'
193: 9, # 'ม'
194: 16, # 'ย'
195: 2, # 'ร'
196: 61, # 'ฤ'
197: 15, # 'ล'
198: 239, # 'ฦ'
199: 12, # 'ว'
200: 42, # 'ศ'
201: 46, # 'ษ'
202: 18, # 'ส'
203: 21, # 'ห'
204: 76, # 'ฬ'
205: 4, # 'อ'
206: 66, # 'ฮ'
207: 63, # 'ฯ'
208: 22, # 'ะ'
209: 10, # 'ั'
210: 1, # 'า'
211: 36, # 'ำ'
212: 23, # 'ิ'
213: 13, # 'ี'
214: 40, # 'ึ'
215: 27, # 'ื'
216: 32, # 'ุ'
217: 35, # 'ู'
218: 86, # 'ฺ'
219: 240, # None
220: 241, # None
221: 242, # None
222: 243, # None
223: 244, # '฿'
224: 11, # 'เ'
225: 28, # 'แ'
226: 41, # 'โ'
227: 29, # 'ใ'
228: 33, # 'ไ'
229: 245, # 'ๅ'
230: 50, # 'ๆ'
231: 37, # '็'
232: 6, # '่'
233: 7, # '้'
234: 67, # '๊'
235: 77, # '๋'
236: 38, # '์'
237: 93, # 'ํ'
238: 246, # '๎'
239: 247, # '๏'
240: 68, # '๐'
241: 56, # '๑'
242: 59, # '๒'
243: 65, # '๓'
244: 69, # '๔'
245: 60, # '๕'
246: 70, # '๖'
247: 80, # '๗'
248: 71, # '๘'
249: 87, # '๙'
250: 248, # '๚'
251: 249, # '๛'
252: 250, # None
253: 251, # None
254: 252, # None
255: 253, # None
}
TIS_620_THAI_MODEL = SingleByteCharSetModel(charset_name='TIS-620',
language='Thai',
char_to_order_map=TIS_620_THAI_CHAR_TO_ORDER,
language_model=THAI_LANG_MODEL,
typical_positive_ratio=0.926386,
keep_ascii_letters=False,
alphabet='กขฃคฅฆงจฉชซฌญฎฏฐฑฒณดตถทธนบปผฝพฟภมยรฤลฦวศษสหฬอฮฯะัาำิีึืฺุู฿เแโใไๅๆ็่้๊๋์ํ๎๏๐๑๒๓๔๕๖๗๘๙๚๛')
site-packages/pip/_vendor/chardet/big5freq.py 0000644 00000075026 15056474501 0015221 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Big5 frequency table
# by Taiwan's Mandarin Promotion Council
# <http://www.edu.tw:81/mandr/>
#
# 128 --> 0.42261
# 256 --> 0.57851
# 512 --> 0.74851
# 1024 --> 0.89384
# 2048 --> 0.97583
#
# Ideal Distribution Ratio = 0.74851/(1-0.74851) =2.98
# Random Distribution Ration = 512/(5401-512)=0.105
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
BIG5_TYPICAL_DISTRIBUTION_RATIO = 0.75
#Char to FreqOrder table
BIG5_TABLE_SIZE = 5376
BIG5_CHAR_TO_FREQ_ORDER = (
1,1801,1506, 255,1431, 198, 9, 82, 6,5008, 177, 202,3681,1256,2821, 110, # 16
3814, 33,3274, 261, 76, 44,2114, 16,2946,2187,1176, 659,3971, 26,3451,2653, # 32
1198,3972,3350,4202, 410,2215, 302, 590, 361,1964, 8, 204, 58,4510,5009,1932, # 48
63,5010,5011, 317,1614, 75, 222, 159,4203,2417,1480,5012,3555,3091, 224,2822, # 64
3682, 3, 10,3973,1471, 29,2787,1135,2866,1940, 873, 130,3275,1123, 312,5013, # 80
4511,2052, 507, 252, 682,5014, 142,1915, 124, 206,2947, 34,3556,3204, 64, 604, # 96
5015,2501,1977,1978, 155,1991, 645, 641,1606,5016,3452, 337, 72, 406,5017, 80, # 112
630, 238,3205,1509, 263, 939,1092,2654, 756,1440,1094,3453, 449, 69,2987, 591, # 128
179,2096, 471, 115,2035,1844, 60, 50,2988, 134, 806,1869, 734,2036,3454, 180, # 144
995,1607, 156, 537,2907, 688,5018, 319,1305, 779,2145, 514,2379, 298,4512, 359, # 160
2502, 90,2716,1338, 663, 11, 906,1099,2553, 20,2441, 182, 532,1716,5019, 732, # 176
1376,4204,1311,1420,3206, 25,2317,1056, 113, 399, 382,1950, 242,3455,2474, 529, # 192
3276, 475,1447,3683,5020, 117, 21, 656, 810,1297,2300,2334,3557,5021, 126,4205, # 208
706, 456, 150, 613,4513, 71,1118,2037,4206, 145,3092, 85, 835, 486,2115,1246, # 224
1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,5022,2128,2359, 347,3815, 221, # 240
3558,3135,5023,1956,1153,4207, 83, 296,1199,3093, 192, 624, 93,5024, 822,1898, # 256
2823,3136, 795,2065, 991,1554,1542,1592, 27, 43,2867, 859, 139,1456, 860,4514, # 272
437, 712,3974, 164,2397,3137, 695, 211,3037,2097, 195,3975,1608,3559,3560,3684, # 288
3976, 234, 811,2989,2098,3977,2233,1441,3561,1615,2380, 668,2077,1638, 305, 228, # 304
1664,4515, 467, 415,5025, 262,2099,1593, 239, 108, 300, 200,1033, 512,1247,2078, # 320
5026,5027,2176,3207,3685,2682, 593, 845,1062,3277, 88,1723,2038,3978,1951, 212, # 336
266, 152, 149, 468,1899,4208,4516, 77, 187,5028,3038, 37, 5,2990,5029,3979, # 352
5030,5031, 39,2524,4517,2908,3208,2079, 55, 148, 74,4518, 545, 483,1474,1029, # 368
1665, 217,1870,1531,3138,1104,2655,4209, 24, 172,3562, 900,3980,3563,3564,4519, # 384
32,1408,2824,1312, 329, 487,2360,2251,2717, 784,2683, 4,3039,3351,1427,1789, # 400
188, 109, 499,5032,3686,1717,1790, 888,1217,3040,4520,5033,3565,5034,3352,1520, # 416
3687,3981, 196,1034, 775,5035,5036, 929,1816, 249, 439, 38,5037,1063,5038, 794, # 432
3982,1435,2301, 46, 178,3278,2066,5039,2381,5040, 214,1709,4521, 804, 35, 707, # 448
324,3688,1601,2554, 140, 459,4210,5041,5042,1365, 839, 272, 978,2262,2580,3456, # 464
2129,1363,3689,1423, 697, 100,3094, 48, 70,1231, 495,3139,2196,5043,1294,5044, # 480
2080, 462, 586,1042,3279, 853, 256, 988, 185,2382,3457,1698, 434,1084,5045,3458, # 496
314,2625,2788,4522,2335,2336, 569,2285, 637,1817,2525, 757,1162,1879,1616,3459, # 512
287,1577,2116, 768,4523,1671,2868,3566,2526,1321,3816, 909,2418,5046,4211, 933, # 528
3817,4212,2053,2361,1222,4524, 765,2419,1322, 786,4525,5047,1920,1462,1677,2909, # 544
1699,5048,4526,1424,2442,3140,3690,2600,3353,1775,1941,3460,3983,4213, 309,1369, # 560
1130,2825, 364,2234,1653,1299,3984,3567,3985,3986,2656, 525,1085,3041, 902,2001, # 576
1475, 964,4527, 421,1845,1415,1057,2286, 940,1364,3141, 376,4528,4529,1381, 7, # 592
2527, 983,2383, 336,1710,2684,1846, 321,3461, 559,1131,3042,2752,1809,1132,1313, # 608
265,1481,1858,5049, 352,1203,2826,3280, 167,1089, 420,2827, 776, 792,1724,3568, # 624
4214,2443,3281,5050,4215,5051, 446, 229, 333,2753, 901,3818,1200,1557,4530,2657, # 640
1921, 395,2754,2685,3819,4216,1836, 125, 916,3209,2626,4531,5052,5053,3820,5054, # 656
5055,5056,4532,3142,3691,1133,2555,1757,3462,1510,2318,1409,3569,5057,2146, 438, # 672
2601,2910,2384,3354,1068, 958,3043, 461, 311,2869,2686,4217,1916,3210,4218,1979, # 688
383, 750,2755,2627,4219, 274, 539, 385,1278,1442,5058,1154,1965, 384, 561, 210, # 704
98,1295,2556,3570,5059,1711,2420,1482,3463,3987,2911,1257, 129,5060,3821, 642, # 720
523,2789,2790,2658,5061, 141,2235,1333, 68, 176, 441, 876, 907,4220, 603,2602, # 736
710, 171,3464, 404, 549, 18,3143,2398,1410,3692,1666,5062,3571,4533,2912,4534, # 752
5063,2991, 368,5064, 146, 366, 99, 871,3693,1543, 748, 807,1586,1185, 22,2263, # 768
379,3822,3211,5065,3212, 505,1942,2628,1992,1382,2319,5066, 380,2362, 218, 702, # 784
1818,1248,3465,3044,3572,3355,3282,5067,2992,3694, 930,3283,3823,5068, 59,5069, # 800
585, 601,4221, 497,3466,1112,1314,4535,1802,5070,1223,1472,2177,5071, 749,1837, # 816
690,1900,3824,1773,3988,1476, 429,1043,1791,2236,2117, 917,4222, 447,1086,1629, # 832
5072, 556,5073,5074,2021,1654, 844,1090, 105, 550, 966,1758,2828,1008,1783, 686, # 848
1095,5075,2287, 793,1602,5076,3573,2603,4536,4223,2948,2302,4537,3825, 980,2503, # 864
544, 353, 527,4538, 908,2687,2913,5077, 381,2629,1943,1348,5078,1341,1252, 560, # 880
3095,5079,3467,2870,5080,2054, 973, 886,2081, 143,4539,5081,5082, 157,3989, 496, # 896
4224, 57, 840, 540,2039,4540,4541,3468,2118,1445, 970,2264,1748,1966,2082,4225, # 912
3144,1234,1776,3284,2829,3695, 773,1206,2130,1066,2040,1326,3990,1738,1725,4226, # 928
279,3145, 51,1544,2604, 423,1578,2131,2067, 173,4542,1880,5083,5084,1583, 264, # 944
610,3696,4543,2444, 280, 154,5085,5086,5087,1739, 338,1282,3096, 693,2871,1411, # 960
1074,3826,2445,5088,4544,5089,5090,1240, 952,2399,5091,2914,1538,2688, 685,1483, # 976
4227,2475,1436, 953,4228,2055,4545, 671,2400, 79,4229,2446,3285, 608, 567,2689, # 992
3469,4230,4231,1691, 393,1261,1792,2401,5092,4546,5093,5094,5095,5096,1383,1672, # 1008
3827,3213,1464, 522,1119, 661,1150, 216, 675,4547,3991,1432,3574, 609,4548,2690, # 1024
2402,5097,5098,5099,4232,3045, 0,5100,2476, 315, 231,2447, 301,3356,4549,2385, # 1040
5101, 233,4233,3697,1819,4550,4551,5102, 96,1777,1315,2083,5103, 257,5104,1810, # 1056
3698,2718,1139,1820,4234,2022,1124,2164,2791,1778,2659,5105,3097, 363,1655,3214, # 1072
5106,2993,5107,5108,5109,3992,1567,3993, 718, 103,3215, 849,1443, 341,3357,2949, # 1088
1484,5110,1712, 127, 67, 339,4235,2403, 679,1412, 821,5111,5112, 834, 738, 351, # 1104
2994,2147, 846, 235,1497,1881, 418,1993,3828,2719, 186,1100,2148,2756,3575,1545, # 1120
1355,2950,2872,1377, 583,3994,4236,2581,2995,5113,1298,3699,1078,2557,3700,2363, # 1136
78,3829,3830, 267,1289,2100,2002,1594,4237, 348, 369,1274,2197,2178,1838,4552, # 1152
1821,2830,3701,2757,2288,2003,4553,2951,2758, 144,3358, 882,4554,3995,2759,3470, # 1168
4555,2915,5114,4238,1726, 320,5115,3996,3046, 788,2996,5116,2831,1774,1327,2873, # 1184
3997,2832,5117,1306,4556,2004,1700,3831,3576,2364,2660, 787,2023, 506, 824,3702, # 1200
534, 323,4557,1044,3359,2024,1901, 946,3471,5118,1779,1500,1678,5119,1882,4558, # 1216
165, 243,4559,3703,2528, 123, 683,4239, 764,4560, 36,3998,1793, 589,2916, 816, # 1232
626,1667,3047,2237,1639,1555,1622,3832,3999,5120,4000,2874,1370,1228,1933, 891, # 1248
2084,2917, 304,4240,5121, 292,2997,2720,3577, 691,2101,4241,1115,4561, 118, 662, # 1264
5122, 611,1156, 854,2386,1316,2875, 2, 386, 515,2918,5123,5124,3286, 868,2238, # 1280
1486, 855,2661, 785,2216,3048,5125,1040,3216,3578,5126,3146, 448,5127,1525,5128, # 1296
2165,4562,5129,3833,5130,4242,2833,3579,3147, 503, 818,4001,3148,1568, 814, 676, # 1312
1444, 306,1749,5131,3834,1416,1030, 197,1428, 805,2834,1501,4563,5132,5133,5134, # 1328
1994,5135,4564,5136,5137,2198, 13,2792,3704,2998,3149,1229,1917,5138,3835,2132, # 1344
5139,4243,4565,2404,3580,5140,2217,1511,1727,1120,5141,5142, 646,3836,2448, 307, # 1360
5143,5144,1595,3217,5145,5146,5147,3705,1113,1356,4002,1465,2529,2530,5148, 519, # 1376
5149, 128,2133, 92,2289,1980,5150,4003,1512, 342,3150,2199,5151,2793,2218,1981, # 1392
3360,4244, 290,1656,1317, 789, 827,2365,5152,3837,4566, 562, 581,4004,5153, 401, # 1408
4567,2252, 94,4568,5154,1399,2794,5155,1463,2025,4569,3218,1944,5156, 828,1105, # 1424
4245,1262,1394,5157,4246, 605,4570,5158,1784,2876,5159,2835, 819,2102, 578,2200, # 1440
2952,5160,1502, 436,3287,4247,3288,2836,4005,2919,3472,3473,5161,2721,2320,5162, # 1456
5163,2337,2068, 23,4571, 193, 826,3838,2103, 699,1630,4248,3098, 390,1794,1064, # 1472
3581,5164,1579,3099,3100,1400,5165,4249,1839,1640,2877,5166,4572,4573, 137,4250, # 1488
598,3101,1967, 780, 104, 974,2953,5167, 278, 899, 253, 402, 572, 504, 493,1339, # 1504
5168,4006,1275,4574,2582,2558,5169,3706,3049,3102,2253, 565,1334,2722, 863, 41, # 1520
5170,5171,4575,5172,1657,2338, 19, 463,2760,4251, 606,5173,2999,3289,1087,2085, # 1536
1323,2662,3000,5174,1631,1623,1750,4252,2691,5175,2878, 791,2723,2663,2339, 232, # 1552
2421,5176,3001,1498,5177,2664,2630, 755,1366,3707,3290,3151,2026,1609, 119,1918, # 1568
3474, 862,1026,4253,5178,4007,3839,4576,4008,4577,2265,1952,2477,5179,1125, 817, # 1584
4254,4255,4009,1513,1766,2041,1487,4256,3050,3291,2837,3840,3152,5180,5181,1507, # 1600
5182,2692, 733, 40,1632,1106,2879, 345,4257, 841,2531, 230,4578,3002,1847,3292, # 1616
3475,5183,1263, 986,3476,5184, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562, # 1632
4010,4011,2954, 967,2761,2665,1349, 592,2134,1692,3361,3003,1995,4258,1679,4012, # 1648
1902,2188,5185, 739,3708,2724,1296,1290,5186,4259,2201,2202,1922,1563,2605,2559, # 1664
1871,2762,3004,5187, 435,5188, 343,1108, 596, 17,1751,4579,2239,3477,3709,5189, # 1680
4580, 294,3582,2955,1693, 477, 979, 281,2042,3583, 643,2043,3710,2631,2795,2266, # 1696
1031,2340,2135,2303,3584,4581, 367,1249,2560,5190,3585,5191,4582,1283,3362,2005, # 1712
240,1762,3363,4583,4584, 836,1069,3153, 474,5192,2149,2532, 268,3586,5193,3219, # 1728
1521,1284,5194,1658,1546,4260,5195,3587,3588,5196,4261,3364,2693,1685,4262, 961, # 1744
1673,2632, 190,2006,2203,3841,4585,4586,5197, 570,2504,3711,1490,5198,4587,2633, # 1760
3293,1957,4588, 584,1514, 396,1045,1945,5199,4589,1968,2449,5200,5201,4590,4013, # 1776
619,5202,3154,3294, 215,2007,2796,2561,3220,4591,3221,4592, 763,4263,3842,4593, # 1792
5203,5204,1958,1767,2956,3365,3712,1174, 452,1477,4594,3366,3155,5205,2838,1253, # 1808
2387,2189,1091,2290,4264, 492,5206, 638,1169,1825,2136,1752,4014, 648, 926,1021, # 1824
1324,4595, 520,4596, 997, 847,1007, 892,4597,3843,2267,1872,3713,2405,1785,4598, # 1840
1953,2957,3103,3222,1728,4265,2044,3714,4599,2008,1701,3156,1551, 30,2268,4266, # 1856
5207,2027,4600,3589,5208, 501,5209,4267, 594,3478,2166,1822,3590,3479,3591,3223, # 1872
829,2839,4268,5210,1680,3157,1225,4269,5211,3295,4601,4270,3158,2341,5212,4602, # 1888
4271,5213,4015,4016,5214,1848,2388,2606,3367,5215,4603, 374,4017, 652,4272,4273, # 1904
375,1140, 798,5216,5217,5218,2366,4604,2269, 546,1659, 138,3051,2450,4605,5219, # 1920
2254, 612,1849, 910, 796,3844,1740,1371, 825,3845,3846,5220,2920,2562,5221, 692, # 1936
444,3052,2634, 801,4606,4274,5222,1491, 244,1053,3053,4275,4276, 340,5223,4018, # 1952
1041,3005, 293,1168, 87,1357,5224,1539, 959,5225,2240, 721, 694,4277,3847, 219, # 1968
1478, 644,1417,3368,2666,1413,1401,1335,1389,4019,5226,5227,3006,2367,3159,1826, # 1984
730,1515, 184,2840, 66,4607,5228,1660,2958, 246,3369, 378,1457, 226,3480, 975, # 2000
4020,2959,1264,3592, 674, 696,5229, 163,5230,1141,2422,2167, 713,3593,3370,4608, # 2016
4021,5231,5232,1186, 15,5233,1079,1070,5234,1522,3224,3594, 276,1050,2725, 758, # 2032
1126, 653,2960,3296,5235,2342, 889,3595,4022,3104,3007, 903,1250,4609,4023,3481, # 2048
3596,1342,1681,1718, 766,3297, 286, 89,2961,3715,5236,1713,5237,2607,3371,3008, # 2064
5238,2962,2219,3225,2880,5239,4610,2505,2533, 181, 387,1075,4024, 731,2190,3372, # 2080
5240,3298, 310, 313,3482,2304, 770,4278, 54,3054, 189,4611,3105,3848,4025,5241, # 2096
1230,1617,1850, 355,3597,4279,4612,3373, 111,4280,3716,1350,3160,3483,3055,4281, # 2112
2150,3299,3598,5242,2797,4026,4027,3009, 722,2009,5243,1071, 247,1207,2343,2478, # 2128
1378,4613,2010, 864,1437,1214,4614, 373,3849,1142,2220, 667,4615, 442,2763,2563, # 2144
3850,4028,1969,4282,3300,1840, 837, 170,1107, 934,1336,1883,5244,5245,2119,4283, # 2160
2841, 743,1569,5246,4616,4284, 582,2389,1418,3484,5247,1803,5248, 357,1395,1729, # 2176
3717,3301,2423,1564,2241,5249,3106,3851,1633,4617,1114,2086,4285,1532,5250, 482, # 2192
2451,4618,5251,5252,1492, 833,1466,5253,2726,3599,1641,2842,5254,1526,1272,3718, # 2208
4286,1686,1795, 416,2564,1903,1954,1804,5255,3852,2798,3853,1159,2321,5256,2881, # 2224
4619,1610,1584,3056,2424,2764, 443,3302,1163,3161,5257,5258,4029,5259,4287,2506, # 2240
3057,4620,4030,3162,2104,1647,3600,2011,1873,4288,5260,4289, 431,3485,5261, 250, # 2256
97, 81,4290,5262,1648,1851,1558, 160, 848,5263, 866, 740,1694,5264,2204,2843, # 2272
3226,4291,4621,3719,1687, 950,2479, 426, 469,3227,3720,3721,4031,5265,5266,1188, # 2288
424,1996, 861,3601,4292,3854,2205,2694, 168,1235,3602,4293,5267,2087,1674,4622, # 2304
3374,3303, 220,2565,1009,5268,3855, 670,3010, 332,1208, 717,5269,5270,3603,2452, # 2320
4032,3375,5271, 513,5272,1209,2882,3376,3163,4623,1080,5273,5274,5275,5276,2534, # 2336
3722,3604, 815,1587,4033,4034,5277,3605,3486,3856,1254,4624,1328,3058,1390,4035, # 2352
1741,4036,3857,4037,5278, 236,3858,2453,3304,5279,5280,3723,3859,1273,3860,4625, # 2368
5281, 308,5282,4626, 245,4627,1852,2480,1307,2583, 430, 715,2137,2454,5283, 270, # 2384
199,2883,4038,5284,3606,2727,1753, 761,1754, 725,1661,1841,4628,3487,3724,5285, # 2400
5286, 587, 14,3305, 227,2608, 326, 480,2270, 943,2765,3607, 291, 650,1884,5287, # 2416
1702,1226, 102,1547, 62,3488, 904,4629,3489,1164,4294,5288,5289,1224,1548,2766, # 2432
391, 498,1493,5290,1386,1419,5291,2056,1177,4630, 813, 880,1081,2368, 566,1145, # 2448
4631,2291,1001,1035,2566,2609,2242, 394,1286,5292,5293,2069,5294, 86,1494,1730, # 2464
4039, 491,1588, 745, 897,2963, 843,3377,4040,2767,2884,3306,1768, 998,2221,2070, # 2480
397,1827,1195,1970,3725,3011,3378, 284,5295,3861,2507,2138,2120,1904,5296,4041, # 2496
2151,4042,4295,1036,3490,1905, 114,2567,4296, 209,1527,5297,5298,2964,2844,2635, # 2512
2390,2728,3164, 812,2568,5299,3307,5300,1559, 737,1885,3726,1210, 885, 28,2695, # 2528
3608,3862,5301,4297,1004,1780,4632,5302, 346,1982,2222,2696,4633,3863,1742, 797, # 2544
1642,4043,1934,1072,1384,2152, 896,4044,3308,3727,3228,2885,3609,5303,2569,1959, # 2560
4634,2455,1786,5304,5305,5306,4045,4298,1005,1308,3728,4299,2729,4635,4636,1528, # 2576
2610, 161,1178,4300,1983, 987,4637,1101,4301, 631,4046,1157,3229,2425,1343,1241, # 2592
1016,2243,2570, 372, 877,2344,2508,1160, 555,1935, 911,4047,5307, 466,1170, 169, # 2608
1051,2921,2697,3729,2481,3012,1182,2012,2571,1251,2636,5308, 992,2345,3491,1540, # 2624
2730,1201,2071,2406,1997,2482,5309,4638, 528,1923,2191,1503,1874,1570,2369,3379, # 2640
3309,5310, 557,1073,5311,1828,3492,2088,2271,3165,3059,3107, 767,3108,2799,4639, # 2656
1006,4302,4640,2346,1267,2179,3730,3230, 778,4048,3231,2731,1597,2667,5312,4641, # 2672
5313,3493,5314,5315,5316,3310,2698,1433,3311, 131, 95,1504,4049, 723,4303,3166, # 2688
1842,3610,2768,2192,4050,2028,2105,3731,5317,3013,4051,1218,5318,3380,3232,4052, # 2704
4304,2584, 248,1634,3864, 912,5319,2845,3732,3060,3865, 654, 53,5320,3014,5321, # 2720
1688,4642, 777,3494,1032,4053,1425,5322, 191, 820,2121,2846, 971,4643, 931,3233, # 2736
135, 664, 783,3866,1998, 772,2922,1936,4054,3867,4644,2923,3234, 282,2732, 640, # 2752
1372,3495,1127, 922, 325,3381,5323,5324, 711,2045,5325,5326,4055,2223,2800,1937, # 2768
4056,3382,2224,2255,3868,2305,5327,4645,3869,1258,3312,4057,3235,2139,2965,4058, # 2784
4059,5328,2225, 258,3236,4646, 101,1227,5329,3313,1755,5330,1391,3314,5331,2924, # 2800
2057, 893,5332,5333,5334,1402,4305,2347,5335,5336,3237,3611,5337,5338, 878,1325, # 2816
1781,2801,4647, 259,1385,2585, 744,1183,2272,4648,5339,4060,2509,5340, 684,1024, # 2832
4306,5341, 472,3612,3496,1165,3315,4061,4062, 322,2153, 881, 455,1695,1152,1340, # 2848
660, 554,2154,4649,1058,4650,4307, 830,1065,3383,4063,4651,1924,5342,1703,1919, # 2864
5343, 932,2273, 122,5344,4652, 947, 677,5345,3870,2637, 297,1906,1925,2274,4653, # 2880
2322,3316,5346,5347,4308,5348,4309, 84,4310, 112, 989,5349, 547,1059,4064, 701, # 2896
3613,1019,5350,4311,5351,3497, 942, 639, 457,2306,2456, 993,2966, 407, 851, 494, # 2912
4654,3384, 927,5352,1237,5353,2426,3385, 573,4312, 680, 921,2925,1279,1875, 285, # 2928
790,1448,1984, 719,2168,5354,5355,4655,4065,4066,1649,5356,1541, 563,5357,1077, # 2944
5358,3386,3061,3498, 511,3015,4067,4068,3733,4069,1268,2572,3387,3238,4656,4657, # 2960
5359, 535,1048,1276,1189,2926,2029,3167,1438,1373,2847,2967,1134,2013,5360,4313, # 2976
1238,2586,3109,1259,5361, 700,5362,2968,3168,3734,4314,5363,4315,1146,1876,1907, # 2992
4658,2611,4070, 781,2427, 132,1589, 203, 147, 273,2802,2407, 898,1787,2155,4071, # 3008
4072,5364,3871,2803,5365,5366,4659,4660,5367,3239,5368,1635,3872, 965,5369,1805, # 3024
2699,1516,3614,1121,1082,1329,3317,4073,1449,3873, 65,1128,2848,2927,2769,1590, # 3040
3874,5370,5371, 12,2668, 45, 976,2587,3169,4661, 517,2535,1013,1037,3240,5372, # 3056
3875,2849,5373,3876,5374,3499,5375,2612, 614,1999,2323,3877,3110,2733,2638,5376, # 3072
2588,4316, 599,1269,5377,1811,3735,5378,2700,3111, 759,1060, 489,1806,3388,3318, # 3088
1358,5379,5380,2391,1387,1215,2639,2256, 490,5381,5382,4317,1759,2392,2348,5383, # 3104
4662,3878,1908,4074,2640,1807,3241,4663,3500,3319,2770,2349, 874,5384,5385,3501, # 3120
3736,1859, 91,2928,3737,3062,3879,4664,5386,3170,4075,2669,5387,3502,1202,1403, # 3136
3880,2969,2536,1517,2510,4665,3503,2511,5388,4666,5389,2701,1886,1495,1731,4076, # 3152
2370,4667,5390,2030,5391,5392,4077,2702,1216, 237,2589,4318,2324,4078,3881,4668, # 3168
4669,2703,3615,3504, 445,4670,5393,5394,5395,5396,2771, 61,4079,3738,1823,4080, # 3184
5397, 687,2046, 935, 925, 405,2670, 703,1096,1860,2734,4671,4081,1877,1367,2704, # 3200
3389, 918,2106,1782,2483, 334,3320,1611,1093,4672, 564,3171,3505,3739,3390, 945, # 3216
2641,2058,4673,5398,1926, 872,4319,5399,3506,2705,3112, 349,4320,3740,4082,4674, # 3232
3882,4321,3741,2156,4083,4675,4676,4322,4677,2408,2047, 782,4084, 400, 251,4323, # 3248
1624,5400,5401, 277,3742, 299,1265, 476,1191,3883,2122,4324,4325,1109, 205,5402, # 3264
2590,1000,2157,3616,1861,5403,5404,5405,4678,5406,4679,2573, 107,2484,2158,4085, # 3280
3507,3172,5407,1533, 541,1301, 158, 753,4326,2886,3617,5408,1696, 370,1088,4327, # 3296
4680,3618, 579, 327, 440, 162,2244, 269,1938,1374,3508, 968,3063, 56,1396,3113, # 3312
2107,3321,3391,5409,1927,2159,4681,3016,5410,3619,5411,5412,3743,4682,2485,5413, # 3328
2804,5414,1650,4683,5415,2613,5416,5417,4086,2671,3392,1149,3393,4087,3884,4088, # 3344
5418,1076, 49,5419, 951,3242,3322,3323, 450,2850, 920,5420,1812,2805,2371,4328, # 3360
1909,1138,2372,3885,3509,5421,3243,4684,1910,1147,1518,2428,4685,3886,5422,4686, # 3376
2393,2614, 260,1796,3244,5423,5424,3887,3324, 708,5425,3620,1704,5426,3621,1351, # 3392
1618,3394,3017,1887, 944,4329,3395,4330,3064,3396,4331,5427,3744, 422, 413,1714, # 3408
3325, 500,2059,2350,4332,2486,5428,1344,1911, 954,5429,1668,5430,5431,4089,2409, # 3424
4333,3622,3888,4334,5432,2307,1318,2512,3114, 133,3115,2887,4687, 629, 31,2851, # 3440
2706,3889,4688, 850, 949,4689,4090,2970,1732,2089,4335,1496,1853,5433,4091, 620, # 3456
3245, 981,1242,3745,3397,1619,3746,1643,3326,2140,2457,1971,1719,3510,2169,5434, # 3472
3246,5435,5436,3398,1829,5437,1277,4690,1565,2048,5438,1636,3623,3116,5439, 869, # 3488
2852, 655,3890,3891,3117,4092,3018,3892,1310,3624,4691,5440,5441,5442,1733, 558, # 3504
4692,3747, 335,1549,3065,1756,4336,3748,1946,3511,1830,1291,1192, 470,2735,2108, # 3520
2806, 913,1054,4093,5443,1027,5444,3066,4094,4693, 982,2672,3399,3173,3512,3247, # 3536
3248,1947,2807,5445, 571,4694,5446,1831,5447,3625,2591,1523,2429,5448,2090, 984, # 3552
4695,3749,1960,5449,3750, 852, 923,2808,3513,3751, 969,1519, 999,2049,2325,1705, # 3568
5450,3118, 615,1662, 151, 597,4095,2410,2326,1049, 275,4696,3752,4337, 568,3753, # 3584
3626,2487,4338,3754,5451,2430,2275, 409,3249,5452,1566,2888,3514,1002, 769,2853, # 3600
194,2091,3174,3755,2226,3327,4339, 628,1505,5453,5454,1763,2180,3019,4096, 521, # 3616
1161,2592,1788,2206,2411,4697,4097,1625,4340,4341, 412, 42,3119, 464,5455,2642, # 3632
4698,3400,1760,1571,2889,3515,2537,1219,2207,3893,2643,2141,2373,4699,4700,3328, # 3648
1651,3401,3627,5456,5457,3628,2488,3516,5458,3756,5459,5460,2276,2092, 460,5461, # 3664
4701,5462,3020, 962, 588,3629, 289,3250,2644,1116, 52,5463,3067,1797,5464,5465, # 3680
5466,1467,5467,1598,1143,3757,4342,1985,1734,1067,4702,1280,3402, 465,4703,1572, # 3696
510,5468,1928,2245,1813,1644,3630,5469,4704,3758,5470,5471,2673,1573,1534,5472, # 3712
5473, 536,1808,1761,3517,3894,3175,2645,5474,5475,5476,4705,3518,2929,1912,2809, # 3728
5477,3329,1122, 377,3251,5478, 360,5479,5480,4343,1529, 551,5481,2060,3759,1769, # 3744
2431,5482,2930,4344,3330,3120,2327,2109,2031,4706,1404, 136,1468,1479, 672,1171, # 3760
3252,2308, 271,3176,5483,2772,5484,2050, 678,2736, 865,1948,4707,5485,2014,4098, # 3776
2971,5486,2737,2227,1397,3068,3760,4708,4709,1735,2931,3403,3631,5487,3895, 509, # 3792
2854,2458,2890,3896,5488,5489,3177,3178,4710,4345,2538,4711,2309,1166,1010, 552, # 3808
681,1888,5490,5491,2972,2973,4099,1287,1596,1862,3179, 358, 453, 736, 175, 478, # 3824
1117, 905,1167,1097,5492,1854,1530,5493,1706,5494,2181,3519,2292,3761,3520,3632, # 3840
4346,2093,4347,5495,3404,1193,2489,4348,1458,2193,2208,1863,1889,1421,3331,2932, # 3856
3069,2182,3521, 595,2123,5496,4100,5497,5498,4349,1707,2646, 223,3762,1359, 751, # 3872
3121, 183,3522,5499,2810,3021, 419,2374, 633, 704,3897,2394, 241,5500,5501,5502, # 3888
838,3022,3763,2277,2773,2459,3898,1939,2051,4101,1309,3122,2246,1181,5503,1136, # 3904
2209,3899,2375,1446,4350,2310,4712,5504,5505,4351,1055,2615, 484,3764,5506,4102, # 3920
625,4352,2278,3405,1499,4353,4103,5507,4104,4354,3253,2279,2280,3523,5508,5509, # 3936
2774, 808,2616,3765,3406,4105,4355,3123,2539, 526,3407,3900,4356, 955,5510,1620, # 3952
4357,2647,2432,5511,1429,3766,1669,1832, 994, 928,5512,3633,1260,5513,5514,5515, # 3968
1949,2293, 741,2933,1626,4358,2738,2460, 867,1184, 362,3408,1392,5516,5517,4106, # 3984
4359,1770,1736,3254,2934,4713,4714,1929,2707,1459,1158,5518,3070,3409,2891,1292, # 4000
1930,2513,2855,3767,1986,1187,2072,2015,2617,4360,5519,2574,2514,2170,3768,2490, # 4016
3332,5520,3769,4715,5521,5522, 666,1003,3023,1022,3634,4361,5523,4716,1814,2257, # 4032
574,3901,1603, 295,1535, 705,3902,4362, 283, 858, 417,5524,5525,3255,4717,4718, # 4048
3071,1220,1890,1046,2281,2461,4107,1393,1599, 689,2575, 388,4363,5526,2491, 802, # 4064
5527,2811,3903,2061,1405,2258,5528,4719,3904,2110,1052,1345,3256,1585,5529, 809, # 4080
5530,5531,5532, 575,2739,3524, 956,1552,1469,1144,2328,5533,2329,1560,2462,3635, # 4096
3257,4108, 616,2210,4364,3180,2183,2294,5534,1833,5535,3525,4720,5536,1319,3770, # 4112
3771,1211,3636,1023,3258,1293,2812,5537,5538,5539,3905, 607,2311,3906, 762,2892, # 4128
1439,4365,1360,4721,1485,3072,5540,4722,1038,4366,1450,2062,2648,4367,1379,4723, # 4144
2593,5541,5542,4368,1352,1414,2330,2935,1172,5543,5544,3907,3908,4724,1798,1451, # 4160
5545,5546,5547,5548,2936,4109,4110,2492,2351, 411,4111,4112,3637,3333,3124,4725, # 4176
1561,2674,1452,4113,1375,5549,5550, 47,2974, 316,5551,1406,1591,2937,3181,5552, # 4192
1025,2142,3125,3182, 354,2740, 884,2228,4369,2412, 508,3772, 726,3638, 996,2433, # 4208
3639, 729,5553, 392,2194,1453,4114,4726,3773,5554,5555,2463,3640,2618,1675,2813, # 4224
919,2352,2975,2353,1270,4727,4115, 73,5556,5557, 647,5558,3259,2856,2259,1550, # 4240
1346,3024,5559,1332, 883,3526,5560,5561,5562,5563,3334,2775,5564,1212, 831,1347, # 4256
4370,4728,2331,3909,1864,3073, 720,3910,4729,4730,3911,5565,4371,5566,5567,4731, # 4272
5568,5569,1799,4732,3774,2619,4733,3641,1645,2376,4734,5570,2938, 669,2211,2675, # 4288
2434,5571,2893,5572,5573,1028,3260,5574,4372,2413,5575,2260,1353,5576,5577,4735, # 4304
3183, 518,5578,4116,5579,4373,1961,5580,2143,4374,5581,5582,3025,2354,2355,3912, # 4320
516,1834,1454,4117,2708,4375,4736,2229,2620,1972,1129,3642,5583,2776,5584,2976, # 4336
1422, 577,1470,3026,1524,3410,5585,5586, 432,4376,3074,3527,5587,2594,1455,2515, # 4352
2230,1973,1175,5588,1020,2741,4118,3528,4737,5589,2742,5590,1743,1361,3075,3529, # 4368
2649,4119,4377,4738,2295, 895, 924,4378,2171, 331,2247,3076, 166,1627,3077,1098, # 4384
5591,1232,2894,2231,3411,4739, 657, 403,1196,2377, 542,3775,3412,1600,4379,3530, # 4400
5592,4740,2777,3261, 576, 530,1362,4741,4742,2540,2676,3776,4120,5593, 842,3913, # 4416
5594,2814,2032,1014,4121, 213,2709,3413, 665, 621,4380,5595,3777,2939,2435,5596, # 4432
2436,3335,3643,3414,4743,4381,2541,4382,4744,3644,1682,4383,3531,1380,5597, 724, # 4448
2282, 600,1670,5598,1337,1233,4745,3126,2248,5599,1621,4746,5600, 651,4384,5601, # 4464
1612,4385,2621,5602,2857,5603,2743,2312,3078,5604, 716,2464,3079, 174,1255,2710, # 4480
4122,3645, 548,1320,1398, 728,4123,1574,5605,1891,1197,3080,4124,5606,3081,3082, # 4496
3778,3646,3779, 747,5607, 635,4386,4747,5608,5609,5610,4387,5611,5612,4748,5613, # 4512
3415,4749,2437, 451,5614,3780,2542,2073,4388,2744,4389,4125,5615,1764,4750,5616, # 4528
4390, 350,4751,2283,2395,2493,5617,4391,4126,2249,1434,4127, 488,4752, 458,4392, # 4544
4128,3781, 771,1330,2396,3914,2576,3184,2160,2414,1553,2677,3185,4393,5618,2494, # 4560
2895,2622,1720,2711,4394,3416,4753,5619,2543,4395,5620,3262,4396,2778,5621,2016, # 4576
2745,5622,1155,1017,3782,3915,5623,3336,2313, 201,1865,4397,1430,5624,4129,5625, # 4592
5626,5627,5628,5629,4398,1604,5630, 414,1866, 371,2595,4754,4755,3532,2017,3127, # 4608
4756,1708, 960,4399, 887, 389,2172,1536,1663,1721,5631,2232,4130,2356,2940,1580, # 4624
5632,5633,1744,4757,2544,4758,4759,5634,4760,5635,2074,5636,4761,3647,3417,2896, # 4640
4400,5637,4401,2650,3418,2815, 673,2712,2465, 709,3533,4131,3648,4402,5638,1148, # 4656
502, 634,5639,5640,1204,4762,3649,1575,4763,2623,3783,5641,3784,3128, 948,3263, # 4672
121,1745,3916,1110,5642,4403,3083,2516,3027,4132,3785,1151,1771,3917,1488,4133, # 4688
1987,5643,2438,3534,5644,5645,2094,5646,4404,3918,1213,1407,2816, 531,2746,2545, # 4704
3264,1011,1537,4764,2779,4405,3129,1061,5647,3786,3787,1867,2897,5648,2018, 120, # 4720
4406,4407,2063,3650,3265,2314,3919,2678,3419,1955,4765,4134,5649,3535,1047,2713, # 4736
1266,5650,1368,4766,2858, 649,3420,3920,2546,2747,1102,2859,2679,5651,5652,2000, # 4752
5653,1111,3651,2977,5654,2495,3921,3652,2817,1855,3421,3788,5655,5656,3422,2415, # 4768
2898,3337,3266,3653,5657,2577,5658,3654,2818,4135,1460, 856,5659,3655,5660,2899, # 4784
2978,5661,2900,3922,5662,4408, 632,2517, 875,3923,1697,3924,2296,5663,5664,4767, # 4800
3028,1239, 580,4768,4409,5665, 914, 936,2075,1190,4136,1039,2124,5666,5667,5668, # 4816
5669,3423,1473,5670,1354,4410,3925,4769,2173,3084,4137, 915,3338,4411,4412,3339, # 4832
1605,1835,5671,2748, 398,3656,4413,3926,4138, 328,1913,2860,4139,3927,1331,4414, # 4848
3029, 937,4415,5672,3657,4140,4141,3424,2161,4770,3425, 524, 742, 538,3085,1012, # 4864
5673,5674,3928,2466,5675, 658,1103, 225,3929,5676,5677,4771,5678,4772,5679,3267, # 4880
1243,5680,4142, 963,2250,4773,5681,2714,3658,3186,5682,5683,2596,2332,5684,4774, # 4896
5685,5686,5687,3536, 957,3426,2547,2033,1931,2941,2467, 870,2019,3659,1746,2780, # 4912
2781,2439,2468,5688,3930,5689,3789,3130,3790,3537,3427,3791,5690,1179,3086,5691, # 4928
3187,2378,4416,3792,2548,3188,3131,2749,4143,5692,3428,1556,2549,2297, 977,2901, # 4944
2034,4144,1205,3429,5693,1765,3430,3189,2125,1271, 714,1689,4775,3538,5694,2333, # 4960
3931, 533,4417,3660,2184, 617,5695,2469,3340,3539,2315,5696,5697,3190,5698,5699, # 4976
3932,1988, 618, 427,2651,3540,3431,5700,5701,1244,1690,5702,2819,4418,4776,5703, # 4992
3541,4777,5704,2284,1576, 473,3661,4419,3432, 972,5705,3662,5706,3087,5707,5708, # 5008
4778,4779,5709,3793,4145,4146,5710, 153,4780, 356,5711,1892,2902,4420,2144, 408, # 5024
803,2357,5712,3933,5713,4421,1646,2578,2518,4781,4782,3934,5714,3935,4422,5715, # 5040
2416,3433, 752,5716,5717,1962,3341,2979,5718, 746,3030,2470,4783,4423,3794, 698, # 5056
4784,1893,4424,3663,2550,4785,3664,3936,5719,3191,3434,5720,1824,1302,4147,2715, # 5072
3937,1974,4425,5721,4426,3192, 823,1303,1288,1236,2861,3542,4148,3435, 774,3938, # 5088
5722,1581,4786,1304,2862,3939,4787,5723,2440,2162,1083,3268,4427,4149,4428, 344, # 5104
1173, 288,2316, 454,1683,5724,5725,1461,4788,4150,2597,5726,5727,4789, 985, 894, # 5120
5728,3436,3193,5729,1914,2942,3795,1989,5730,2111,1975,5731,4151,5732,2579,1194, # 5136
425,5733,4790,3194,1245,3796,4429,5734,5735,2863,5736, 636,4791,1856,3940, 760, # 5152
1800,5737,4430,2212,1508,4792,4152,1894,1684,2298,5738,5739,4793,4431,4432,2213, # 5168
479,5740,5741, 832,5742,4153,2496,5743,2980,2497,3797, 990,3132, 627,1815,2652, # 5184
4433,1582,4434,2126,2112,3543,4794,5744, 799,4435,3195,5745,4795,2113,1737,3031, # 5200
1018, 543, 754,4436,3342,1676,4796,4797,4154,4798,1489,5746,3544,5747,2624,2903, # 5216
4155,5748,5749,2981,5750,5751,5752,5753,3196,4799,4800,2185,1722,5754,3269,3270, # 5232
1843,3665,1715, 481, 365,1976,1857,5755,5756,1963,2498,4801,5757,2127,3666,3271, # 5248
433,1895,2064,2076,5758, 602,2750,5759,5760,5761,5762,5763,3032,1628,3437,5764, # 5264
3197,4802,4156,2904,4803,2519,5765,2551,2782,5766,5767,5768,3343,4804,2905,5769, # 5280
4805,5770,2864,4806,4807,1221,2982,4157,2520,5771,5772,5773,1868,1990,5774,5775, # 5296
5776,1896,5777,5778,4808,1897,4158, 318,5779,2095,4159,4437,5780,5781, 485,5782, # 5312
938,3941, 553,2680, 116,5783,3942,3667,5784,3545,2681,2783,3438,3344,2820,5785, # 5328
3668,2943,4160,1747,2944,2983,5786,5787, 207,5788,4809,5789,4810,2521,5790,3033, # 5344
890,3669,3943,5791,1878,3798,3439,5792,2186,2358,3440,1652,5793,5794,5795, 941, # 5360
2299, 208,3546,4161,2020, 330,4438,3944,2906,2499,3799,4439,4811,5796,5797,5798, # 5376
)
site-packages/pip/_vendor/chardet/latin1prober.py 0000644 00000012372 15056474501 0016112 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState
FREQ_CAT_NUM = 4
UDF = 0 # undefined
OTH = 1 # other
ASC = 2 # ascii capital letter
ASS = 3 # ascii small letter
ACV = 4 # accent capital vowel
ACO = 5 # accent capital other
ASV = 6 # accent small vowel
ASO = 7 # accent small other
CLASS_NUM = 8 # total classes
Latin1_CharToClass = (
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 00 - 07
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 08 - 0F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 10 - 17
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 18 - 1F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 20 - 27
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 28 - 2F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 30 - 37
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 38 - 3F
OTH, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 40 - 47
ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 48 - 4F
ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 50 - 57
ASC, ASC, ASC, OTH, OTH, OTH, OTH, OTH, # 58 - 5F
OTH, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 60 - 67
ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 68 - 6F
ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 70 - 77
ASS, ASS, ASS, OTH, OTH, OTH, OTH, OTH, # 78 - 7F
OTH, UDF, OTH, ASO, OTH, OTH, OTH, OTH, # 80 - 87
OTH, OTH, ACO, OTH, ACO, UDF, ACO, UDF, # 88 - 8F
UDF, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 90 - 97
OTH, OTH, ASO, OTH, ASO, UDF, ASO, ACO, # 98 - 9F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A0 - A7
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A8 - AF
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B0 - B7
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B8 - BF
ACV, ACV, ACV, ACV, ACV, ACV, ACO, ACO, # C0 - C7
ACV, ACV, ACV, ACV, ACV, ACV, ACV, ACV, # C8 - CF
ACO, ACO, ACV, ACV, ACV, ACV, ACV, OTH, # D0 - D7
ACV, ACV, ACV, ACV, ACV, ACO, ACO, ACO, # D8 - DF
ASV, ASV, ASV, ASV, ASV, ASV, ASO, ASO, # E0 - E7
ASV, ASV, ASV, ASV, ASV, ASV, ASV, ASV, # E8 - EF
ASO, ASO, ASV, ASV, ASV, ASV, ASV, OTH, # F0 - F7
ASV, ASV, ASV, ASV, ASV, ASO, ASO, ASO, # F8 - FF
)
# 0 : illegal
# 1 : very unlikely
# 2 : normal
# 3 : very likely
Latin1ClassModel = (
# UDF OTH ASC ASS ACV ACO ASV ASO
0, 0, 0, 0, 0, 0, 0, 0, # UDF
0, 3, 3, 3, 3, 3, 3, 3, # OTH
0, 3, 3, 3, 3, 3, 3, 3, # ASC
0, 3, 3, 3, 1, 1, 3, 3, # ASS
0, 3, 3, 3, 1, 2, 1, 2, # ACV
0, 3, 3, 3, 3, 3, 3, 3, # ACO
0, 3, 1, 3, 1, 1, 1, 3, # ASV
0, 3, 1, 3, 1, 1, 3, 3, # ASO
)
class Latin1Prober(CharSetProber):
def __init__(self):
super(Latin1Prober, self).__init__()
self._last_char_class = None
self._freq_counter = None
self.reset()
def reset(self):
self._last_char_class = OTH
self._freq_counter = [0] * FREQ_CAT_NUM
CharSetProber.reset(self)
@property
def charset_name(self):
return "ISO-8859-1"
@property
def language(self):
return ""
def feed(self, byte_str):
byte_str = self.filter_with_english_letters(byte_str)
for c in byte_str:
char_class = Latin1_CharToClass[c]
freq = Latin1ClassModel[(self._last_char_class * CLASS_NUM)
+ char_class]
if freq == 0:
self._state = ProbingState.NOT_ME
break
self._freq_counter[freq] += 1
self._last_char_class = char_class
return self.state
def get_confidence(self):
if self.state == ProbingState.NOT_ME:
return 0.01
total = sum(self._freq_counter)
if total < 0.01:
confidence = 0.0
else:
confidence = ((self._freq_counter[3] - self._freq_counter[1] * 20.0)
/ total)
if confidence < 0.0:
confidence = 0.0
# lower the confidence of latin1 so that other more accurate
# detector can take priority.
confidence = confidence * 0.73
return confidence
site-packages/pip/_vendor/chardet/eucjpprober.py 0000644 00000007245 15056474501 0016033 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import ProbingState, MachineState
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCJPDistributionAnalysis
from .jpcntx import EUCJPContextAnalysis
from .mbcssm import EUCJP_SM_MODEL
class EUCJPProber(MultiByteCharSetProber):
def __init__(self):
super(EUCJPProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCJP_SM_MODEL)
self.distribution_analyzer = EUCJPDistributionAnalysis()
self.context_analyzer = EUCJPContextAnalysis()
self.reset()
def reset(self):
super(EUCJPProber, self).reset()
self.context_analyzer.reset()
@property
def charset_name(self):
return "EUC-JP"
@property
def language(self):
return "Japanese"
def feed(self, byte_str):
for i in range(len(byte_str)):
# PY3K: byte_str is a byte array, so byte_str[i] is an int, not a byte
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.context_analyzer.feed(self._last_char, char_len)
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.context_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.context_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
context_conf = self.context_analyzer.get_confidence()
distrib_conf = self.distribution_analyzer.get_confidence()
return max(context_conf, distrib_conf)
site-packages/pip/_vendor/chardet/compat.py 0000644 00000002260 15056474501 0014766 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# Contributor(s):
# Dan Blanchard
# Ian Cordasco
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import sys
if sys.version_info < (3, 0):
PY2 = True
PY3 = False
string_types = (str, unicode)
text_type = unicode
iteritems = dict.iteritems
else:
PY2 = False
PY3 = True
string_types = (bytes, str)
text_type = str
iteritems = dict.items
site-packages/pip/_vendor/chardet/langbulgarianmodel.py 0000644 00000316313 15056474501 0017341 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
BULGARIAN_LANG_MODEL = {
63: { # 'e'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 1, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 0, # 'и'
26: 1, # 'й'
12: 1, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 1, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 0, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
45: { # '\xad'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 0, # 'Л'
38: 1, # 'М'
36: 0, # 'Н'
41: 1, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 1, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 0, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 0, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
31: { # 'А'
63: 0, # 'e'
45: 1, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 2, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 2, # 'Е'
55: 1, # 'Ж'
47: 2, # 'З'
40: 1, # 'И'
59: 1, # 'Й'
33: 1, # 'К'
46: 2, # 'Л'
38: 1, # 'М'
36: 2, # 'Н'
41: 1, # 'О'
30: 2, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 2, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 2, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 1, # 'а'
18: 2, # 'б'
9: 2, # 'в'
20: 2, # 'г'
11: 2, # 'д'
3: 1, # 'е'
23: 1, # 'ж'
15: 2, # 'з'
2: 0, # 'и'
26: 2, # 'й'
12: 2, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 0, # 'о'
13: 2, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 1, # 'у'
29: 2, # 'ф'
25: 1, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
32: { # 'Б'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 2, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 1, # 'Е'
55: 1, # 'Ж'
47: 2, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 2, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 2, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 0, # 'Ш'
57: 1, # 'Щ'
61: 2, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 2, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 1, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
35: { # 'В'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 2, # 'Ф'
49: 0, # 'Х'
53: 1, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 2, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 2, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 2, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
43: { # 'Г'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 0, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 1, # 'Щ'
61: 1, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 1, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
37: { # 'Д'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 2, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 2, # 'Е'
55: 2, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 2, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 2, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 2, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
44: { # 'Е'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 2, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 1, # 'Й'
33: 2, # 'К'
46: 2, # 'Л'
38: 1, # 'М'
36: 2, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 2, # 'Ф'
49: 1, # 'Х'
53: 2, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 1, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 0, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 2, # 'д'
3: 0, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 0, # 'и'
26: 1, # 'й'
12: 2, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 2, # 'н'
4: 0, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 1, # 'т'
19: 1, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
55: { # 'Ж'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
47: { # 'З'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 2, # 'Н'
41: 1, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 2, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 1, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 1, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
40: { # 'И'
63: 0, # 'e'
45: 1, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 1, # 'Ж'
47: 2, # 'З'
40: 1, # 'И'
59: 1, # 'Й'
33: 2, # 'К'
46: 2, # 'Л'
38: 2, # 'М'
36: 2, # 'Н'
41: 1, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 0, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 1, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 2, # 'Я'
1: 1, # 'а'
18: 1, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 1, # 'д'
3: 1, # 'е'
23: 0, # 'ж'
15: 3, # 'з'
2: 0, # 'и'
26: 1, # 'й'
12: 1, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 2, # 'н'
4: 0, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 0, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
59: { # 'Й'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 1, # 'С'
34: 1, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 1, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 1, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
33: { # 'К'
63: 0, # 'e'
45: 1, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 2, # 'Н'
41: 2, # 'О'
30: 2, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 1, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 2, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 3, # 'р'
8: 1, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
46: { # 'Л'
63: 1, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 2, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 0, # 'Р'
28: 1, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
38: { # 'М'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 2, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 1, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 2, # 'л'
14: 0, # 'м'
6: 2, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
36: { # 'Н'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 2, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 2, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 1, # 'Й'
33: 2, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 1, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 1, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 2, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
41: { # 'О'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 2, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 1, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 1, # 'Й'
33: 2, # 'К'
46: 2, # 'Л'
38: 2, # 'М'
36: 2, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 0, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 1, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 1, # 'а'
18: 2, # 'б'
9: 2, # 'в'
20: 2, # 'г'
11: 1, # 'д'
3: 1, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 0, # 'и'
26: 1, # 'й'
12: 2, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 0, # 'о'
13: 2, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 3, # 'т'
19: 1, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 1, # 'ц'
21: 2, # 'ч'
27: 0, # 'ш'
24: 2, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
30: { # 'П'
63: 0, # 'e'
45: 1, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 2, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 2, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 3, # 'л'
14: 0, # 'м'
6: 1, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 3, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 2, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
39: { # 'Р'
63: 0, # 'e'
45: 1, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 2, # 'Г'
37: 2, # 'Д'
44: 2, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 0, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 2, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 1, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 1, # 'с'
5: 0, # 'т'
19: 3, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
28: { # 'С'
63: 1, # 'e'
45: 0, # '\xad'
31: 3, # 'А'
32: 2, # 'Б'
35: 2, # 'В'
43: 1, # 'Г'
37: 2, # 'Д'
44: 2, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 2, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 2, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 2, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 1, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 2, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 1, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 3, # 'т'
19: 2, # 'у'
29: 2, # 'ф'
25: 1, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
34: { # 'Т'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 2, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 2, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 2, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 1, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 1, # 'Ъ'
60: 0, # 'Ю'
56: 1, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 1, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 3, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
51: { # 'У'
63: 0, # 'e'
45: 1, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 2, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 0, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 2, # 'Т'
51: 0, # 'У'
48: 1, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 1, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 2, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 2, # 'и'
26: 1, # 'й'
12: 2, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 2, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 2, # 'с'
5: 1, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
48: { # 'Ф'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 2, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 1, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 2, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
49: { # 'Х'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 1, # 'П'
39: 1, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 1, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
53: { # 'Ц'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 2, # 'И'
59: 0, # 'Й'
33: 2, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 1, # 'Р'
28: 2, # 'С'
34: 0, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 2, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 1, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
50: { # 'Ч'
63: 0, # 'e'
45: 0, # '\xad'
31: 2, # 'А'
32: 1, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 1, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 2, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 1, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
54: { # 'Ш'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 1, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 1, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 2, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 2, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 1, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
57: { # 'Щ'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 1, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 1, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 1, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 1, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
61: { # 'Ъ'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 1, # 'Д'
44: 0, # 'Е'
55: 1, # 'Ж'
47: 1, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 2, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 0, # 'О'
30: 1, # 'П'
39: 2, # 'Р'
28: 1, # 'С'
34: 1, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 1, # 'Х'
53: 1, # 'Ц'
50: 1, # 'Ч'
54: 1, # 'Ш'
57: 1, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 0, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 1, # 'л'
14: 0, # 'м'
6: 1, # 'н'
4: 0, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
60: { # 'Ю'
63: 0, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 1, # 'Б'
35: 0, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 0, # 'Е'
55: 1, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 0, # 'М'
36: 1, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 1, # 'Р'
28: 1, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 2, # 'г'
11: 1, # 'д'
3: 0, # 'е'
23: 2, # 'ж'
15: 1, # 'з'
2: 1, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 0, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
56: { # 'Я'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 1, # 'Б'
35: 1, # 'В'
43: 1, # 'Г'
37: 1, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 1, # 'Л'
38: 1, # 'М'
36: 1, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 1, # 'С'
34: 2, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 0, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 1, # 'и'
26: 1, # 'й'
12: 1, # 'к'
10: 1, # 'л'
14: 2, # 'м'
6: 2, # 'н'
4: 0, # 'о'
13: 2, # 'п'
7: 1, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
1: { # 'а'
63: 1, # 'e'
45: 1, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 1, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 1, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 3, # 'и'
26: 3, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 3, # 'ф'
25: 3, # 'х'
22: 3, # 'ц'
21: 3, # 'ч'
27: 3, # 'ш'
24: 3, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
18: { # 'б'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 3, # 'в'
20: 1, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 0, # 'т'
19: 3, # 'у'
29: 0, # 'ф'
25: 2, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 3, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
9: { # 'в'
63: 1, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 1, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 0, # 'в'
20: 2, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 3, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 2, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 3, # 'ч'
27: 2, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
20: { # 'г'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 3, # 'л'
14: 1, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 3, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
11: { # 'д'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 2, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 1, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
3: { # 'е'
63: 0, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 2, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 2, # 'и'
26: 3, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 2, # 'у'
29: 3, # 'ф'
25: 3, # 'х'
22: 3, # 'ц'
21: 3, # 'ч'
27: 3, # 'ш'
24: 3, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
23: { # 'ж'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 2, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
15: { # 'з'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 2, # 'ш'
24: 1, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
2: { # 'и'
63: 1, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 1, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 1, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 1, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 1, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 3, # 'и'
26: 3, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 2, # 'у'
29: 3, # 'ф'
25: 3, # 'х'
22: 3, # 'ц'
21: 3, # 'ч'
27: 3, # 'ш'
24: 3, # 'щ'
17: 2, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
26: { # 'й'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 1, # 'а'
18: 2, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 2, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 2, # 'з'
2: 1, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 1, # 'у'
29: 2, # 'ф'
25: 1, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
12: { # 'к'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 1, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 1, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 3, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
10: { # 'л'
63: 1, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 1, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 1, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 2, # 'п'
7: 2, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 2, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 2, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 2, # 'ь'
42: 3, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
14: { # 'м'
63: 1, # 'e'
45: 0, # '\xad'
31: 1, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 2, # 'к'
10: 3, # 'л'
14: 1, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 1, # 'т'
19: 3, # 'у'
29: 2, # 'ф'
25: 1, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 2, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
6: { # 'н'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 1, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 2, # 'б'
9: 2, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 2, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 3, # 'ф'
25: 2, # 'х'
22: 3, # 'ц'
21: 3, # 'ч'
27: 2, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 2, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
4: { # 'о'
63: 0, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 2, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 3, # 'и'
26: 3, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 2, # 'у'
29: 3, # 'ф'
25: 3, # 'х'
22: 3, # 'ц'
21: 3, # 'ч'
27: 3, # 'ш'
24: 3, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
13: { # 'п'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 1, # 'й'
12: 2, # 'к'
10: 3, # 'л'
14: 1, # 'м'
6: 2, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 3, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
7: { # 'р'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 3, # 'е'
23: 3, # 'ж'
15: 2, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 2, # 'п'
7: 1, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 2, # 'ф'
25: 3, # 'х'
22: 3, # 'ц'
21: 2, # 'ч'
27: 3, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 1, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
8: { # 'с'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 2, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 1, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 2, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 2, # 'ш'
24: 0, # 'щ'
17: 3, # 'ъ'
52: 2, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
5: { # 'т'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 2, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 2, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 3, # 'у'
29: 1, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 2, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 3, # 'ъ'
52: 2, # 'ь'
42: 2, # 'ю'
16: 3, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
19: { # 'у'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 2, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 2, # 'и'
26: 2, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 1, # 'у'
29: 2, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 3, # 'ч'
27: 3, # 'ш'
24: 2, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
29: { # 'ф'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 1, # 'в'
20: 1, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 2, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 2, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 2, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
25: { # 'х'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 3, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 2, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 1, # 'п'
7: 3, # 'р'
8: 1, # 'с'
5: 2, # 'т'
19: 3, # 'у'
29: 0, # 'ф'
25: 1, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
22: { # 'ц'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 2, # 'в'
20: 1, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 1, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 2, # 'к'
10: 1, # 'л'
14: 1, # 'м'
6: 1, # 'н'
4: 2, # 'о'
13: 1, # 'п'
7: 1, # 'р'
8: 1, # 'с'
5: 1, # 'т'
19: 2, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 1, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 0, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
21: { # 'ч'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 1, # 'б'
9: 3, # 'в'
20: 1, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 1, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 2, # 'р'
8: 0, # 'с'
5: 2, # 'т'
19: 3, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 1, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
27: { # 'ш'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 2, # 'в'
20: 0, # 'г'
11: 1, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 3, # 'к'
10: 2, # 'л'
14: 1, # 'м'
6: 3, # 'н'
4: 2, # 'о'
13: 2, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 1, # 'т'
19: 2, # 'у'
29: 1, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 1, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 2, # 'ъ'
52: 1, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
24: { # 'щ'
63: 1, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 3, # 'а'
18: 0, # 'б'
9: 1, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 3, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 3, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 2, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 1, # 'р'
8: 0, # 'с'
5: 2, # 'т'
19: 3, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 1, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 2, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
17: { # 'ъ'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 1, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 3, # 'г'
11: 3, # 'д'
3: 2, # 'е'
23: 3, # 'ж'
15: 3, # 'з'
2: 1, # 'и'
26: 2, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 3, # 'о'
13: 3, # 'п'
7: 3, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 1, # 'у'
29: 1, # 'ф'
25: 2, # 'х'
22: 2, # 'ц'
21: 3, # 'ч'
27: 2, # 'ш'
24: 3, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 2, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
52: { # 'ь'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 1, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 1, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 1, # 'н'
4: 3, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 1, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 1, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 1, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
42: { # 'ю'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 1, # 'а'
18: 2, # 'б'
9: 1, # 'в'
20: 2, # 'г'
11: 2, # 'д'
3: 1, # 'е'
23: 2, # 'ж'
15: 2, # 'з'
2: 1, # 'и'
26: 1, # 'й'
12: 2, # 'к'
10: 2, # 'л'
14: 2, # 'м'
6: 2, # 'н'
4: 1, # 'о'
13: 1, # 'п'
7: 2, # 'р'
8: 2, # 'с'
5: 2, # 'т'
19: 1, # 'у'
29: 1, # 'ф'
25: 1, # 'х'
22: 2, # 'ц'
21: 3, # 'ч'
27: 1, # 'ш'
24: 1, # 'щ'
17: 1, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
16: { # 'я'
63: 0, # 'e'
45: 1, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 3, # 'б'
9: 3, # 'в'
20: 2, # 'г'
11: 3, # 'д'
3: 2, # 'е'
23: 1, # 'ж'
15: 2, # 'з'
2: 1, # 'и'
26: 2, # 'й'
12: 3, # 'к'
10: 3, # 'л'
14: 3, # 'м'
6: 3, # 'н'
4: 1, # 'о'
13: 2, # 'п'
7: 2, # 'р'
8: 3, # 'с'
5: 3, # 'т'
19: 1, # 'у'
29: 1, # 'ф'
25: 3, # 'х'
22: 2, # 'ц'
21: 1, # 'ч'
27: 1, # 'ш'
24: 2, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 1, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
58: { # 'є'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 0, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 0, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
62: { # '№'
63: 0, # 'e'
45: 0, # '\xad'
31: 0, # 'А'
32: 0, # 'Б'
35: 0, # 'В'
43: 0, # 'Г'
37: 0, # 'Д'
44: 0, # 'Е'
55: 0, # 'Ж'
47: 0, # 'З'
40: 0, # 'И'
59: 0, # 'Й'
33: 0, # 'К'
46: 0, # 'Л'
38: 0, # 'М'
36: 0, # 'Н'
41: 0, # 'О'
30: 0, # 'П'
39: 0, # 'Р'
28: 0, # 'С'
34: 0, # 'Т'
51: 0, # 'У'
48: 0, # 'Ф'
49: 0, # 'Х'
53: 0, # 'Ц'
50: 0, # 'Ч'
54: 0, # 'Ш'
57: 0, # 'Щ'
61: 0, # 'Ъ'
60: 0, # 'Ю'
56: 0, # 'Я'
1: 0, # 'а'
18: 0, # 'б'
9: 0, # 'в'
20: 0, # 'г'
11: 0, # 'д'
3: 0, # 'е'
23: 0, # 'ж'
15: 0, # 'з'
2: 0, # 'и'
26: 0, # 'й'
12: 0, # 'к'
10: 0, # 'л'
14: 0, # 'м'
6: 0, # 'н'
4: 0, # 'о'
13: 0, # 'п'
7: 0, # 'р'
8: 0, # 'с'
5: 0, # 'т'
19: 0, # 'у'
29: 0, # 'ф'
25: 0, # 'х'
22: 0, # 'ц'
21: 0, # 'ч'
27: 0, # 'ш'
24: 0, # 'щ'
17: 0, # 'ъ'
52: 0, # 'ь'
42: 0, # 'ю'
16: 0, # 'я'
58: 0, # 'є'
62: 0, # '№'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
ISO_8859_5_BULGARIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 77, # 'A'
66: 90, # 'B'
67: 99, # 'C'
68: 100, # 'D'
69: 72, # 'E'
70: 109, # 'F'
71: 107, # 'G'
72: 101, # 'H'
73: 79, # 'I'
74: 185, # 'J'
75: 81, # 'K'
76: 102, # 'L'
77: 76, # 'M'
78: 94, # 'N'
79: 82, # 'O'
80: 110, # 'P'
81: 186, # 'Q'
82: 108, # 'R'
83: 91, # 'S'
84: 74, # 'T'
85: 119, # 'U'
86: 84, # 'V'
87: 96, # 'W'
88: 111, # 'X'
89: 187, # 'Y'
90: 115, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 65, # 'a'
98: 69, # 'b'
99: 70, # 'c'
100: 66, # 'd'
101: 63, # 'e'
102: 68, # 'f'
103: 112, # 'g'
104: 103, # 'h'
105: 92, # 'i'
106: 194, # 'j'
107: 104, # 'k'
108: 95, # 'l'
109: 86, # 'm'
110: 87, # 'n'
111: 71, # 'o'
112: 116, # 'p'
113: 195, # 'q'
114: 85, # 'r'
115: 93, # 's'
116: 97, # 't'
117: 113, # 'u'
118: 196, # 'v'
119: 197, # 'w'
120: 198, # 'x'
121: 199, # 'y'
122: 200, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 194, # '\x80'
129: 195, # '\x81'
130: 196, # '\x82'
131: 197, # '\x83'
132: 198, # '\x84'
133: 199, # '\x85'
134: 200, # '\x86'
135: 201, # '\x87'
136: 202, # '\x88'
137: 203, # '\x89'
138: 204, # '\x8a'
139: 205, # '\x8b'
140: 206, # '\x8c'
141: 207, # '\x8d'
142: 208, # '\x8e'
143: 209, # '\x8f'
144: 210, # '\x90'
145: 211, # '\x91'
146: 212, # '\x92'
147: 213, # '\x93'
148: 214, # '\x94'
149: 215, # '\x95'
150: 216, # '\x96'
151: 217, # '\x97'
152: 218, # '\x98'
153: 219, # '\x99'
154: 220, # '\x9a'
155: 221, # '\x9b'
156: 222, # '\x9c'
157: 223, # '\x9d'
158: 224, # '\x9e'
159: 225, # '\x9f'
160: 81, # '\xa0'
161: 226, # 'Ё'
162: 227, # 'Ђ'
163: 228, # 'Ѓ'
164: 229, # 'Є'
165: 230, # 'Ѕ'
166: 105, # 'І'
167: 231, # 'Ї'
168: 232, # 'Ј'
169: 233, # 'Љ'
170: 234, # 'Њ'
171: 235, # 'Ћ'
172: 236, # 'Ќ'
173: 45, # '\xad'
174: 237, # 'Ў'
175: 238, # 'Џ'
176: 31, # 'А'
177: 32, # 'Б'
178: 35, # 'В'
179: 43, # 'Г'
180: 37, # 'Д'
181: 44, # 'Е'
182: 55, # 'Ж'
183: 47, # 'З'
184: 40, # 'И'
185: 59, # 'Й'
186: 33, # 'К'
187: 46, # 'Л'
188: 38, # 'М'
189: 36, # 'Н'
190: 41, # 'О'
191: 30, # 'П'
192: 39, # 'Р'
193: 28, # 'С'
194: 34, # 'Т'
195: 51, # 'У'
196: 48, # 'Ф'
197: 49, # 'Х'
198: 53, # 'Ц'
199: 50, # 'Ч'
200: 54, # 'Ш'
201: 57, # 'Щ'
202: 61, # 'Ъ'
203: 239, # 'Ы'
204: 67, # 'Ь'
205: 240, # 'Э'
206: 60, # 'Ю'
207: 56, # 'Я'
208: 1, # 'а'
209: 18, # 'б'
210: 9, # 'в'
211: 20, # 'г'
212: 11, # 'д'
213: 3, # 'е'
214: 23, # 'ж'
215: 15, # 'з'
216: 2, # 'и'
217: 26, # 'й'
218: 12, # 'к'
219: 10, # 'л'
220: 14, # 'м'
221: 6, # 'н'
222: 4, # 'о'
223: 13, # 'п'
224: 7, # 'р'
225: 8, # 'с'
226: 5, # 'т'
227: 19, # 'у'
228: 29, # 'ф'
229: 25, # 'х'
230: 22, # 'ц'
231: 21, # 'ч'
232: 27, # 'ш'
233: 24, # 'щ'
234: 17, # 'ъ'
235: 75, # 'ы'
236: 52, # 'ь'
237: 241, # 'э'
238: 42, # 'ю'
239: 16, # 'я'
240: 62, # '№'
241: 242, # 'ё'
242: 243, # 'ђ'
243: 244, # 'ѓ'
244: 58, # 'є'
245: 245, # 'ѕ'
246: 98, # 'і'
247: 246, # 'ї'
248: 247, # 'ј'
249: 248, # 'љ'
250: 249, # 'њ'
251: 250, # 'ћ'
252: 251, # 'ќ'
253: 91, # '§'
254: 252, # 'ў'
255: 253, # 'џ'
}
ISO_8859_5_BULGARIAN_MODEL = SingleByteCharSetModel(charset_name='ISO-8859-5',
language='Bulgarian',
char_to_order_map=ISO_8859_5_BULGARIAN_CHAR_TO_ORDER,
language_model=BULGARIAN_LANG_MODEL,
typical_positive_ratio=0.969392,
keep_ascii_letters=False,
alphabet='АБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЮЯабвгдежзийклмнопрстуфхцчшщъьюя')
WINDOWS_1251_BULGARIAN_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 77, # 'A'
66: 90, # 'B'
67: 99, # 'C'
68: 100, # 'D'
69: 72, # 'E'
70: 109, # 'F'
71: 107, # 'G'
72: 101, # 'H'
73: 79, # 'I'
74: 185, # 'J'
75: 81, # 'K'
76: 102, # 'L'
77: 76, # 'M'
78: 94, # 'N'
79: 82, # 'O'
80: 110, # 'P'
81: 186, # 'Q'
82: 108, # 'R'
83: 91, # 'S'
84: 74, # 'T'
85: 119, # 'U'
86: 84, # 'V'
87: 96, # 'W'
88: 111, # 'X'
89: 187, # 'Y'
90: 115, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 65, # 'a'
98: 69, # 'b'
99: 70, # 'c'
100: 66, # 'd'
101: 63, # 'e'
102: 68, # 'f'
103: 112, # 'g'
104: 103, # 'h'
105: 92, # 'i'
106: 194, # 'j'
107: 104, # 'k'
108: 95, # 'l'
109: 86, # 'm'
110: 87, # 'n'
111: 71, # 'o'
112: 116, # 'p'
113: 195, # 'q'
114: 85, # 'r'
115: 93, # 's'
116: 97, # 't'
117: 113, # 'u'
118: 196, # 'v'
119: 197, # 'w'
120: 198, # 'x'
121: 199, # 'y'
122: 200, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 206, # 'Ђ'
129: 207, # 'Ѓ'
130: 208, # '‚'
131: 209, # 'ѓ'
132: 210, # '„'
133: 211, # '…'
134: 212, # '†'
135: 213, # '‡'
136: 120, # '€'
137: 214, # '‰'
138: 215, # 'Љ'
139: 216, # '‹'
140: 217, # 'Њ'
141: 218, # 'Ќ'
142: 219, # 'Ћ'
143: 220, # 'Џ'
144: 221, # 'ђ'
145: 78, # '‘'
146: 64, # '’'
147: 83, # '“'
148: 121, # '”'
149: 98, # '•'
150: 117, # '–'
151: 105, # '—'
152: 222, # None
153: 223, # '™'
154: 224, # 'љ'
155: 225, # '›'
156: 226, # 'њ'
157: 227, # 'ќ'
158: 228, # 'ћ'
159: 229, # 'џ'
160: 88, # '\xa0'
161: 230, # 'Ў'
162: 231, # 'ў'
163: 232, # 'Ј'
164: 233, # '¤'
165: 122, # 'Ґ'
166: 89, # '¦'
167: 106, # '§'
168: 234, # 'Ё'
169: 235, # '©'
170: 236, # 'Є'
171: 237, # '«'
172: 238, # '¬'
173: 45, # '\xad'
174: 239, # '®'
175: 240, # 'Ї'
176: 73, # '°'
177: 80, # '±'
178: 118, # 'І'
179: 114, # 'і'
180: 241, # 'ґ'
181: 242, # 'µ'
182: 243, # '¶'
183: 244, # '·'
184: 245, # 'ё'
185: 62, # '№'
186: 58, # 'є'
187: 246, # '»'
188: 247, # 'ј'
189: 248, # 'Ѕ'
190: 249, # 'ѕ'
191: 250, # 'ї'
192: 31, # 'А'
193: 32, # 'Б'
194: 35, # 'В'
195: 43, # 'Г'
196: 37, # 'Д'
197: 44, # 'Е'
198: 55, # 'Ж'
199: 47, # 'З'
200: 40, # 'И'
201: 59, # 'Й'
202: 33, # 'К'
203: 46, # 'Л'
204: 38, # 'М'
205: 36, # 'Н'
206: 41, # 'О'
207: 30, # 'П'
208: 39, # 'Р'
209: 28, # 'С'
210: 34, # 'Т'
211: 51, # 'У'
212: 48, # 'Ф'
213: 49, # 'Х'
214: 53, # 'Ц'
215: 50, # 'Ч'
216: 54, # 'Ш'
217: 57, # 'Щ'
218: 61, # 'Ъ'
219: 251, # 'Ы'
220: 67, # 'Ь'
221: 252, # 'Э'
222: 60, # 'Ю'
223: 56, # 'Я'
224: 1, # 'а'
225: 18, # 'б'
226: 9, # 'в'
227: 20, # 'г'
228: 11, # 'д'
229: 3, # 'е'
230: 23, # 'ж'
231: 15, # 'з'
232: 2, # 'и'
233: 26, # 'й'
234: 12, # 'к'
235: 10, # 'л'
236: 14, # 'м'
237: 6, # 'н'
238: 4, # 'о'
239: 13, # 'п'
240: 7, # 'р'
241: 8, # 'с'
242: 5, # 'т'
243: 19, # 'у'
244: 29, # 'ф'
245: 25, # 'х'
246: 22, # 'ц'
247: 21, # 'ч'
248: 27, # 'ш'
249: 24, # 'щ'
250: 17, # 'ъ'
251: 75, # 'ы'
252: 52, # 'ь'
253: 253, # 'э'
254: 42, # 'ю'
255: 16, # 'я'
}
WINDOWS_1251_BULGARIAN_MODEL = SingleByteCharSetModel(charset_name='windows-1251',
language='Bulgarian',
char_to_order_map=WINDOWS_1251_BULGARIAN_CHAR_TO_ORDER,
language_model=BULGARIAN_LANG_MODEL,
typical_positive_ratio=0.969392,
keep_ascii_letters=False,
alphabet='АБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЮЯабвгдежзийклмнопрстуфхцчшщъьюя')
site-packages/pip/_vendor/chardet/sbcharsetprober.py 0000644 00000013770 15056474501 0016703 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from collections import namedtuple
from .charsetprober import CharSetProber
from .enums import CharacterCategory, ProbingState, SequenceLikelihood
SingleByteCharSetModel = namedtuple('SingleByteCharSetModel',
['charset_name',
'language',
'char_to_order_map',
'language_model',
'typical_positive_ratio',
'keep_ascii_letters',
'alphabet'])
class SingleByteCharSetProber(CharSetProber):
SAMPLE_SIZE = 64
SB_ENOUGH_REL_THRESHOLD = 1024 # 0.25 * SAMPLE_SIZE^2
POSITIVE_SHORTCUT_THRESHOLD = 0.95
NEGATIVE_SHORTCUT_THRESHOLD = 0.05
def __init__(self, model, reversed=False, name_prober=None):
super(SingleByteCharSetProber, self).__init__()
self._model = model
# TRUE if we need to reverse every pair in the model lookup
self._reversed = reversed
# Optional auxiliary prober for name decision
self._name_prober = name_prober
self._last_order = None
self._seq_counters = None
self._total_seqs = None
self._total_char = None
self._freq_char = None
self.reset()
def reset(self):
super(SingleByteCharSetProber, self).reset()
# char order of last character
self._last_order = 255
self._seq_counters = [0] * SequenceLikelihood.get_num_categories()
self._total_seqs = 0
self._total_char = 0
# characters that fall in our sampling range
self._freq_char = 0
@property
def charset_name(self):
if self._name_prober:
return self._name_prober.charset_name
else:
return self._model.charset_name
@property
def language(self):
if self._name_prober:
return self._name_prober.language
else:
return self._model.language
def feed(self, byte_str):
# TODO: Make filter_international_words keep things in self.alphabet
if not self._model.keep_ascii_letters:
byte_str = self.filter_international_words(byte_str)
if not byte_str:
return self.state
char_to_order_map = self._model.char_to_order_map
language_model = self._model.language_model
for char in byte_str:
order = char_to_order_map.get(char, CharacterCategory.UNDEFINED)
# XXX: This was SYMBOL_CAT_ORDER before, with a value of 250, but
# CharacterCategory.SYMBOL is actually 253, so we use CONTROL
# to make it closer to the original intent. The only difference
# is whether or not we count digits and control characters for
# _total_char purposes.
if order < CharacterCategory.CONTROL:
self._total_char += 1
# TODO: Follow uchardet's lead and discount confidence for frequent
# control characters.
# See https://github.com/BYVoid/uchardet/commit/55b4f23971db61
if order < self.SAMPLE_SIZE:
self._freq_char += 1
if self._last_order < self.SAMPLE_SIZE:
self._total_seqs += 1
if not self._reversed:
lm_cat = language_model[self._last_order][order]
else:
lm_cat = language_model[order][self._last_order]
self._seq_counters[lm_cat] += 1
self._last_order = order
charset_name = self._model.charset_name
if self.state == ProbingState.DETECTING:
if self._total_seqs > self.SB_ENOUGH_REL_THRESHOLD:
confidence = self.get_confidence()
if confidence > self.POSITIVE_SHORTCUT_THRESHOLD:
self.logger.debug('%s confidence = %s, we have a winner',
charset_name, confidence)
self._state = ProbingState.FOUND_IT
elif confidence < self.NEGATIVE_SHORTCUT_THRESHOLD:
self.logger.debug('%s confidence = %s, below negative '
'shortcut threshhold %s', charset_name,
confidence,
self.NEGATIVE_SHORTCUT_THRESHOLD)
self._state = ProbingState.NOT_ME
return self.state
def get_confidence(self):
r = 0.01
if self._total_seqs > 0:
r = ((1.0 * self._seq_counters[SequenceLikelihood.POSITIVE]) /
self._total_seqs / self._model.typical_positive_ratio)
r = r * self._freq_char / self._total_char
if r >= 1.0:
r = 0.99
return r
site-packages/pip/_vendor/chardet/langgreekmodel.py 0000644 00000302335 15056474501 0016471 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
GREEK_LANG_MODEL = {
60: { # 'e'
60: 2, # 'e'
55: 1, # 'o'
58: 2, # 't'
36: 1, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
55: { # 'o'
60: 0, # 'e'
55: 2, # 'o'
58: 2, # 't'
36: 1, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 1, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 1, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
58: { # 't'
60: 2, # 'e'
55: 1, # 'o'
58: 1, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 1, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
36: { # '·'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
61: { # 'Ά'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 1, # 'γ'
21: 2, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 1, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
46: { # 'Έ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 2, # 'β'
20: 2, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 2, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 0, # 'ο'
9: 2, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 1, # 'σ'
2: 2, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
54: { # 'Ό'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 2, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 2, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 2, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
31: { # 'Α'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 2, # 'Β'
43: 2, # 'Γ'
41: 1, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 2, # 'Θ'
47: 2, # 'Ι'
44: 2, # 'Κ'
53: 2, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 1, # 'Ξ'
39: 0, # 'Ο'
35: 2, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 2, # 'Υ'
56: 2, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 2, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 1, # 'θ'
5: 0, # 'ι'
11: 2, # 'κ'
16: 3, # 'λ'
10: 2, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 2, # 'ς'
7: 2, # 'σ'
2: 0, # 'τ'
12: 3, # 'υ'
28: 2, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
51: { # 'Β'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 1, # 'Ε'
40: 1, # 'Η'
52: 0, # 'Θ'
47: 1, # 'Ι'
44: 0, # 'Κ'
53: 1, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 2, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
43: { # 'Γ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 1, # 'Α'
51: 0, # 'Β'
43: 2, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 1, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 1, # 'Κ'
53: 1, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 1, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 2, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 2, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
41: { # 'Δ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 2, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 2, # 'ή'
15: 2, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 1, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
34: { # 'Ε'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 2, # 'Γ'
41: 2, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 2, # 'Κ'
53: 2, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 1, # 'Ξ'
39: 0, # 'Ο'
35: 2, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 2, # 'Υ'
56: 0, # 'Φ'
50: 2, # 'Χ'
57: 2, # 'Ω'
17: 3, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 3, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 1, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 1, # 'θ'
5: 2, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 2, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 2, # 'σ'
2: 2, # 'τ'
12: 2, # 'υ'
28: 2, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 1, # 'ύ'
27: 0, # 'ώ'
},
40: { # 'Η'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 1, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 2, # 'Θ'
47: 0, # 'Ι'
44: 2, # 'Κ'
53: 0, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 2, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 1, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 1, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 1, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
52: { # 'Θ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 1, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 1, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
47: { # 'Ι'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 1, # 'Β'
43: 1, # 'Γ'
41: 2, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 2, # 'Κ'
53: 2, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 0, # 'Υ'
56: 2, # 'Φ'
50: 0, # 'Χ'
57: 2, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 2, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 1, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 2, # 'σ'
2: 1, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 1, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
44: { # 'Κ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 1, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 1, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 1, # 'Τ'
45: 2, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 1, # 'Ω'
17: 3, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 2, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
53: { # 'Λ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 2, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 2, # 'Σ'
33: 0, # 'Τ'
45: 2, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 2, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 1, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 2, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
38: { # 'Μ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 2, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 2, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 2, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 2, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 3, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 2, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
49: { # 'Ν'
60: 2, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 2, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 2, # 'Ω'
17: 0, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 1, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 1, # 'ω'
19: 2, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
59: { # 'Ξ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 1, # 'Ε'
40: 1, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 1, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
39: { # 'Ο'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 1, # 'Β'
43: 2, # 'Γ'
41: 2, # 'Δ'
34: 2, # 'Ε'
40: 1, # 'Η'
52: 2, # 'Θ'
47: 2, # 'Ι'
44: 2, # 'Κ'
53: 2, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 2, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 2, # 'Υ'
56: 2, # 'Φ'
50: 2, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 2, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 2, # 'κ'
16: 2, # 'λ'
10: 2, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 2, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 2, # 'τ'
12: 2, # 'υ'
28: 1, # 'φ'
23: 1, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
35: { # 'Π'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 2, # 'Λ'
38: 1, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 1, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 2, # 'Ω'
17: 2, # 'ά'
18: 1, # 'έ'
22: 1, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 2, # 'ό'
26: 0, # 'ύ'
27: 3, # 'ώ'
},
48: { # 'Ρ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 1, # 'Γ'
41: 1, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 1, # 'Τ'
45: 1, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 1, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 2, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 1, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
37: { # 'Σ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 1, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 2, # 'Κ'
53: 0, # 'Λ'
38: 2, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 2, # 'Υ'
56: 0, # 'Φ'
50: 2, # 'Χ'
57: 2, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 2, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 2, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 2, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 2, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
33: { # 'Τ'
60: 0, # 'e'
55: 1, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 2, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 2, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 1, # 'Τ'
45: 1, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 2, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 2, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 2, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 2, # 'ό'
26: 2, # 'ύ'
27: 3, # 'ώ'
},
45: { # 'Υ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 2, # 'Γ'
41: 0, # 'Δ'
34: 1, # 'Ε'
40: 2, # 'Η'
52: 2, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 1, # 'Λ'
38: 2, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 2, # 'Π'
48: 1, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
56: { # 'Φ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 1, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 1, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 2, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 2, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 1, # 'ύ'
27: 1, # 'ώ'
},
50: { # 'Χ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 1, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 2, # 'Ε'
40: 2, # 'Η'
52: 0, # 'Θ'
47: 2, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 1, # 'Ν'
59: 0, # 'Ξ'
39: 1, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 1, # 'Χ'
57: 1, # 'Ω'
17: 2, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 2, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 2, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
57: { # 'Ω'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 1, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 1, # 'Λ'
38: 0, # 'Μ'
49: 2, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 2, # 'Ρ'
37: 2, # 'Σ'
33: 2, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 2, # 'ρ'
14: 2, # 'ς'
7: 2, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 1, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
17: { # 'ά'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 3, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 2, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 3, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
18: { # 'έ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 3, # 'α'
29: 2, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 3, # 'ε'
32: 2, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 3, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
22: { # 'ή'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 1, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 2, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
15: { # 'ί'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 3, # 'α'
29: 2, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 3, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 1, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 3, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
1: { # 'α'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 2, # 'έ'
22: 0, # 'ή'
15: 3, # 'ί'
1: 0, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 2, # 'ε'
32: 3, # 'ζ'
13: 1, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 2, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 0, # 'ω'
19: 2, # 'ό'
26: 2, # 'ύ'
27: 0, # 'ώ'
},
29: { # 'β'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 2, # 'έ'
22: 3, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 2, # 'γ'
21: 2, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 3, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 2, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
20: { # 'γ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 3, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 3, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 2, # 'ύ'
27: 3, # 'ώ'
},
21: { # 'δ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
3: { # 'ε'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 3, # 'ί'
1: 2, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 2, # 'ε'
32: 2, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 2, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 3, # 'ω'
19: 2, # 'ό'
26: 3, # 'ύ'
27: 2, # 'ώ'
},
32: { # 'ζ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 2, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 1, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 2, # 'ό'
26: 0, # 'ύ'
27: 2, # 'ώ'
},
13: { # 'η'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 0, # 'ο'
9: 2, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
25: { # 'θ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 1, # 'λ'
10: 3, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
5: { # 'ι'
60: 0, # 'e'
55: 1, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 1, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 0, # 'ί'
1: 3, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 2, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 0, # 'ύ'
27: 3, # 'ώ'
},
11: { # 'κ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 2, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 2, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 2, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
16: { # 'λ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 1, # 'β'
20: 2, # 'γ'
21: 1, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 2, # 'θ'
5: 3, # 'ι'
11: 2, # 'κ'
16: 3, # 'λ'
10: 2, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 2, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
10: { # 'μ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 1, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 3, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 2, # 'υ'
28: 3, # 'φ'
23: 0, # 'χ'
42: 2, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
6: { # 'ν'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 2, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 1, # 'λ'
10: 0, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
30: { # 'ξ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 2, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 2, # 'ό'
26: 3, # 'ύ'
27: 1, # 'ώ'
},
4: { # 'ο'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 2, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 2, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 2, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 2, # 'ω'
19: 1, # 'ό'
26: 3, # 'ύ'
27: 2, # 'ώ'
},
9: { # 'π'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 3, # 'λ'
10: 0, # 'μ'
6: 2, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 2, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 2, # 'ύ'
27: 3, # 'ώ'
},
8: { # 'ρ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 2, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 1, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 3, # 'ο'
9: 2, # 'π'
8: 2, # 'ρ'
14: 0, # 'ς'
7: 2, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
14: { # 'ς'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 2, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 0, # 'θ'
5: 0, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 0, # 'τ'
12: 0, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
7: { # 'σ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 3, # 'β'
20: 0, # 'γ'
21: 2, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 3, # 'θ'
5: 3, # 'ι'
11: 3, # 'κ'
16: 2, # 'λ'
10: 3, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 3, # 'φ'
23: 3, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 2, # 'ώ'
},
2: { # 'τ'
60: 0, # 'e'
55: 2, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 2, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 3, # 'ι'
11: 2, # 'κ'
16: 2, # 'λ'
10: 3, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 2, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
12: { # 'υ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 3, # 'ή'
15: 2, # 'ί'
1: 3, # 'α'
29: 2, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 2, # 'ε'
32: 2, # 'ζ'
13: 2, # 'η'
25: 3, # 'θ'
5: 2, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 3, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 2, # 'ω'
19: 2, # 'ό'
26: 0, # 'ύ'
27: 2, # 'ώ'
},
28: { # 'φ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 3, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 2, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 0, # 'μ'
6: 1, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 1, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 2, # 'ύ'
27: 2, # 'ώ'
},
23: { # 'χ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 3, # 'ά'
18: 2, # 'έ'
22: 3, # 'ή'
15: 3, # 'ί'
1: 3, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 2, # 'θ'
5: 3, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 2, # 'μ'
6: 3, # 'ν'
30: 0, # 'ξ'
4: 3, # 'ο'
9: 0, # 'π'
8: 3, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 3, # 'τ'
12: 3, # 'υ'
28: 0, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 3, # 'ω'
19: 3, # 'ό'
26: 3, # 'ύ'
27: 3, # 'ώ'
},
42: { # 'ψ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 2, # 'ά'
18: 2, # 'έ'
22: 1, # 'ή'
15: 2, # 'ί'
1: 2, # 'α'
29: 0, # 'β'
20: 0, # 'γ'
21: 0, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 3, # 'η'
25: 0, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 0, # 'λ'
10: 0, # 'μ'
6: 0, # 'ν'
30: 0, # 'ξ'
4: 2, # 'ο'
9: 0, # 'π'
8: 0, # 'ρ'
14: 0, # 'ς'
7: 0, # 'σ'
2: 2, # 'τ'
12: 1, # 'υ'
28: 0, # 'φ'
23: 0, # 'χ'
42: 0, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
24: { # 'ω'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 1, # 'ά'
18: 0, # 'έ'
22: 2, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 2, # 'β'
20: 3, # 'γ'
21: 2, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 0, # 'η'
25: 3, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 0, # 'ξ'
4: 0, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 2, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
19: { # 'ό'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 3, # 'β'
20: 3, # 'γ'
21: 3, # 'δ'
3: 1, # 'ε'
32: 2, # 'ζ'
13: 2, # 'η'
25: 2, # 'θ'
5: 2, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 1, # 'ξ'
4: 2, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 3, # 'χ'
42: 2, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
26: { # 'ύ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 2, # 'α'
29: 2, # 'β'
20: 2, # 'γ'
21: 1, # 'δ'
3: 3, # 'ε'
32: 0, # 'ζ'
13: 2, # 'η'
25: 3, # 'θ'
5: 0, # 'ι'
11: 3, # 'κ'
16: 3, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 2, # 'ξ'
4: 3, # 'ο'
9: 3, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 2, # 'φ'
23: 2, # 'χ'
42: 2, # 'ψ'
24: 2, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
27: { # 'ώ'
60: 0, # 'e'
55: 0, # 'o'
58: 0, # 't'
36: 0, # '·'
61: 0, # 'Ά'
46: 0, # 'Έ'
54: 0, # 'Ό'
31: 0, # 'Α'
51: 0, # 'Β'
43: 0, # 'Γ'
41: 0, # 'Δ'
34: 0, # 'Ε'
40: 0, # 'Η'
52: 0, # 'Θ'
47: 0, # 'Ι'
44: 0, # 'Κ'
53: 0, # 'Λ'
38: 0, # 'Μ'
49: 0, # 'Ν'
59: 0, # 'Ξ'
39: 0, # 'Ο'
35: 0, # 'Π'
48: 0, # 'Ρ'
37: 0, # 'Σ'
33: 0, # 'Τ'
45: 0, # 'Υ'
56: 0, # 'Φ'
50: 0, # 'Χ'
57: 0, # 'Ω'
17: 0, # 'ά'
18: 0, # 'έ'
22: 0, # 'ή'
15: 0, # 'ί'
1: 0, # 'α'
29: 1, # 'β'
20: 0, # 'γ'
21: 3, # 'δ'
3: 0, # 'ε'
32: 0, # 'ζ'
13: 1, # 'η'
25: 2, # 'θ'
5: 2, # 'ι'
11: 0, # 'κ'
16: 2, # 'λ'
10: 3, # 'μ'
6: 3, # 'ν'
30: 1, # 'ξ'
4: 0, # 'ο'
9: 2, # 'π'
8: 3, # 'ρ'
14: 3, # 'ς'
7: 3, # 'σ'
2: 3, # 'τ'
12: 0, # 'υ'
28: 1, # 'φ'
23: 1, # 'χ'
42: 0, # 'ψ'
24: 0, # 'ω'
19: 0, # 'ό'
26: 0, # 'ύ'
27: 0, # 'ώ'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
WINDOWS_1253_GREEK_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 82, # 'A'
66: 100, # 'B'
67: 104, # 'C'
68: 94, # 'D'
69: 98, # 'E'
70: 101, # 'F'
71: 116, # 'G'
72: 102, # 'H'
73: 111, # 'I'
74: 187, # 'J'
75: 117, # 'K'
76: 92, # 'L'
77: 88, # 'M'
78: 113, # 'N'
79: 85, # 'O'
80: 79, # 'P'
81: 118, # 'Q'
82: 105, # 'R'
83: 83, # 'S'
84: 67, # 'T'
85: 114, # 'U'
86: 119, # 'V'
87: 95, # 'W'
88: 99, # 'X'
89: 109, # 'Y'
90: 188, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 72, # 'a'
98: 70, # 'b'
99: 80, # 'c'
100: 81, # 'd'
101: 60, # 'e'
102: 96, # 'f'
103: 93, # 'g'
104: 89, # 'h'
105: 68, # 'i'
106: 120, # 'j'
107: 97, # 'k'
108: 77, # 'l'
109: 86, # 'm'
110: 69, # 'n'
111: 55, # 'o'
112: 78, # 'p'
113: 115, # 'q'
114: 65, # 'r'
115: 66, # 's'
116: 58, # 't'
117: 76, # 'u'
118: 106, # 'v'
119: 103, # 'w'
120: 87, # 'x'
121: 107, # 'y'
122: 112, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 255, # '€'
129: 255, # None
130: 255, # '‚'
131: 255, # 'ƒ'
132: 255, # '„'
133: 255, # '…'
134: 255, # '†'
135: 255, # '‡'
136: 255, # None
137: 255, # '‰'
138: 255, # None
139: 255, # '‹'
140: 255, # None
141: 255, # None
142: 255, # None
143: 255, # None
144: 255, # None
145: 255, # '‘'
146: 255, # '’'
147: 255, # '“'
148: 255, # '”'
149: 255, # '•'
150: 255, # '–'
151: 255, # '—'
152: 255, # None
153: 255, # '™'
154: 255, # None
155: 255, # '›'
156: 255, # None
157: 255, # None
158: 255, # None
159: 255, # None
160: 253, # '\xa0'
161: 233, # '΅'
162: 61, # 'Ά'
163: 253, # '£'
164: 253, # '¤'
165: 253, # '¥'
166: 253, # '¦'
167: 253, # '§'
168: 253, # '¨'
169: 253, # '©'
170: 253, # None
171: 253, # '«'
172: 253, # '¬'
173: 74, # '\xad'
174: 253, # '®'
175: 253, # '―'
176: 253, # '°'
177: 253, # '±'
178: 253, # '²'
179: 253, # '³'
180: 247, # '΄'
181: 253, # 'µ'
182: 253, # '¶'
183: 36, # '·'
184: 46, # 'Έ'
185: 71, # 'Ή'
186: 73, # 'Ί'
187: 253, # '»'
188: 54, # 'Ό'
189: 253, # '½'
190: 108, # 'Ύ'
191: 123, # 'Ώ'
192: 110, # 'ΐ'
193: 31, # 'Α'
194: 51, # 'Β'
195: 43, # 'Γ'
196: 41, # 'Δ'
197: 34, # 'Ε'
198: 91, # 'Ζ'
199: 40, # 'Η'
200: 52, # 'Θ'
201: 47, # 'Ι'
202: 44, # 'Κ'
203: 53, # 'Λ'
204: 38, # 'Μ'
205: 49, # 'Ν'
206: 59, # 'Ξ'
207: 39, # 'Ο'
208: 35, # 'Π'
209: 48, # 'Ρ'
210: 250, # None
211: 37, # 'Σ'
212: 33, # 'Τ'
213: 45, # 'Υ'
214: 56, # 'Φ'
215: 50, # 'Χ'
216: 84, # 'Ψ'
217: 57, # 'Ω'
218: 120, # 'Ϊ'
219: 121, # 'Ϋ'
220: 17, # 'ά'
221: 18, # 'έ'
222: 22, # 'ή'
223: 15, # 'ί'
224: 124, # 'ΰ'
225: 1, # 'α'
226: 29, # 'β'
227: 20, # 'γ'
228: 21, # 'δ'
229: 3, # 'ε'
230: 32, # 'ζ'
231: 13, # 'η'
232: 25, # 'θ'
233: 5, # 'ι'
234: 11, # 'κ'
235: 16, # 'λ'
236: 10, # 'μ'
237: 6, # 'ν'
238: 30, # 'ξ'
239: 4, # 'ο'
240: 9, # 'π'
241: 8, # 'ρ'
242: 14, # 'ς'
243: 7, # 'σ'
244: 2, # 'τ'
245: 12, # 'υ'
246: 28, # 'φ'
247: 23, # 'χ'
248: 42, # 'ψ'
249: 24, # 'ω'
250: 64, # 'ϊ'
251: 75, # 'ϋ'
252: 19, # 'ό'
253: 26, # 'ύ'
254: 27, # 'ώ'
255: 253, # None
}
WINDOWS_1253_GREEK_MODEL = SingleByteCharSetModel(charset_name='windows-1253',
language='Greek',
char_to_order_map=WINDOWS_1253_GREEK_CHAR_TO_ORDER,
language_model=GREEK_LANG_MODEL,
typical_positive_ratio=0.982851,
keep_ascii_letters=False,
alphabet='ΆΈΉΊΌΎΏΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩάέήίαβγδεζηθικλμνξοπρςστυφχψωόύώ')
ISO_8859_7_GREEK_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 254, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 254, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 253, # ' '
33: 253, # '!'
34: 253, # '"'
35: 253, # '#'
36: 253, # '$'
37: 253, # '%'
38: 253, # '&'
39: 253, # "'"
40: 253, # '('
41: 253, # ')'
42: 253, # '*'
43: 253, # '+'
44: 253, # ','
45: 253, # '-'
46: 253, # '.'
47: 253, # '/'
48: 252, # '0'
49: 252, # '1'
50: 252, # '2'
51: 252, # '3'
52: 252, # '4'
53: 252, # '5'
54: 252, # '6'
55: 252, # '7'
56: 252, # '8'
57: 252, # '9'
58: 253, # ':'
59: 253, # ';'
60: 253, # '<'
61: 253, # '='
62: 253, # '>'
63: 253, # '?'
64: 253, # '@'
65: 82, # 'A'
66: 100, # 'B'
67: 104, # 'C'
68: 94, # 'D'
69: 98, # 'E'
70: 101, # 'F'
71: 116, # 'G'
72: 102, # 'H'
73: 111, # 'I'
74: 187, # 'J'
75: 117, # 'K'
76: 92, # 'L'
77: 88, # 'M'
78: 113, # 'N'
79: 85, # 'O'
80: 79, # 'P'
81: 118, # 'Q'
82: 105, # 'R'
83: 83, # 'S'
84: 67, # 'T'
85: 114, # 'U'
86: 119, # 'V'
87: 95, # 'W'
88: 99, # 'X'
89: 109, # 'Y'
90: 188, # 'Z'
91: 253, # '['
92: 253, # '\\'
93: 253, # ']'
94: 253, # '^'
95: 253, # '_'
96: 253, # '`'
97: 72, # 'a'
98: 70, # 'b'
99: 80, # 'c'
100: 81, # 'd'
101: 60, # 'e'
102: 96, # 'f'
103: 93, # 'g'
104: 89, # 'h'
105: 68, # 'i'
106: 120, # 'j'
107: 97, # 'k'
108: 77, # 'l'
109: 86, # 'm'
110: 69, # 'n'
111: 55, # 'o'
112: 78, # 'p'
113: 115, # 'q'
114: 65, # 'r'
115: 66, # 's'
116: 58, # 't'
117: 76, # 'u'
118: 106, # 'v'
119: 103, # 'w'
120: 87, # 'x'
121: 107, # 'y'
122: 112, # 'z'
123: 253, # '{'
124: 253, # '|'
125: 253, # '}'
126: 253, # '~'
127: 253, # '\x7f'
128: 255, # '\x80'
129: 255, # '\x81'
130: 255, # '\x82'
131: 255, # '\x83'
132: 255, # '\x84'
133: 255, # '\x85'
134: 255, # '\x86'
135: 255, # '\x87'
136: 255, # '\x88'
137: 255, # '\x89'
138: 255, # '\x8a'
139: 255, # '\x8b'
140: 255, # '\x8c'
141: 255, # '\x8d'
142: 255, # '\x8e'
143: 255, # '\x8f'
144: 255, # '\x90'
145: 255, # '\x91'
146: 255, # '\x92'
147: 255, # '\x93'
148: 255, # '\x94'
149: 255, # '\x95'
150: 255, # '\x96'
151: 255, # '\x97'
152: 255, # '\x98'
153: 255, # '\x99'
154: 255, # '\x9a'
155: 255, # '\x9b'
156: 255, # '\x9c'
157: 255, # '\x9d'
158: 255, # '\x9e'
159: 255, # '\x9f'
160: 253, # '\xa0'
161: 233, # '‘'
162: 90, # '’'
163: 253, # '£'
164: 253, # '€'
165: 253, # '₯'
166: 253, # '¦'
167: 253, # '§'
168: 253, # '¨'
169: 253, # '©'
170: 253, # 'ͺ'
171: 253, # '«'
172: 253, # '¬'
173: 74, # '\xad'
174: 253, # None
175: 253, # '―'
176: 253, # '°'
177: 253, # '±'
178: 253, # '²'
179: 253, # '³'
180: 247, # '΄'
181: 248, # '΅'
182: 61, # 'Ά'
183: 36, # '·'
184: 46, # 'Έ'
185: 71, # 'Ή'
186: 73, # 'Ί'
187: 253, # '»'
188: 54, # 'Ό'
189: 253, # '½'
190: 108, # 'Ύ'
191: 123, # 'Ώ'
192: 110, # 'ΐ'
193: 31, # 'Α'
194: 51, # 'Β'
195: 43, # 'Γ'
196: 41, # 'Δ'
197: 34, # 'Ε'
198: 91, # 'Ζ'
199: 40, # 'Η'
200: 52, # 'Θ'
201: 47, # 'Ι'
202: 44, # 'Κ'
203: 53, # 'Λ'
204: 38, # 'Μ'
205: 49, # 'Ν'
206: 59, # 'Ξ'
207: 39, # 'Ο'
208: 35, # 'Π'
209: 48, # 'Ρ'
210: 250, # None
211: 37, # 'Σ'
212: 33, # 'Τ'
213: 45, # 'Υ'
214: 56, # 'Φ'
215: 50, # 'Χ'
216: 84, # 'Ψ'
217: 57, # 'Ω'
218: 120, # 'Ϊ'
219: 121, # 'Ϋ'
220: 17, # 'ά'
221: 18, # 'έ'
222: 22, # 'ή'
223: 15, # 'ί'
224: 124, # 'ΰ'
225: 1, # 'α'
226: 29, # 'β'
227: 20, # 'γ'
228: 21, # 'δ'
229: 3, # 'ε'
230: 32, # 'ζ'
231: 13, # 'η'
232: 25, # 'θ'
233: 5, # 'ι'
234: 11, # 'κ'
235: 16, # 'λ'
236: 10, # 'μ'
237: 6, # 'ν'
238: 30, # 'ξ'
239: 4, # 'ο'
240: 9, # 'π'
241: 8, # 'ρ'
242: 14, # 'ς'
243: 7, # 'σ'
244: 2, # 'τ'
245: 12, # 'υ'
246: 28, # 'φ'
247: 23, # 'χ'
248: 42, # 'ψ'
249: 24, # 'ω'
250: 64, # 'ϊ'
251: 75, # 'ϋ'
252: 19, # 'ό'
253: 26, # 'ύ'
254: 27, # 'ώ'
255: 253, # None
}
ISO_8859_7_GREEK_MODEL = SingleByteCharSetModel(charset_name='ISO-8859-7',
language='Greek',
char_to_order_map=ISO_8859_7_GREEK_CHAR_TO_ORDER,
language_model=GREEK_LANG_MODEL,
typical_positive_ratio=0.982851,
keep_ascii_letters=False,
alphabet='ΆΈΉΊΌΎΏΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩάέήίαβγδεζηθικλμνξοπρςστυφχψωόύώ')
site-packages/pip/_vendor/chardet/hebrewprober.py 0000644 00000033016 15056474501 0016174 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Shy Shalom
# Portions created by the Initial Developer are Copyright (C) 2005
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState
# This prober doesn't actually recognize a language or a charset.
# It is a helper prober for the use of the Hebrew model probers
### General ideas of the Hebrew charset recognition ###
#
# Four main charsets exist in Hebrew:
# "ISO-8859-8" - Visual Hebrew
# "windows-1255" - Logical Hebrew
# "ISO-8859-8-I" - Logical Hebrew
# "x-mac-hebrew" - ?? Logical Hebrew ??
#
# Both "ISO" charsets use a completely identical set of code points, whereas
# "windows-1255" and "x-mac-hebrew" are two different proper supersets of
# these code points. windows-1255 defines additional characters in the range
# 0x80-0x9F as some misc punctuation marks as well as some Hebrew-specific
# diacritics and additional 'Yiddish' ligature letters in the range 0xc0-0xd6.
# x-mac-hebrew defines similar additional code points but with a different
# mapping.
#
# As far as an average Hebrew text with no diacritics is concerned, all four
# charsets are identical with respect to code points. Meaning that for the
# main Hebrew alphabet, all four map the same values to all 27 Hebrew letters
# (including final letters).
#
# The dominant difference between these charsets is their directionality.
# "Visual" directionality means that the text is ordered as if the renderer is
# not aware of a BIDI rendering algorithm. The renderer sees the text and
# draws it from left to right. The text itself when ordered naturally is read
# backwards. A buffer of Visual Hebrew generally looks like so:
# "[last word of first line spelled backwards] [whole line ordered backwards
# and spelled backwards] [first word of first line spelled backwards]
# [end of line] [last word of second line] ... etc' "
# adding punctuation marks, numbers and English text to visual text is
# naturally also "visual" and from left to right.
#
# "Logical" directionality means the text is ordered "naturally" according to
# the order it is read. It is the responsibility of the renderer to display
# the text from right to left. A BIDI algorithm is used to place general
# punctuation marks, numbers and English text in the text.
#
# Texts in x-mac-hebrew are almost impossible to find on the Internet. From
# what little evidence I could find, it seems that its general directionality
# is Logical.
#
# To sum up all of the above, the Hebrew probing mechanism knows about two
# charsets:
# Visual Hebrew - "ISO-8859-8" - backwards text - Words and sentences are
# backwards while line order is natural. For charset recognition purposes
# the line order is unimportant (In fact, for this implementation, even
# word order is unimportant).
# Logical Hebrew - "windows-1255" - normal, naturally ordered text.
#
# "ISO-8859-8-I" is a subset of windows-1255 and doesn't need to be
# specifically identified.
# "x-mac-hebrew" is also identified as windows-1255. A text in x-mac-hebrew
# that contain special punctuation marks or diacritics is displayed with
# some unconverted characters showing as question marks. This problem might
# be corrected using another model prober for x-mac-hebrew. Due to the fact
# that x-mac-hebrew texts are so rare, writing another model prober isn't
# worth the effort and performance hit.
#
#### The Prober ####
#
# The prober is divided between two SBCharSetProbers and a HebrewProber,
# all of which are managed, created, fed data, inquired and deleted by the
# SBCSGroupProber. The two SBCharSetProbers identify that the text is in
# fact some kind of Hebrew, Logical or Visual. The final decision about which
# one is it is made by the HebrewProber by combining final-letter scores
# with the scores of the two SBCharSetProbers to produce a final answer.
#
# The SBCSGroupProber is responsible for stripping the original text of HTML
# tags, English characters, numbers, low-ASCII punctuation characters, spaces
# and new lines. It reduces any sequence of such characters to a single space.
# The buffer fed to each prober in the SBCS group prober is pure text in
# high-ASCII.
# The two SBCharSetProbers (model probers) share the same language model:
# Win1255Model.
# The first SBCharSetProber uses the model normally as any other
# SBCharSetProber does, to recognize windows-1255, upon which this model was
# built. The second SBCharSetProber is told to make the pair-of-letter
# lookup in the language model backwards. This in practice exactly simulates
# a visual Hebrew model using the windows-1255 logical Hebrew model.
#
# The HebrewProber is not using any language model. All it does is look for
# final-letter evidence suggesting the text is either logical Hebrew or visual
# Hebrew. Disjointed from the model probers, the results of the HebrewProber
# alone are meaningless. HebrewProber always returns 0.00 as confidence
# since it never identifies a charset by itself. Instead, the pointer to the
# HebrewProber is passed to the model probers as a helper "Name Prober".
# When the Group prober receives a positive identification from any prober,
# it asks for the name of the charset identified. If the prober queried is a
# Hebrew model prober, the model prober forwards the call to the
# HebrewProber to make the final decision. In the HebrewProber, the
# decision is made according to the final-letters scores maintained and Both
# model probers scores. The answer is returned in the form of the name of the
# charset identified, either "windows-1255" or "ISO-8859-8".
class HebrewProber(CharSetProber):
# windows-1255 / ISO-8859-8 code points of interest
FINAL_KAF = 0xea
NORMAL_KAF = 0xeb
FINAL_MEM = 0xed
NORMAL_MEM = 0xee
FINAL_NUN = 0xef
NORMAL_NUN = 0xf0
FINAL_PE = 0xf3
NORMAL_PE = 0xf4
FINAL_TSADI = 0xf5
NORMAL_TSADI = 0xf6
# Minimum Visual vs Logical final letter score difference.
# If the difference is below this, don't rely solely on the final letter score
# distance.
MIN_FINAL_CHAR_DISTANCE = 5
# Minimum Visual vs Logical model score difference.
# If the difference is below this, don't rely at all on the model score
# distance.
MIN_MODEL_DISTANCE = 0.01
VISUAL_HEBREW_NAME = "ISO-8859-8"
LOGICAL_HEBREW_NAME = "windows-1255"
def __init__(self):
super(HebrewProber, self).__init__()
self._final_char_logical_score = None
self._final_char_visual_score = None
self._prev = None
self._before_prev = None
self._logical_prober = None
self._visual_prober = None
self.reset()
def reset(self):
self._final_char_logical_score = 0
self._final_char_visual_score = 0
# The two last characters seen in the previous buffer,
# mPrev and mBeforePrev are initialized to space in order to simulate
# a word delimiter at the beginning of the data
self._prev = ' '
self._before_prev = ' '
# These probers are owned by the group prober.
def set_model_probers(self, logicalProber, visualProber):
self._logical_prober = logicalProber
self._visual_prober = visualProber
def is_final(self, c):
return c in [self.FINAL_KAF, self.FINAL_MEM, self.FINAL_NUN,
self.FINAL_PE, self.FINAL_TSADI]
def is_non_final(self, c):
# The normal Tsadi is not a good Non-Final letter due to words like
# 'lechotet' (to chat) containing an apostrophe after the tsadi. This
# apostrophe is converted to a space in FilterWithoutEnglishLetters
# causing the Non-Final tsadi to appear at an end of a word even
# though this is not the case in the original text.
# The letters Pe and Kaf rarely display a related behavior of not being
# a good Non-Final letter. Words like 'Pop', 'Winamp' and 'Mubarak'
# for example legally end with a Non-Final Pe or Kaf. However, the
# benefit of these letters as Non-Final letters outweighs the damage
# since these words are quite rare.
return c in [self.NORMAL_KAF, self.NORMAL_MEM,
self.NORMAL_NUN, self.NORMAL_PE]
def feed(self, byte_str):
# Final letter analysis for logical-visual decision.
# Look for evidence that the received buffer is either logical Hebrew
# or visual Hebrew.
# The following cases are checked:
# 1) A word longer than 1 letter, ending with a final letter. This is
# an indication that the text is laid out "naturally" since the
# final letter really appears at the end. +1 for logical score.
# 2) A word longer than 1 letter, ending with a Non-Final letter. In
# normal Hebrew, words ending with Kaf, Mem, Nun, Pe or Tsadi,
# should not end with the Non-Final form of that letter. Exceptions
# to this rule are mentioned above in isNonFinal(). This is an
# indication that the text is laid out backwards. +1 for visual
# score
# 3) A word longer than 1 letter, starting with a final letter. Final
# letters should not appear at the beginning of a word. This is an
# indication that the text is laid out backwards. +1 for visual
# score.
#
# The visual score and logical score are accumulated throughout the
# text and are finally checked against each other in GetCharSetName().
# No checking for final letters in the middle of words is done since
# that case is not an indication for either Logical or Visual text.
#
# We automatically filter out all 7-bit characters (replace them with
# spaces) so the word boundary detection works properly. [MAP]
if self.state == ProbingState.NOT_ME:
# Both model probers say it's not them. No reason to continue.
return ProbingState.NOT_ME
byte_str = self.filter_high_byte_only(byte_str)
for cur in byte_str:
if cur == ' ':
# We stand on a space - a word just ended
if self._before_prev != ' ':
# next-to-last char was not a space so self._prev is not a
# 1 letter word
if self.is_final(self._prev):
# case (1) [-2:not space][-1:final letter][cur:space]
self._final_char_logical_score += 1
elif self.is_non_final(self._prev):
# case (2) [-2:not space][-1:Non-Final letter][
# cur:space]
self._final_char_visual_score += 1
else:
# Not standing on a space
if ((self._before_prev == ' ') and
(self.is_final(self._prev)) and (cur != ' ')):
# case (3) [-2:space][-1:final letter][cur:not space]
self._final_char_visual_score += 1
self._before_prev = self._prev
self._prev = cur
# Forever detecting, till the end or until both model probers return
# ProbingState.NOT_ME (handled above)
return ProbingState.DETECTING
@property
def charset_name(self):
# Make the decision: is it Logical or Visual?
# If the final letter score distance is dominant enough, rely on it.
finalsub = self._final_char_logical_score - self._final_char_visual_score
if finalsub >= self.MIN_FINAL_CHAR_DISTANCE:
return self.LOGICAL_HEBREW_NAME
if finalsub <= -self.MIN_FINAL_CHAR_DISTANCE:
return self.VISUAL_HEBREW_NAME
# It's not dominant enough, try to rely on the model scores instead.
modelsub = (self._logical_prober.get_confidence()
- self._visual_prober.get_confidence())
if modelsub > self.MIN_MODEL_DISTANCE:
return self.LOGICAL_HEBREW_NAME
if modelsub < -self.MIN_MODEL_DISTANCE:
return self.VISUAL_HEBREW_NAME
# Still no good, back to final letter distance, maybe it'll save the
# day.
if finalsub < 0.0:
return self.VISUAL_HEBREW_NAME
# (finalsub > 0 - Logical) or (don't know what to do) default to
# Logical.
return self.LOGICAL_HEBREW_NAME
@property
def language(self):
return 'Hebrew'
@property
def state(self):
# Remain active as long as any of the model probers are active.
if (self._logical_prober.state == ProbingState.NOT_ME) and \
(self._visual_prober.state == ProbingState.NOT_ME):
return ProbingState.NOT_ME
return ProbingState.DETECTING
site-packages/pip/_vendor/chardet/version.py 0000644 00000000362 15056474501 0015171 0 ustar 00 """
This module exists only to simplify retrieving the version number of chardet
from within setup.py and from chardet subpackages.
:author: Dan Blanchard (dan.blanchard@gmail.com)
"""
__version__ = "4.0.0"
VERSION = __version__.split('.')
site-packages/pip/_vendor/chardet/escprober.py 0000644 00000007556 15056474501 0015504 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .codingstatemachine import CodingStateMachine
from .enums import LanguageFilter, ProbingState, MachineState
from .escsm import (HZ_SM_MODEL, ISO2022CN_SM_MODEL, ISO2022JP_SM_MODEL,
ISO2022KR_SM_MODEL)
class EscCharSetProber(CharSetProber):
"""
This CharSetProber uses a "code scheme" approach for detecting encodings,
whereby easily recognizable escape or shift sequences are relied on to
identify these encodings.
"""
def __init__(self, lang_filter=None):
super(EscCharSetProber, self).__init__(lang_filter=lang_filter)
self.coding_sm = []
if self.lang_filter & LanguageFilter.CHINESE_SIMPLIFIED:
self.coding_sm.append(CodingStateMachine(HZ_SM_MODEL))
self.coding_sm.append(CodingStateMachine(ISO2022CN_SM_MODEL))
if self.lang_filter & LanguageFilter.JAPANESE:
self.coding_sm.append(CodingStateMachine(ISO2022JP_SM_MODEL))
if self.lang_filter & LanguageFilter.KOREAN:
self.coding_sm.append(CodingStateMachine(ISO2022KR_SM_MODEL))
self.active_sm_count = None
self._detected_charset = None
self._detected_language = None
self._state = None
self.reset()
def reset(self):
super(EscCharSetProber, self).reset()
for coding_sm in self.coding_sm:
if not coding_sm:
continue
coding_sm.active = True
coding_sm.reset()
self.active_sm_count = len(self.coding_sm)
self._detected_charset = None
self._detected_language = None
@property
def charset_name(self):
return self._detected_charset
@property
def language(self):
return self._detected_language
def get_confidence(self):
if self._detected_charset:
return 0.99
else:
return 0.00
def feed(self, byte_str):
for c in byte_str:
for coding_sm in self.coding_sm:
if not coding_sm or not coding_sm.active:
continue
coding_state = coding_sm.next_state(c)
if coding_state == MachineState.ERROR:
coding_sm.active = False
self.active_sm_count -= 1
if self.active_sm_count <= 0:
self._state = ProbingState.NOT_ME
return self.state
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
self._detected_charset = coding_sm.get_coding_state_machine()
self._detected_language = coding_sm.language
return self.state
return self.state
site-packages/pip/_vendor/chardet/gb2312prober.py 0000644 00000003332 15056474501 0015616 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import GB2312DistributionAnalysis
from .mbcssm import GB2312_SM_MODEL
class GB2312Prober(MultiByteCharSetProber):
def __init__(self):
super(GB2312Prober, self).__init__()
self.coding_sm = CodingStateMachine(GB2312_SM_MODEL)
self.distribution_analyzer = GB2312DistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "GB2312"
@property
def language(self):
return "Chinese"
site-packages/pip/_vendor/chardet/enums.py 0000644 00000003175 15056474501 0014640 0 ustar 00 """
All of the Enums that are used throughout the chardet package.
:author: Dan Blanchard (dan.blanchard@gmail.com)
"""
class InputState(object):
"""
This enum represents the different states a universal detector can be in.
"""
PURE_ASCII = 0
ESC_ASCII = 1
HIGH_BYTE = 2
class LanguageFilter(object):
"""
This enum represents the different language filters we can apply to a
``UniversalDetector``.
"""
CHINESE_SIMPLIFIED = 0x01
CHINESE_TRADITIONAL = 0x02
JAPANESE = 0x04
KOREAN = 0x08
NON_CJK = 0x10
ALL = 0x1F
CHINESE = CHINESE_SIMPLIFIED | CHINESE_TRADITIONAL
CJK = CHINESE | JAPANESE | KOREAN
class ProbingState(object):
"""
This enum represents the different states a prober can be in.
"""
DETECTING = 0
FOUND_IT = 1
NOT_ME = 2
class MachineState(object):
"""
This enum represents the different states a state machine can be in.
"""
START = 0
ERROR = 1
ITS_ME = 2
class SequenceLikelihood(object):
"""
This enum represents the likelihood of a character following the previous one.
"""
NEGATIVE = 0
UNLIKELY = 1
LIKELY = 2
POSITIVE = 3
@classmethod
def get_num_categories(cls):
""":returns: The number of likelihood categories in the enum."""
return 4
class CharacterCategory(object):
"""
This enum represents the different categories language models for
``SingleByteCharsetProber`` put characters into.
Anything less than CONTROL is considered a letter.
"""
UNDEFINED = 255
LINE_BREAK = 254
SYMBOL = 253
DIGIT = 252
CONTROL = 251
site-packages/pip/_vendor/chardet/chardistribution.py 0000644 00000022303 15056474501 0017060 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .euctwfreq import (EUCTW_CHAR_TO_FREQ_ORDER, EUCTW_TABLE_SIZE,
EUCTW_TYPICAL_DISTRIBUTION_RATIO)
from .euckrfreq import (EUCKR_CHAR_TO_FREQ_ORDER, EUCKR_TABLE_SIZE,
EUCKR_TYPICAL_DISTRIBUTION_RATIO)
from .gb2312freq import (GB2312_CHAR_TO_FREQ_ORDER, GB2312_TABLE_SIZE,
GB2312_TYPICAL_DISTRIBUTION_RATIO)
from .big5freq import (BIG5_CHAR_TO_FREQ_ORDER, BIG5_TABLE_SIZE,
BIG5_TYPICAL_DISTRIBUTION_RATIO)
from .jisfreq import (JIS_CHAR_TO_FREQ_ORDER, JIS_TABLE_SIZE,
JIS_TYPICAL_DISTRIBUTION_RATIO)
class CharDistributionAnalysis(object):
ENOUGH_DATA_THRESHOLD = 1024
SURE_YES = 0.99
SURE_NO = 0.01
MINIMUM_DATA_THRESHOLD = 3
def __init__(self):
# Mapping table to get frequency order from char order (get from
# GetOrder())
self._char_to_freq_order = None
self._table_size = None # Size of above table
# This is a constant value which varies from language to language,
# used in calculating confidence. See
# http://www.mozilla.org/projects/intl/UniversalCharsetDetection.html
# for further detail.
self.typical_distribution_ratio = None
self._done = None
self._total_chars = None
self._freq_chars = None
self.reset()
def reset(self):
"""reset analyser, clear any state"""
# If this flag is set to True, detection is done and conclusion has
# been made
self._done = False
self._total_chars = 0 # Total characters encountered
# The number of characters whose frequency order is less than 512
self._freq_chars = 0
def feed(self, char, char_len):
"""feed a character with known length"""
if char_len == 2:
# we only care about 2-bytes character in our distribution analysis
order = self.get_order(char)
else:
order = -1
if order >= 0:
self._total_chars += 1
# order is valid
if order < self._table_size:
if 512 > self._char_to_freq_order[order]:
self._freq_chars += 1
def get_confidence(self):
"""return confidence based on existing data"""
# if we didn't receive any character in our consideration range,
# return negative answer
if self._total_chars <= 0 or self._freq_chars <= self.MINIMUM_DATA_THRESHOLD:
return self.SURE_NO
if self._total_chars != self._freq_chars:
r = (self._freq_chars / ((self._total_chars - self._freq_chars)
* self.typical_distribution_ratio))
if r < self.SURE_YES:
return r
# normalize confidence (we don't want to be 100% sure)
return self.SURE_YES
def got_enough_data(self):
# It is not necessary to receive all data to draw conclusion.
# For charset detection, certain amount of data is enough
return self._total_chars > self.ENOUGH_DATA_THRESHOLD
def get_order(self, byte_str):
# We do not handle characters based on the original encoding string,
# but convert this encoding string to a number, here called order.
# This allows multiple encodings of a language to share one frequency
# table.
return -1
class EUCTWDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCTWDistributionAnalysis, self).__init__()
self._char_to_freq_order = EUCTW_CHAR_TO_FREQ_ORDER
self._table_size = EUCTW_TABLE_SIZE
self.typical_distribution_ratio = EUCTW_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-TW encoding, we are interested
# first byte range: 0xc4 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char = byte_str[0]
if first_char >= 0xC4:
return 94 * (first_char - 0xC4) + byte_str[1] - 0xA1
else:
return -1
class EUCKRDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCKRDistributionAnalysis, self).__init__()
self._char_to_freq_order = EUCKR_CHAR_TO_FREQ_ORDER
self._table_size = EUCKR_TABLE_SIZE
self.typical_distribution_ratio = EUCKR_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-KR encoding, we are interested
# first byte range: 0xb0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char = byte_str[0]
if first_char >= 0xB0:
return 94 * (first_char - 0xB0) + byte_str[1] - 0xA1
else:
return -1
class GB2312DistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(GB2312DistributionAnalysis, self).__init__()
self._char_to_freq_order = GB2312_CHAR_TO_FREQ_ORDER
self._table_size = GB2312_TABLE_SIZE
self.typical_distribution_ratio = GB2312_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for GB2312 encoding, we are interested
# first byte range: 0xb0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if (first_char >= 0xB0) and (second_char >= 0xA1):
return 94 * (first_char - 0xB0) + second_char - 0xA1
else:
return -1
class Big5DistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(Big5DistributionAnalysis, self).__init__()
self._char_to_freq_order = BIG5_CHAR_TO_FREQ_ORDER
self._table_size = BIG5_TABLE_SIZE
self.typical_distribution_ratio = BIG5_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for big5 encoding, we are interested
# first byte range: 0xa4 -- 0xfe
# second byte range: 0x40 -- 0x7e , 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if first_char >= 0xA4:
if second_char >= 0xA1:
return 157 * (first_char - 0xA4) + second_char - 0xA1 + 63
else:
return 157 * (first_char - 0xA4) + second_char - 0x40
else:
return -1
class SJISDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(SJISDistributionAnalysis, self).__init__()
self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER
self._table_size = JIS_TABLE_SIZE
self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for sjis encoding, we are interested
# first byte range: 0x81 -- 0x9f , 0xe0 -- 0xfe
# second byte range: 0x40 -- 0x7e, 0x81 -- oxfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if (first_char >= 0x81) and (first_char <= 0x9F):
order = 188 * (first_char - 0x81)
elif (first_char >= 0xE0) and (first_char <= 0xEF):
order = 188 * (first_char - 0xE0 + 31)
else:
return -1
order = order + second_char - 0x40
if second_char > 0x7F:
order = -1
return order
class EUCJPDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCJPDistributionAnalysis, self).__init__()
self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER
self._table_size = JIS_TABLE_SIZE
self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-JP encoding, we are interested
# first byte range: 0xa0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
char = byte_str[0]
if char >= 0xA0:
return 94 * (char - 0xA1) + byte_str[1] - 0xa1
else:
return -1
site-packages/pip/_vendor/chardet/__init__.py 0000644 00000006307 15056474501 0015250 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .universaldetector import UniversalDetector
from .enums import InputState
from .version import __version__, VERSION
__all__ = ['UniversalDetector', 'detect', 'detect_all', '__version__', 'VERSION']
def detect(byte_str):
"""
Detect the encoding of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
"""
if not isinstance(byte_str, bytearray):
if not isinstance(byte_str, bytes):
raise TypeError('Expected object of type bytes or bytearray, got: '
'{}'.format(type(byte_str)))
else:
byte_str = bytearray(byte_str)
detector = UniversalDetector()
detector.feed(byte_str)
return detector.close()
def detect_all(byte_str):
"""
Detect all the possible encodings of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
"""
if not isinstance(byte_str, bytearray):
if not isinstance(byte_str, bytes):
raise TypeError('Expected object of type bytes or bytearray, got: '
'{}'.format(type(byte_str)))
else:
byte_str = bytearray(byte_str)
detector = UniversalDetector()
detector.feed(byte_str)
detector.close()
if detector._input_state == InputState.HIGH_BYTE:
results = []
for prober in detector._charset_probers:
if prober.get_confidence() > detector.MINIMUM_THRESHOLD:
charset_name = prober.charset_name
lower_charset_name = prober.charset_name.lower()
# Use Windows encoding name instead of ISO-8859 if we saw any
# extra Windows-specific bytes
if lower_charset_name.startswith('iso-8859'):
if detector._has_win_bytes:
charset_name = detector.ISO_WIN_MAP.get(lower_charset_name,
charset_name)
results.append({
'encoding': charset_name,
'confidence': prober.get_confidence(),
'language': prober.language,
})
if len(results) > 0:
return sorted(results, key=lambda result: -result['confidence'])
return [detector.result]
site-packages/pip/_vendor/chardet/utf8prober.py 0000644 00000005316 15056474501 0015610 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState, MachineState
from .codingstatemachine import CodingStateMachine
from .mbcssm import UTF8_SM_MODEL
class UTF8Prober(CharSetProber):
ONE_CHAR_PROB = 0.5
def __init__(self):
super(UTF8Prober, self).__init__()
self.coding_sm = CodingStateMachine(UTF8_SM_MODEL)
self._num_mb_chars = None
self.reset()
def reset(self):
super(UTF8Prober, self).reset()
self.coding_sm.reset()
self._num_mb_chars = 0
@property
def charset_name(self):
return "utf-8"
@property
def language(self):
return ""
def feed(self, byte_str):
for c in byte_str:
coding_state = self.coding_sm.next_state(c)
if coding_state == MachineState.ERROR:
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
if self.coding_sm.get_current_charlen() >= 2:
self._num_mb_chars += 1
if self.state == ProbingState.DETECTING:
if self.get_confidence() > self.SHORTCUT_THRESHOLD:
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
unlike = 0.99
if self._num_mb_chars < 6:
unlike *= self.ONE_CHAR_PROB ** self._num_mb_chars
return 1.0 - unlike
else:
return unlike
site-packages/pip/_vendor/chardet/langturkishmodel.py 0000644 00000273264 15056474501 0017075 0 ustar 00 # -*- coding: utf-8 -*-
from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
# 3: Positive
# 2: Likely
# 1: Unlikely
# 0: Negative
TURKISH_LANG_MODEL = {
23: { # 'A'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 1, # 'i'
24: 0, # 'j'
10: 2, # 'k'
5: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 1, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
37: { # 'B'
23: 0, # 'A'
37: 0, # 'B'
47: 2, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
47: { # 'C'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 1, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 2, # 'l'
13: 2, # 'm'
4: 2, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 2, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 1, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
39: { # 'D'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 1, # 'l'
13: 3, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 1, # 'Ş'
19: 0, # 'ş'
},
29: { # 'E'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 1, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 0, # 'h'
3: 1, # 'i'
24: 1, # 'j'
10: 0, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 1, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
52: { # 'F'
23: 0, # 'A'
37: 1, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 1, # 'E'
52: 2, # 'F'
36: 0, # 'G'
45: 2, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 1, # 'b'
28: 1, # 'c'
12: 1, # 'd'
2: 0, # 'e'
18: 1, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 2, # 'i'
24: 1, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 2, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 2, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 1, # 'Ö'
55: 2, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 2, # 'ş'
},
36: { # 'G'
23: 1, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 2, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 2, # 'N'
42: 1, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 1, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 1, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 0, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 1, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 2, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
45: { # 'H'
23: 0, # 'A'
37: 1, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 2, # 'G'
45: 1, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 1, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 2, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 2, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 1, # 'p'
7: 1, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 2, # 'ğ'
41: 1, # 'İ'
6: 0, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
53: { # 'I'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 2, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
60: { # 'J'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 0, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 1, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 1, # 's'
9: 0, # 't'
14: 0, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
16: { # 'K'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 1, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 0, # 'u'
32: 3, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 1, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
49: { # 'L'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 2, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 2, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 0, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 2, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 2, # 'n'
15: 1, # 'o'
26: 1, # 'p'
7: 1, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 0, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 2, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 1, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
20: { # 'M'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 2, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 0, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
46: { # 'N'
23: 0, # 'A'
37: 1, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 1, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 1, # 'o'
26: 1, # 'p'
7: 1, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 1, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 1, # 'İ'
6: 2, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
42: { # 'O'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 1, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 2, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 2, # 'İ'
6: 1, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
48: { # 'P'
23: 0, # 'A'
37: 0, # 'B'
47: 2, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 2, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 0, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
44: { # 'R'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 1, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 2, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 1, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
35: { # 'S'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 1, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 1, # 'l'
13: 2, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 1, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 2, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
31: { # 'T'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 3, # 'e'
18: 2, # 'f'
27: 2, # 'g'
25: 0, # 'h'
3: 1, # 'i'
24: 1, # 'j'
10: 2, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 2, # 'r'
8: 0, # 's'
9: 2, # 't'
14: 2, # 'u'
32: 1, # 'v'
57: 1, # 'w'
58: 1, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
51: { # 'U'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 1, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 1, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
38: { # 'V'
23: 1, # 'A'
37: 1, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 2, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 1, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 1, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 3, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
62: { # 'W'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 0, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 0, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 0, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
43: { # 'Y'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 0, # 'G'
45: 1, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 2, # 'N'
42: 0, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 1, # 'j'
10: 1, # 'k'
5: 1, # 'l'
13: 3, # 'm'
4: 0, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 1, # 'Ü'
59: 1, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 0, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
56: { # 'Z'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 2, # 'Z'
1: 2, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 2, # 'i'
24: 1, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 1, # 'r'
8: 1, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
1: { # 'a'
23: 3, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 3, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 2, # 'Z'
1: 2, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 2, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 3, # 'v'
57: 2, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 1, # 'î'
34: 1, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
21: { # 'b'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 3, # 'g'
25: 1, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 3, # 'p'
7: 1, # 'r'
8: 2, # 's'
9: 2, # 't'
14: 2, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
28: { # 'c'
23: 0, # 'A'
37: 1, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 2, # 'E'
52: 0, # 'F'
36: 2, # 'G'
45: 2, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 2, # 'T'
51: 2, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 3, # 'Y'
56: 0, # 'Z'
1: 1, # 'a'
21: 1, # 'b'
28: 2, # 'c'
12: 2, # 'd'
2: 1, # 'e'
18: 1, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 1, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 2, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 1, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 1, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 1, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 1, # 'î'
34: 2, # 'ö'
17: 2, # 'ü'
30: 2, # 'ğ'
41: 1, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 2, # 'ş'
},
12: { # 'd'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 2, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 1, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 2, # 'i'
24: 3, # 'j'
10: 2, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 2, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 1, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
2: { # 'e'
23: 2, # 'A'
37: 0, # 'B'
47: 2, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 3, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 2, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 3, # 'v'
57: 2, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 1, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
18: { # 'f'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 2, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 1, # 'i'
24: 1, # 'j'
10: 1, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 1, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 1, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
27: { # 'g'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 1, # 'h'
3: 2, # 'i'
24: 3, # 'j'
10: 2, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 2, # 'r'
8: 2, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
25: { # 'h'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 2, # 'h'
3: 2, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 1, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
3: { # 'i'
23: 2, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 1, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 2, # 'f'
27: 3, # 'g'
25: 1, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 1, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 1, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 1, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 1, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
24: { # 'j'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 2, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 1, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 2, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 2, # 'i'
24: 1, # 'j'
10: 2, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 2, # 'r'
8: 3, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 2, # 'x'
11: 1, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
10: { # 'k'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 3, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 3, # 'e'
18: 1, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 2, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 3, # 'p'
7: 2, # 'r'
8: 2, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 3, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
5: { # 'l'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 1, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 1, # 'l'
13: 1, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 2, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
13: { # 'm'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 3, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 2, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 2, # 'u'
32: 2, # 'v'
57: 1, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
4: { # 'n'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 2, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 1, # 'f'
27: 2, # 'g'
25: 3, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 3, # 'p'
7: 2, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 2, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
15: { # 'o'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 2, # 'L'
20: 0, # 'M'
46: 2, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 1, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 1, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 2, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 2, # 'ğ'
41: 2, # 'İ'
6: 3, # 'ı'
40: 2, # 'Ş'
19: 2, # 'ş'
},
26: { # 'p'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 2, # 'i'
24: 3, # 'j'
10: 1, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 2, # 'r'
8: 1, # 's'
9: 1, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 1, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
7: { # 'r'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 1, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 2, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 1, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 3, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
8: { # 's'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 2, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 2, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
9: { # 't'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 2, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 3, # 'v'
57: 0, # 'w'
58: 2, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
14: { # 'u'
23: 3, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 2, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 3, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 2, # 'Z'
1: 2, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 2, # 'e'
18: 2, # 'f'
27: 3, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 2, # 'v'
57: 2, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 3, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
32: { # 'v'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 1, # 'j'
10: 1, # 'k'
5: 3, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 1, # 'r'
8: 2, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
57: { # 'w'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 1, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 1, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 1, # 's'
9: 0, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 2, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
58: { # 'x'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 1, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 1, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 2, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 1, # 'r'
8: 2, # 's'
9: 1, # 't'
14: 0, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
11: { # 'y'
23: 1, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 2, # 'i'
24: 1, # 'j'
10: 2, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 2, # 'r'
8: 1, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 3, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
22: { # 'z'
23: 2, # 'A'
37: 2, # 'B'
47: 1, # 'C'
39: 2, # 'D'
29: 3, # 'E'
52: 1, # 'F'
36: 2, # 'G'
45: 2, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 2, # 'N'
42: 2, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 3, # 'T'
51: 2, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 1, # 'Z'
1: 1, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 2, # 'd'
2: 2, # 'e'
18: 3, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 2, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 0, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 3, # 'y'
22: 2, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 2, # 'Ü'
59: 1, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 2, # 'ü'
30: 2, # 'ğ'
41: 1, # 'İ'
6: 3, # 'ı'
40: 1, # 'Ş'
19: 2, # 'ş'
},
63: { # '·'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 1, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
54: { # 'Ç'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 1, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 1, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 0, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 0, # 'h'
3: 3, # 'i'
24: 0, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 2, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 2, # 'r'
8: 0, # 's'
9: 1, # 't'
14: 0, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 2, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
50: { # 'Ö'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 2, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 2, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 1, # 'N'
42: 2, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 2, # 'd'
2: 0, # 'e'
18: 1, # 'f'
27: 1, # 'g'
25: 1, # 'h'
3: 2, # 'i'
24: 0, # 'j'
10: 2, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 3, # 'n'
15: 2, # 'o'
26: 2, # 'p'
7: 3, # 'r'
8: 1, # 's'
9: 2, # 't'
14: 0, # 'u'
32: 1, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 2, # 'ü'
30: 1, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
55: { # 'Ü'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 1, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 1, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 1, # 'l'
13: 1, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 1, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 1, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 0, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
59: { # 'â'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 0, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 2, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 2, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 1, # 'Ş'
19: 0, # 'ş'
},
33: { # 'ç'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 3, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 0, # 'Z'
1: 0, # 'a'
21: 3, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 0, # 'e'
18: 2, # 'f'
27: 1, # 'g'
25: 3, # 'h'
3: 3, # 'i'
24: 0, # 'j'
10: 3, # 'k'
5: 0, # 'l'
13: 0, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 2, # 's'
9: 3, # 't'
14: 0, # 'u'
32: 2, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 1, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
61: { # 'î'
23: 0, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 0, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 0, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 2, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 1, # 'j'
10: 0, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 1, # 'n'
15: 0, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 1, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 1, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 1, # 'î'
34: 0, # 'ö'
17: 0, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 1, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
34: { # 'ö'
23: 0, # 'A'
37: 1, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 1, # 'G'
45: 1, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 1, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 2, # 'c'
12: 1, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 2, # 'h'
3: 1, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 2, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 0, # 'r'
8: 3, # 's'
9: 1, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 1, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 0, # 'ü'
30: 2, # 'ğ'
41: 1, # 'İ'
6: 1, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
17: { # 'ü'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 0, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 1, # 'J'
16: 1, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 0, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 0, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 0, # 'c'
12: 1, # 'd'
2: 3, # 'e'
18: 1, # 'f'
27: 2, # 'g'
25: 0, # 'h'
3: 1, # 'i'
24: 1, # 'j'
10: 2, # 'k'
5: 3, # 'l'
13: 2, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 2, # 'p'
7: 2, # 'r'
8: 3, # 's'
9: 2, # 't'
14: 3, # 'u'
32: 1, # 'v'
57: 1, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 2, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
30: { # 'ğ'
23: 0, # 'A'
37: 2, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 1, # 'M'
46: 2, # 'N'
42: 2, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 0, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 2, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 0, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 2, # 'e'
18: 0, # 'f'
27: 0, # 'g'
25: 0, # 'h'
3: 0, # 'i'
24: 3, # 'j'
10: 1, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 0, # 'n'
15: 1, # 'o'
26: 0, # 'p'
7: 1, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 2, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 2, # 'İ'
6: 2, # 'ı'
40: 2, # 'Ş'
19: 1, # 'ş'
},
41: { # 'İ'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 1, # 'E'
52: 0, # 'F'
36: 2, # 'G'
45: 2, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 0, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 0, # 'Z'
1: 1, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 2, # 'd'
2: 1, # 'e'
18: 0, # 'f'
27: 3, # 'g'
25: 2, # 'h'
3: 2, # 'i'
24: 2, # 'j'
10: 2, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 3, # 'n'
15: 1, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 2, # 't'
14: 0, # 'u'
32: 0, # 'v'
57: 1, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 1, # 'Ü'
59: 1, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 1, # 'ö'
17: 1, # 'ü'
30: 2, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 1, # 'ş'
},
6: { # 'ı'
23: 2, # 'A'
37: 0, # 'B'
47: 0, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 2, # 'J'
16: 3, # 'K'
49: 0, # 'L'
20: 3, # 'M'
46: 1, # 'N'
42: 0, # 'O'
48: 0, # 'P'
44: 0, # 'R'
35: 0, # 'S'
31: 2, # 'T'
51: 0, # 'U'
38: 0, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 1, # 'Z'
1: 3, # 'a'
21: 2, # 'b'
28: 1, # 'c'
12: 3, # 'd'
2: 3, # 'e'
18: 3, # 'f'
27: 3, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 3, # 'j'
10: 3, # 'k'
5: 3, # 'l'
13: 3, # 'm'
4: 3, # 'n'
15: 0, # 'o'
26: 3, # 'p'
7: 3, # 'r'
8: 3, # 's'
9: 3, # 't'
14: 3, # 'u'
32: 3, # 'v'
57: 1, # 'w'
58: 1, # 'x'
11: 3, # 'y'
22: 0, # 'z'
63: 1, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 2, # 'ç'
61: 0, # 'î'
34: 0, # 'ö'
17: 3, # 'ü'
30: 0, # 'ğ'
41: 0, # 'İ'
6: 3, # 'ı'
40: 0, # 'Ş'
19: 0, # 'ş'
},
40: { # 'Ş'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 1, # 'D'
29: 1, # 'E'
52: 0, # 'F'
36: 1, # 'G'
45: 2, # 'H'
53: 1, # 'I'
60: 0, # 'J'
16: 0, # 'K'
49: 0, # 'L'
20: 2, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 2, # 'P'
44: 2, # 'R'
35: 1, # 'S'
31: 1, # 'T'
51: 0, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 2, # 'Y'
56: 1, # 'Z'
1: 0, # 'a'
21: 2, # 'b'
28: 0, # 'c'
12: 2, # 'd'
2: 0, # 'e'
18: 3, # 'f'
27: 0, # 'g'
25: 2, # 'h'
3: 3, # 'i'
24: 2, # 'j'
10: 1, # 'k'
5: 0, # 'l'
13: 1, # 'm'
4: 3, # 'n'
15: 2, # 'o'
26: 0, # 'p'
7: 3, # 'r'
8: 2, # 's'
9: 2, # 't'
14: 1, # 'u'
32: 3, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 2, # 'y'
22: 0, # 'z'
63: 0, # '·'
54: 0, # 'Ç'
50: 0, # 'Ö'
55: 1, # 'Ü'
59: 0, # 'â'
33: 0, # 'ç'
61: 0, # 'î'
34: 2, # 'ö'
17: 1, # 'ü'
30: 2, # 'ğ'
41: 0, # 'İ'
6: 2, # 'ı'
40: 1, # 'Ş'
19: 2, # 'ş'
},
19: { # 'ş'
23: 0, # 'A'
37: 0, # 'B'
47: 1, # 'C'
39: 0, # 'D'
29: 0, # 'E'
52: 2, # 'F'
36: 1, # 'G'
45: 0, # 'H'
53: 0, # 'I'
60: 0, # 'J'
16: 3, # 'K'
49: 2, # 'L'
20: 0, # 'M'
46: 1, # 'N'
42: 1, # 'O'
48: 1, # 'P'
44: 1, # 'R'
35: 1, # 'S'
31: 0, # 'T'
51: 1, # 'U'
38: 1, # 'V'
62: 0, # 'W'
43: 1, # 'Y'
56: 0, # 'Z'
1: 3, # 'a'
21: 1, # 'b'
28: 2, # 'c'
12: 0, # 'd'
2: 3, # 'e'
18: 0, # 'f'
27: 2, # 'g'
25: 1, # 'h'
3: 1, # 'i'
24: 0, # 'j'
10: 2, # 'k'
5: 2, # 'l'
13: 3, # 'm'
4: 0, # 'n'
15: 0, # 'o'
26: 1, # 'p'
7: 3, # 'r'
8: 0, # 's'
9: 0, # 't'
14: 3, # 'u'
32: 0, # 'v'
57: 0, # 'w'
58: 0, # 'x'
11: 0, # 'y'
22: 2, # 'z'
63: 0, # '·'
54: 1, # 'Ç'
50: 2, # 'Ö'
55: 0, # 'Ü'
59: 0, # 'â'
33: 1, # 'ç'
61: 1, # 'î'
34: 2, # 'ö'
17: 0, # 'ü'
30: 1, # 'ğ'
41: 1, # 'İ'
6: 1, # 'ı'
40: 1, # 'Ş'
19: 1, # 'ş'
},
}
# 255: Undefined characters that did not exist in training text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# 251: Control characters
# Character Mapping Table(s):
ISO_8859_9_TURKISH_CHAR_TO_ORDER = {
0: 255, # '\x00'
1: 255, # '\x01'
2: 255, # '\x02'
3: 255, # '\x03'
4: 255, # '\x04'
5: 255, # '\x05'
6: 255, # '\x06'
7: 255, # '\x07'
8: 255, # '\x08'
9: 255, # '\t'
10: 255, # '\n'
11: 255, # '\x0b'
12: 255, # '\x0c'
13: 255, # '\r'
14: 255, # '\x0e'
15: 255, # '\x0f'
16: 255, # '\x10'
17: 255, # '\x11'
18: 255, # '\x12'
19: 255, # '\x13'
20: 255, # '\x14'
21: 255, # '\x15'
22: 255, # '\x16'
23: 255, # '\x17'
24: 255, # '\x18'
25: 255, # '\x19'
26: 255, # '\x1a'
27: 255, # '\x1b'
28: 255, # '\x1c'
29: 255, # '\x1d'
30: 255, # '\x1e'
31: 255, # '\x1f'
32: 255, # ' '
33: 255, # '!'
34: 255, # '"'
35: 255, # '#'
36: 255, # '$'
37: 255, # '%'
38: 255, # '&'
39: 255, # "'"
40: 255, # '('
41: 255, # ')'
42: 255, # '*'
43: 255, # '+'
44: 255, # ','
45: 255, # '-'
46: 255, # '.'
47: 255, # '/'
48: 255, # '0'
49: 255, # '1'
50: 255, # '2'
51: 255, # '3'
52: 255, # '4'
53: 255, # '5'
54: 255, # '6'
55: 255, # '7'
56: 255, # '8'
57: 255, # '9'
58: 255, # ':'
59: 255, # ';'
60: 255, # '<'
61: 255, # '='
62: 255, # '>'
63: 255, # '?'
64: 255, # '@'
65: 23, # 'A'
66: 37, # 'B'
67: 47, # 'C'
68: 39, # 'D'
69: 29, # 'E'
70: 52, # 'F'
71: 36, # 'G'
72: 45, # 'H'
73: 53, # 'I'
74: 60, # 'J'
75: 16, # 'K'
76: 49, # 'L'
77: 20, # 'M'
78: 46, # 'N'
79: 42, # 'O'
80: 48, # 'P'
81: 69, # 'Q'
82: 44, # 'R'
83: 35, # 'S'
84: 31, # 'T'
85: 51, # 'U'
86: 38, # 'V'
87: 62, # 'W'
88: 65, # 'X'
89: 43, # 'Y'
90: 56, # 'Z'
91: 255, # '['
92: 255, # '\\'
93: 255, # ']'
94: 255, # '^'
95: 255, # '_'
96: 255, # '`'
97: 1, # 'a'
98: 21, # 'b'
99: 28, # 'c'
100: 12, # 'd'
101: 2, # 'e'
102: 18, # 'f'
103: 27, # 'g'
104: 25, # 'h'
105: 3, # 'i'
106: 24, # 'j'
107: 10, # 'k'
108: 5, # 'l'
109: 13, # 'm'
110: 4, # 'n'
111: 15, # 'o'
112: 26, # 'p'
113: 64, # 'q'
114: 7, # 'r'
115: 8, # 's'
116: 9, # 't'
117: 14, # 'u'
118: 32, # 'v'
119: 57, # 'w'
120: 58, # 'x'
121: 11, # 'y'
122: 22, # 'z'
123: 255, # '{'
124: 255, # '|'
125: 255, # '}'
126: 255, # '~'
127: 255, # '\x7f'
128: 180, # '\x80'
129: 179, # '\x81'
130: 178, # '\x82'
131: 177, # '\x83'
132: 176, # '\x84'
133: 175, # '\x85'
134: 174, # '\x86'
135: 173, # '\x87'
136: 172, # '\x88'
137: 171, # '\x89'
138: 170, # '\x8a'
139: 169, # '\x8b'
140: 168, # '\x8c'
141: 167, # '\x8d'
142: 166, # '\x8e'
143: 165, # '\x8f'
144: 164, # '\x90'
145: 163, # '\x91'
146: 162, # '\x92'
147: 161, # '\x93'
148: 160, # '\x94'
149: 159, # '\x95'
150: 101, # '\x96'
151: 158, # '\x97'
152: 157, # '\x98'
153: 156, # '\x99'
154: 155, # '\x9a'
155: 154, # '\x9b'
156: 153, # '\x9c'
157: 152, # '\x9d'
158: 151, # '\x9e'
159: 106, # '\x9f'
160: 150, # '\xa0'
161: 149, # '¡'
162: 148, # '¢'
163: 147, # '£'
164: 146, # '¤'
165: 145, # '¥'
166: 144, # '¦'
167: 100, # '§'
168: 143, # '¨'
169: 142, # '©'
170: 141, # 'ª'
171: 140, # '«'
172: 139, # '¬'
173: 138, # '\xad'
174: 137, # '®'
175: 136, # '¯'
176: 94, # '°'
177: 80, # '±'
178: 93, # '²'
179: 135, # '³'
180: 105, # '´'
181: 134, # 'µ'
182: 133, # '¶'
183: 63, # '·'
184: 132, # '¸'
185: 131, # '¹'
186: 130, # 'º'
187: 129, # '»'
188: 128, # '¼'
189: 127, # '½'
190: 126, # '¾'
191: 125, # '¿'
192: 124, # 'À'
193: 104, # 'Á'
194: 73, # 'Â'
195: 99, # 'Ã'
196: 79, # 'Ä'
197: 85, # 'Å'
198: 123, # 'Æ'
199: 54, # 'Ç'
200: 122, # 'È'
201: 98, # 'É'
202: 92, # 'Ê'
203: 121, # 'Ë'
204: 120, # 'Ì'
205: 91, # 'Í'
206: 103, # 'Î'
207: 119, # 'Ï'
208: 68, # 'Ğ'
209: 118, # 'Ñ'
210: 117, # 'Ò'
211: 97, # 'Ó'
212: 116, # 'Ô'
213: 115, # 'Õ'
214: 50, # 'Ö'
215: 90, # '×'
216: 114, # 'Ø'
217: 113, # 'Ù'
218: 112, # 'Ú'
219: 111, # 'Û'
220: 55, # 'Ü'
221: 41, # 'İ'
222: 40, # 'Ş'
223: 86, # 'ß'
224: 89, # 'à'
225: 70, # 'á'
226: 59, # 'â'
227: 78, # 'ã'
228: 71, # 'ä'
229: 82, # 'å'
230: 88, # 'æ'
231: 33, # 'ç'
232: 77, # 'è'
233: 66, # 'é'
234: 84, # 'ê'
235: 83, # 'ë'
236: 110, # 'ì'
237: 75, # 'í'
238: 61, # 'î'
239: 96, # 'ï'
240: 30, # 'ğ'
241: 67, # 'ñ'
242: 109, # 'ò'
243: 74, # 'ó'
244: 87, # 'ô'
245: 102, # 'õ'
246: 34, # 'ö'
247: 95, # '÷'
248: 81, # 'ø'
249: 108, # 'ù'
250: 76, # 'ú'
251: 72, # 'û'
252: 17, # 'ü'
253: 6, # 'ı'
254: 19, # 'ş'
255: 107, # 'ÿ'
}
ISO_8859_9_TURKISH_MODEL = SingleByteCharSetModel(charset_name='ISO-8859-9',
language='Turkish',
char_to_order_map=ISO_8859_9_TURKISH_CHAR_TO_ORDER,
language_model=TURKISH_LANG_MODEL,
typical_positive_ratio=0.97029,
keep_ascii_letters=True,
alphabet='ABCDEFGHIJKLMNOPRSTUVYZabcdefghijklmnoprstuvyzÂÇÎÖÛÜâçîöûüĞğİıŞş')
site-packages/pip/_vendor/chardet/codingstatemachine.py 0000644 00000007006 15056474501 0017337 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import logging
from .enums import MachineState
class CodingStateMachine(object):
"""
A state machine to verify a byte sequence for a particular encoding. For
each byte the detector receives, it will feed that byte to every active
state machine available, one byte at a time. The state machine changes its
state based on its previous state and the byte it receives. There are 3
states in a state machine that are of interest to an auto-detector:
START state: This is the state to start with, or a legal byte sequence
(i.e. a valid code point) for character has been identified.
ME state: This indicates that the state machine identified a byte sequence
that is specific to the charset it is designed for and that
there is no other possible encoding which can contain this byte
sequence. This will to lead to an immediate positive answer for
the detector.
ERROR state: This indicates the state machine identified an illegal byte
sequence for that encoding. This will lead to an immediate
negative answer for this encoding. Detector will exclude this
encoding from consideration from here on.
"""
def __init__(self, sm):
self._model = sm
self._curr_byte_pos = 0
self._curr_char_len = 0
self._curr_state = None
self.logger = logging.getLogger(__name__)
self.reset()
def reset(self):
self._curr_state = MachineState.START
def next_state(self, c):
# for each byte we get its class
# if it is first byte, we also get byte length
byte_class = self._model['class_table'][c]
if self._curr_state == MachineState.START:
self._curr_byte_pos = 0
self._curr_char_len = self._model['char_len_table'][byte_class]
# from byte's class and state_table, we get its next state
curr_state = (self._curr_state * self._model['class_factor']
+ byte_class)
self._curr_state = self._model['state_table'][curr_state]
self._curr_byte_pos += 1
return self._curr_state
def get_current_charlen(self):
return self._curr_char_len
def get_coding_state_machine(self):
return self._model['name']
@property
def language(self):
return self._model['language']
site-packages/pip/_vendor/chardet/metadata/__pycache__/languages.cpython-39.pyc 0000644 00000017442 15056474501 0023530 0 ustar 00 a
��Re�K � & @ s d Z ddlmZmZ ddlmZ G dd� de�Zedddg d �d
d gd �ed
ddg d�ddgd �edddg d�ddgd �edddddgd d gd �ed d dg d �d!d"gd �ed#d$dd%d&gd'd(gd �ed)d*dd+d,gd-d.gd �ed/d0dd%d&gd1gd2�ed3d4dd5gd6d7gd �ed8d9dg d �d:d;gd �ed<d=dg d>�d?d@gd �edAdBdg d �dCdDgd �edEdFdg d �dGdHdIgd �edJdKddLdMgdNdOgd �edPdQdddgdRdSgd �edTdUdddgdVdWgd �edXdYdg d �dZd[gd �ed\d]dg d^�d_d`gd �edadbdg d^�dcddgd �ededfdg dg�dhdigd �edjdkdd%d&gdlgd2�edmdndddgdodpgd �edqdrdg d �dsdtgd �edudvdddgdwdxgd �edydzdg d{�d|d}gd �ed~ddddgd�d�gd �ed�d�dddgd�d�gd �ed�d�d�g dg�d�gd��ed�d�dg d��d�d�gd �ed�d�dg d��d�d�gd �ed�d�dd�gd�d�gd �d�� Zd�S )�z�
Metadata about languages used by our model training code for our
SingleByteCharSetProbers. Could be used for other things in the future.
This code is based on the language metadata from the uchardet project.
� )�absolute_import�print_function)�
ascii_lettersc s* e Zd ZdZd� fdd� Zdd� Z� ZS ) �Languagea� Metadata about a language useful for training models
:ivar name: The human name for the language, in English.
:type name: str
:ivar iso_code: 2-letter ISO 639-1 if possible, 3-letter ISO code otherwise,
or use another catalog as a last resort.
:type iso_code: str
:ivar use_ascii: Whether or not ASCII letters should be included in trained
models.
:type use_ascii: bool
:ivar charsets: The charsets we want to support and create data for.
:type charsets: list of str
:ivar alphabet: The characters in the language's alphabet. If `use_ascii` is
`True`, you only need to add those not in the ASCII set.
:type alphabet: str
:ivar wiki_start_pages: The Wikipedia pages to start from if we're crawling
Wikipedia for training data.
:type wiki_start_pages: list of str
NTc sr t t| ��� || _|| _|| _|| _| jr@|r:|t7 }qLt}n |sLtd��|rbd� t
t |���nd | _ || _
d S )Nz*Must supply alphabet if use_ascii is False� )�superr �__init__�name�iso_code� use_ascii�charsetsr �
ValueError�join�sorted�set�alphabet�wiki_start_pages)�selfr r
r r r r �� __class__� ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/metadata/languages.pyr # s
zLanguage.__init__c C s& d� | jjd�dd� | j�� D ���S )Nz{}({})z, c s s( | ] \}}|� d �sd�||�V qdS )�_z{}={!r}N)�
startswith�format)�.0�k�vr r r � <genexpr>6 s
�z$Language.__repr__.<locals>.<genexpr>)r r �__name__r �__dict__�items)r r r r �__repr__4 s
��zLanguage.__repr__)NNTNNN)r �
__module__� __qualname__�__doc__r r" �
__classcell__r r r r r s
�r �Arabic�arF)z
ISO-8859-6z WINDOWS-1256ZCP720ZCP864ub ءآأؤإئابةتثجحخدذرزسشصضطظعغػؼؽؾؿـفقكلمنهوىيًٌٍَُِّu الصفحة_الرئيسية)r r
r r r r �
Belarusian�be)�
ISO-8859-5� WINDOWS-1251�IBM866� MacCyrillicu� АБВГДЕЁЖЗІЙКЛМНОПРСТУЎФХЦЧШЫЬЭЮЯабвгдеёжзійклмнопрстуўфхцчшыьэюяʼu! Галоўная_старонка� Bulgarian�bg)r+ r, �IBM855ux АБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЮЯабвгдежзийклмнопрстуфхцчшщъьюяu Начална_страница�Czech�czTz
ISO-8859-2z WINDOWS-1250u< áčďéěíňóřšťúůýžÁČĎÉĚÍŇÓŘŠŤÚŮÝŽu Hlavní_strana�Danish�da)�
ISO-8859-1z ISO-8859-15� WINDOWS-1252u æøåÆØÅZForside�German�der6 r7 u äöüßÄÖÜzWikipedia:Hauptseite�Greek�elz
ISO-8859-7z WINDOWS-1253u� αβγδεζηθικλμνξοπρσςτυφχψωάέήίόύώΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΣΤΥΦΧΨΩΆΈΉΊΌΎΏu Πύλη:Κύρια�English�enZ Main_Page)r r
r r r � Esperanto�eo�
ISO-8859-3uD abcĉdefgĝhĥijĵklmnoprsŝtuŭvzABCĈDEFGĜHĤIJĴKLMNOPRSŜTUŬVZu Vikipedio:Ĉefpaĝo�Spanish�esu ñáéíóúüÑÁÉÍÓÚÜzWikipedia:Portada�Estonian�et)�
ISO-8859-4� ISO-8859-13� WINDOWS-1257u6 ABDEGHIJKLMNOPRSTUVÕÄÖÜabdeghijklmnoprstuvõäöüZEsileht�Finnish�fiu ÅÄÖŠŽåäöšžzWikipedia:Etusivu�French�fru, œàâçèéîïùûêŒÀÂÇÈÉÎÏÙÛÊu Wikipédia:Accueil_principalu Bœuf (animal)�Hebrew�hez
ISO-8859-8z WINDOWS-1255u< אבגדהוזחטיךכלםמןנסעףפץצקרשתװױײu עמוד_ראשי�Croatian�hru@ abcčćdđefghijklmnoprsštuvzžABCČĆDĐEFGHIJKLMNOPRSŠTUVZŽZGlavna_stranica� Hungarian�huuP abcdefghijklmnoprstuvzáéíóöőúüűABCDEFGHIJKLMNOPRSTUVZÁÉÍÓÖŐÚÜŰu Kezdőlap�Italian�itu ÀÈÉÌÒÓÙàèéìòóùZPagina_principale�
Lithuanian�lt)rF rG rE uR AĄBCČDEĘĖFGHIĮYJKLMNOPRSŠTUŲŪVZŽaąbcčdeęėfghiįyjklmnoprsštuųūvzžZPagrindinis_puslapis�Latvian�lvuX AĀBCČDEĒFGĢHIĪJKĶLĻMNŅOPRSŠTUŪVZŽaābcčdeēfgģhiījkķlļmnņoprsštuūvzžu
Sākumlapa�
Macedonian�mk)r+ r, r. r1 u| АБВГДЃЕЖЗЅИЈКЛЉМНЊОПРСТЌУФХЦЧЏШабвгдѓежзѕијклљмнњопрстќуфхцчџшu Главна_страница�Dutch�nlZ Hoofdpagina�Polish�pluR AĄBCĆDEĘFGHIJKLŁMNŃOÓPRSŚTUWYZŹŻaąbcćdeęfghijklłmnńoóprsśtuwyzźżu Wikipedia:Strona_główna�
Portuguese�ptu0 ÁÂÃÀÇÉÊÍÓÔÕÚáâãàçéêíóôõúu Wikipédia:Página_principal�Romanian�rou ăâîșțĂÂÎȘȚu Pagina_principală�Russian�ru)r+ r, zKOI8-Rr. r- r1 u� абвгдеёжзийклмнопрстуфхцчшщъыьэюяАБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯu# Заглавная_страница�Slovak�skuD áäčďéíĺľňóôŕšťúýžÁÄČĎÉÍĹĽŇÓÔŔŠŤÚÝŽu Hlavná_stránka�Slovene�slu8 abcčdefghijklmnoprsštuvzžABCČDEFGHIJKLMNOPRSŠTUVZŽZ Glavna_stran�Serbian�srux АБВГДЂЕЖЗИЈКЛЉМНЊОПРСТЋУФХЦЧЏШабвгдђежзијклљмнњопрстћуфхцчџшu Главна_страна)r r
r r r �Thai�th)z ISO-8859-11zTIS-620ZCP874u กขฃคฅฆงจฉชซฌญฎฏฐฑฒณดตถทธนบปผฝพฟภมยรฤลฦวศษสหฬอฮฯะัาำิีึืฺุู฿เแโใไๅๆ็่้๊๋์ํ๎๏๐๑๒๓๔๕๖๗๘๙๚๛u หน้าหลัก�Turkish�tr)r@ z
ISO-8859-9z WINDOWS-1254uR abcçdefgğhıijklmnoöprsştuüvyzâîûABCÇDEFGĞHIİJKLMNOÖPRSŞTUÜVYZÂÎÛZ Ana_Sayfa�
Vietnamese�viz WINDOWS-1258uH aăâbcdđeêghiklmnoôơpqrstuưvxyAĂÂBCDĐEÊGHIKLMNOÔƠPQRSTUƯVXYu Chữ_Quốc_ngữ) r' r) r/ r2 r4 r8 r: r< r> rA rC rH rJ rL rN rP rR rT rV rX rZ r\ r^ r` rb rd rf rh rj rl rn N) r% �
__future__r r �stringr �objectr Z LANGUAGESr r r r �<module> s� ,� ����������
�������� � ������ �� ��� �� � site-packages/pip/_vendor/chardet/metadata/__pycache__/__init__.cpython-39.pyc 0000644 00000000357 15056474501 0023316 0 ustar 00 a
��Re � @ s d S )N� r r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/chardet/metadata/__init__.py�<module> � site-packages/pip/_vendor/chardet/metadata/__init__.py 0000644 00000000000 15056474501 0017010 0 ustar 00 site-packages/pip/_vendor/chardet/metadata/languages.py 0000644 00000045774 15056474501 0017252 0 ustar 00 # -*- coding: utf-8 -*-
"""
Metadata about languages used by our model training code for our
SingleByteCharSetProbers. Could be used for other things in the future.
This code is based on the language metadata from the uchardet project.
"""
from __future__ import absolute_import, print_function
from string import ascii_letters
# TODO: Add Ukranian (KOI8-U)
class Language(object):
"""Metadata about a language useful for training models
:ivar name: The human name for the language, in English.
:type name: str
:ivar iso_code: 2-letter ISO 639-1 if possible, 3-letter ISO code otherwise,
or use another catalog as a last resort.
:type iso_code: str
:ivar use_ascii: Whether or not ASCII letters should be included in trained
models.
:type use_ascii: bool
:ivar charsets: The charsets we want to support and create data for.
:type charsets: list of str
:ivar alphabet: The characters in the language's alphabet. If `use_ascii` is
`True`, you only need to add those not in the ASCII set.
:type alphabet: str
:ivar wiki_start_pages: The Wikipedia pages to start from if we're crawling
Wikipedia for training data.
:type wiki_start_pages: list of str
"""
def __init__(self, name=None, iso_code=None, use_ascii=True, charsets=None,
alphabet=None, wiki_start_pages=None):
super(Language, self).__init__()
self.name = name
self.iso_code = iso_code
self.use_ascii = use_ascii
self.charsets = charsets
if self.use_ascii:
if alphabet:
alphabet += ascii_letters
else:
alphabet = ascii_letters
elif not alphabet:
raise ValueError('Must supply alphabet if use_ascii is False')
self.alphabet = ''.join(sorted(set(alphabet))) if alphabet else None
self.wiki_start_pages = wiki_start_pages
def __repr__(self):
return '{}({})'.format(self.__class__.__name__,
', '.join('{}={!r}'.format(k, v)
for k, v in self.__dict__.items()
if not k.startswith('_')))
LANGUAGES = {'Arabic': Language(name='Arabic',
iso_code='ar',
use_ascii=False,
# We only support encodings that use isolated
# forms, because the current recommendation is
# that the rendering system handles presentation
# forms. This means we purposefully skip IBM864.
charsets=['ISO-8859-6', 'WINDOWS-1256',
'CP720', 'CP864'],
alphabet=u'ءآأؤإئابةتثجحخدذرزسشصضطظعغػؼؽؾؿـفقكلمنهوىيًٌٍَُِّ',
wiki_start_pages=[u'الصفحة_الرئيسية']),
'Belarusian': Language(name='Belarusian',
iso_code='be',
use_ascii=False,
charsets=['ISO-8859-5', 'WINDOWS-1251',
'IBM866', 'MacCyrillic'],
alphabet=(u'АБВГДЕЁЖЗІЙКЛМНОПРСТУЎФХЦЧШЫЬЭЮЯ'
u'абвгдеёжзійклмнопрстуўфхцчшыьэюяʼ'),
wiki_start_pages=[u'Галоўная_старонка']),
'Bulgarian': Language(name='Bulgarian',
iso_code='bg',
use_ascii=False,
charsets=['ISO-8859-5', 'WINDOWS-1251',
'IBM855'],
alphabet=(u'АБВГДЕЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЮЯ'
u'абвгдежзийклмнопрстуфхцчшщъьюя'),
wiki_start_pages=[u'Начална_страница']),
'Czech': Language(name='Czech',
iso_code='cz',
use_ascii=True,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=u'áčďéěíňóřšťúůýžÁČĎÉĚÍŇÓŘŠŤÚŮÝŽ',
wiki_start_pages=[u'Hlavní_strana']),
'Danish': Language(name='Danish',
iso_code='da',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'æøåÆØÅ',
wiki_start_pages=[u'Forside']),
'German': Language(name='German',
iso_code='de',
use_ascii=True,
charsets=['ISO-8859-1', 'WINDOWS-1252'],
alphabet=u'äöüßÄÖÜ',
wiki_start_pages=[u'Wikipedia:Hauptseite']),
'Greek': Language(name='Greek',
iso_code='el',
use_ascii=False,
charsets=['ISO-8859-7', 'WINDOWS-1253'],
alphabet=(u'αβγδεζηθικλμνξοπρσςτυφχψωάέήίόύώ'
u'ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΣΤΥΦΧΨΩΆΈΉΊΌΎΏ'),
wiki_start_pages=[u'Πύλη:Κύρια']),
'English': Language(name='English',
iso_code='en',
use_ascii=True,
charsets=['ISO-8859-1', 'WINDOWS-1252'],
wiki_start_pages=[u'Main_Page']),
'Esperanto': Language(name='Esperanto',
iso_code='eo',
# Q, W, X, and Y not used at all
use_ascii=False,
charsets=['ISO-8859-3'],
alphabet=(u'abcĉdefgĝhĥijĵklmnoprsŝtuŭvz'
u'ABCĈDEFGĜHĤIJĴKLMNOPRSŜTUŬVZ'),
wiki_start_pages=[u'Vikipedio:Ĉefpaĝo']),
'Spanish': Language(name='Spanish',
iso_code='es',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'ñáéíóúüÑÁÉÍÓÚÜ',
wiki_start_pages=[u'Wikipedia:Portada']),
'Estonian': Language(name='Estonian',
iso_code='et',
use_ascii=False,
charsets=['ISO-8859-4', 'ISO-8859-13',
'WINDOWS-1257'],
# C, F, Š, Q, W, X, Y, Z, Ž are only for
# loanwords
alphabet=(u'ABDEGHIJKLMNOPRSTUVÕÄÖÜ'
u'abdeghijklmnoprstuvõäöü'),
wiki_start_pages=[u'Esileht']),
'Finnish': Language(name='Finnish',
iso_code='fi',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'ÅÄÖŠŽåäöšž',
wiki_start_pages=[u'Wikipedia:Etusivu']),
'French': Language(name='French',
iso_code='fr',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'œàâçèéîïùûêŒÀÂÇÈÉÎÏÙÛÊ',
wiki_start_pages=[u'Wikipédia:Accueil_principal',
u'Bœuf (animal)']),
'Hebrew': Language(name='Hebrew',
iso_code='he',
use_ascii=False,
charsets=['ISO-8859-8', 'WINDOWS-1255'],
alphabet=u'אבגדהוזחטיךכלםמןנסעףפץצקרשתװױײ',
wiki_start_pages=[u'עמוד_ראשי']),
'Croatian': Language(name='Croatian',
iso_code='hr',
# Q, W, X, Y are only used for foreign words.
use_ascii=False,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=(u'abcčćdđefghijklmnoprsštuvzž'
u'ABCČĆDĐEFGHIJKLMNOPRSŠTUVZŽ'),
wiki_start_pages=[u'Glavna_stranica']),
'Hungarian': Language(name='Hungarian',
iso_code='hu',
# Q, W, X, Y are only used for foreign words.
use_ascii=False,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=(u'abcdefghijklmnoprstuvzáéíóöőúüű'
u'ABCDEFGHIJKLMNOPRSTUVZÁÉÍÓÖŐÚÜŰ'),
wiki_start_pages=[u'Kezdőlap']),
'Italian': Language(name='Italian',
iso_code='it',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'ÀÈÉÌÒÓÙàèéìòóù',
wiki_start_pages=[u'Pagina_principale']),
'Lithuanian': Language(name='Lithuanian',
iso_code='lt',
use_ascii=False,
charsets=['ISO-8859-13', 'WINDOWS-1257',
'ISO-8859-4'],
# Q, W, and X not used at all
alphabet=(u'AĄBCČDEĘĖFGHIĮYJKLMNOPRSŠTUŲŪVZŽ'
u'aąbcčdeęėfghiįyjklmnoprsštuųūvzž'),
wiki_start_pages=[u'Pagrindinis_puslapis']),
'Latvian': Language(name='Latvian',
iso_code='lv',
use_ascii=False,
charsets=['ISO-8859-13', 'WINDOWS-1257',
'ISO-8859-4'],
# Q, W, X, Y are only for loanwords
alphabet=(u'AĀBCČDEĒFGĢHIĪJKĶLĻMNŅOPRSŠTUŪVZŽ'
u'aābcčdeēfgģhiījkķlļmnņoprsštuūvzž'),
wiki_start_pages=[u'Sākumlapa']),
'Macedonian': Language(name='Macedonian',
iso_code='mk',
use_ascii=False,
charsets=['ISO-8859-5', 'WINDOWS-1251',
'MacCyrillic', 'IBM855'],
alphabet=(u'АБВГДЃЕЖЗЅИЈКЛЉМНЊОПРСТЌУФХЦЧЏШ'
u'абвгдѓежзѕијклљмнњопрстќуфхцчџш'),
wiki_start_pages=[u'Главна_страница']),
'Dutch': Language(name='Dutch',
iso_code='nl',
use_ascii=True,
charsets=['ISO-8859-1', 'WINDOWS-1252'],
wiki_start_pages=[u'Hoofdpagina']),
'Polish': Language(name='Polish',
iso_code='pl',
# Q and X are only used for foreign words.
use_ascii=False,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=(u'AĄBCĆDEĘFGHIJKLŁMNŃOÓPRSŚTUWYZŹŻ'
u'aąbcćdeęfghijklłmnńoóprsśtuwyzźż'),
wiki_start_pages=[u'Wikipedia:Strona_główna']),
'Portuguese': Language(name='Portuguese',
iso_code='pt',
use_ascii=True,
charsets=['ISO-8859-1', 'ISO-8859-15',
'WINDOWS-1252'],
alphabet=u'ÁÂÃÀÇÉÊÍÓÔÕÚáâãàçéêíóôõú',
wiki_start_pages=[u'Wikipédia:Página_principal']),
'Romanian': Language(name='Romanian',
iso_code='ro',
use_ascii=True,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=u'ăâîșțĂÂÎȘȚ',
wiki_start_pages=[u'Pagina_principală']),
'Russian': Language(name='Russian',
iso_code='ru',
use_ascii=False,
charsets=['ISO-8859-5', 'WINDOWS-1251',
'KOI8-R', 'MacCyrillic', 'IBM866',
'IBM855'],
alphabet=(u'абвгдеёжзийклмнопрстуфхцчшщъыьэюя'
u'АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ'),
wiki_start_pages=[u'Заглавная_страница']),
'Slovak': Language(name='Slovak',
iso_code='sk',
use_ascii=True,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=u'áäčďéíĺľňóôŕšťúýžÁÄČĎÉÍĹĽŇÓÔŔŠŤÚÝŽ',
wiki_start_pages=[u'Hlavná_stránka']),
'Slovene': Language(name='Slovene',
iso_code='sl',
# Q, W, X, Y are only used for foreign words.
use_ascii=False,
charsets=['ISO-8859-2', 'WINDOWS-1250'],
alphabet=(u'abcčdefghijklmnoprsštuvzž'
u'ABCČDEFGHIJKLMNOPRSŠTUVZŽ'),
wiki_start_pages=[u'Glavna_stran']),
# Serbian can be written in both Latin and Cyrillic, but there's no
# simple way to get the Latin alphabet pages from Wikipedia through
# the API, so for now we just support Cyrillic.
'Serbian': Language(name='Serbian',
iso_code='sr',
alphabet=(u'АБВГДЂЕЖЗИЈКЛЉМНЊОПРСТЋУФХЦЧЏШ'
u'абвгдђежзијклљмнњопрстћуфхцчџш'),
charsets=['ISO-8859-5', 'WINDOWS-1251',
'MacCyrillic', 'IBM855'],
wiki_start_pages=[u'Главна_страна']),
'Thai': Language(name='Thai',
iso_code='th',
use_ascii=False,
charsets=['ISO-8859-11', 'TIS-620', 'CP874'],
alphabet=u'กขฃคฅฆงจฉชซฌญฎฏฐฑฒณดตถทธนบปผฝพฟภมยรฤลฦวศษสหฬอฮฯะัาำิีึืฺุู฿เแโใไๅๆ็่้๊๋์ํ๎๏๐๑๒๓๔๕๖๗๘๙๚๛',
wiki_start_pages=[u'หน้าหลัก']),
'Turkish': Language(name='Turkish',
iso_code='tr',
# Q, W, and X are not used by Turkish
use_ascii=False,
charsets=['ISO-8859-3', 'ISO-8859-9',
'WINDOWS-1254'],
alphabet=(u'abcçdefgğhıijklmnoöprsştuüvyzâîû'
u'ABCÇDEFGĞHIİJKLMNOÖPRSŞTUÜVYZÂÎÛ'),
wiki_start_pages=[u'Ana_Sayfa']),
'Vietnamese': Language(name='Vietnamese',
iso_code='vi',
use_ascii=False,
# Windows-1258 is the only common 8-bit
# Vietnamese encoding supported by Python.
# From Wikipedia:
# For systems that lack support for Unicode,
# dozens of 8-bit Vietnamese code pages are
# available.[1] The most common are VISCII
# (TCVN 5712:1993), VPS, and Windows-1258.[3]
# Where ASCII is required, such as when
# ensuring readability in plain text e-mail,
# Vietnamese letters are often encoded
# according to Vietnamese Quoted-Readable
# (VIQR) or VSCII Mnemonic (VSCII-MNEM),[4]
# though usage of either variable-width
# scheme has declined dramatically following
# the adoption of Unicode on the World Wide
# Web.
charsets=['WINDOWS-1258'],
alphabet=(u'aăâbcdđeêghiklmnoôơpqrstuưvxy'
u'AĂÂBCDĐEÊGHIKLMNOÔƠPQRSTUƯVXY'),
wiki_start_pages=[u'Chữ_Quốc_ngữ']),
}
site-packages/pip/_vendor/chardet/universaldetector.py 0000644 00000030327 15056474501 0017252 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
"""
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.
:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
"""
import codecs
import logging
import re
from .charsetgroupprober import CharSetGroupProber
from .enums import InputState, LanguageFilter, ProbingState
from .escprober import EscCharSetProber
from .latin1prober import Latin1Prober
from .mbcsgroupprober import MBCSGroupProber
from .sbcsgroupprober import SBCSGroupProber
class UniversalDetector(object):
"""
The ``UniversalDetector`` class underlies the ``chardet.detect`` function
and coordinates all of the different charset probers.
To get a ``dict`` containing an encoding and its confidence, you can simply
run:
.. code::
u = UniversalDetector()
u.feed(some_bytes)
u.close()
detected = u.result
"""
MINIMUM_THRESHOLD = 0.20
HIGH_BYTE_DETECTOR = re.compile(b'[\x80-\xFF]')
ESC_DETECTOR = re.compile(b'(\033|~{)')
WIN_BYTE_DETECTOR = re.compile(b'[\x80-\x9F]')
ISO_WIN_MAP = {'iso-8859-1': 'Windows-1252',
'iso-8859-2': 'Windows-1250',
'iso-8859-5': 'Windows-1251',
'iso-8859-6': 'Windows-1256',
'iso-8859-7': 'Windows-1253',
'iso-8859-8': 'Windows-1255',
'iso-8859-9': 'Windows-1254',
'iso-8859-13': 'Windows-1257'}
def __init__(self, lang_filter=LanguageFilter.ALL):
self._esc_charset_prober = None
self._charset_probers = []
self.result = None
self.done = None
self._got_data = None
self._input_state = None
self._last_char = None
self.lang_filter = lang_filter
self.logger = logging.getLogger(__name__)
self._has_win_bytes = None
self.reset()
def reset(self):
"""
Reset the UniversalDetector and all of its probers back to their
initial states. This is called by ``__init__``, so you only need to
call this directly in between analyses of different documents.
"""
self.result = {'encoding': None, 'confidence': 0.0, 'language': None}
self.done = False
self._got_data = False
self._has_win_bytes = False
self._input_state = InputState.PURE_ASCII
self._last_char = b''
if self._esc_charset_prober:
self._esc_charset_prober.reset()
for prober in self._charset_probers:
prober.reset()
def feed(self, byte_str):
"""
Takes a chunk of a document and feeds it through all of the relevant
charset probers.
After calling ``feed``, you can check the value of the ``done``
attribute to see if you need to continue feeding the
``UniversalDetector`` more data, or if it has made a prediction
(in the ``result`` attribute).
.. note::
You should always call ``close`` when you're done feeding in your
document if ``done`` is not already ``True``.
"""
if self.done:
return
if not len(byte_str):
return
if not isinstance(byte_str, bytearray):
byte_str = bytearray(byte_str)
# First check for known BOMs, since these are guaranteed to be correct
if not self._got_data:
# If the data starts with BOM, we know it is UTF
if byte_str.startswith(codecs.BOM_UTF8):
# EF BB BF UTF-8 with BOM
self.result = {'encoding': "UTF-8-SIG",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith((codecs.BOM_UTF32_LE,
codecs.BOM_UTF32_BE)):
# FF FE 00 00 UTF-32, little-endian BOM
# 00 00 FE FF UTF-32, big-endian BOM
self.result = {'encoding': "UTF-32",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith(b'\xFE\xFF\x00\x00'):
# FE FF 00 00 UCS-4, unusual octet order BOM (3412)
self.result = {'encoding': "X-ISO-10646-UCS-4-3412",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith(b'\x00\x00\xFF\xFE'):
# 00 00 FF FE UCS-4, unusual octet order BOM (2143)
self.result = {'encoding': "X-ISO-10646-UCS-4-2143",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith((codecs.BOM_LE, codecs.BOM_BE)):
# FF FE UTF-16, little endian BOM
# FE FF UTF-16, big endian BOM
self.result = {'encoding': "UTF-16",
'confidence': 1.0,
'language': ''}
self._got_data = True
if self.result['encoding'] is not None:
self.done = True
return
# If none of those matched and we've only see ASCII so far, check
# for high bytes and escape sequences
if self._input_state == InputState.PURE_ASCII:
if self.HIGH_BYTE_DETECTOR.search(byte_str):
self._input_state = InputState.HIGH_BYTE
elif self._input_state == InputState.PURE_ASCII and \
self.ESC_DETECTOR.search(self._last_char + byte_str):
self._input_state = InputState.ESC_ASCII
self._last_char = byte_str[-1:]
# If we've seen escape sequences, use the EscCharSetProber, which
# uses a simple state machine to check for known escape sequences in
# HZ and ISO-2022 encodings, since those are the only encodings that
# use such sequences.
if self._input_state == InputState.ESC_ASCII:
if not self._esc_charset_prober:
self._esc_charset_prober = EscCharSetProber(self.lang_filter)
if self._esc_charset_prober.feed(byte_str) == ProbingState.FOUND_IT:
self.result = {'encoding':
self._esc_charset_prober.charset_name,
'confidence':
self._esc_charset_prober.get_confidence(),
'language':
self._esc_charset_prober.language}
self.done = True
# If we've seen high bytes (i.e., those with values greater than 127),
# we need to do more complicated checks using all our multi-byte and
# single-byte probers that are left. The single-byte probers
# use character bigram distributions to determine the encoding, whereas
# the multi-byte probers use a combination of character unigram and
# bigram distributions.
elif self._input_state == InputState.HIGH_BYTE:
if not self._charset_probers:
self._charset_probers = [MBCSGroupProber(self.lang_filter)]
# If we're checking non-CJK encodings, use single-byte prober
if self.lang_filter & LanguageFilter.NON_CJK:
self._charset_probers.append(SBCSGroupProber())
self._charset_probers.append(Latin1Prober())
for prober in self._charset_probers:
if prober.feed(byte_str) == ProbingState.FOUND_IT:
self.result = {'encoding': prober.charset_name,
'confidence': prober.get_confidence(),
'language': prober.language}
self.done = True
break
if self.WIN_BYTE_DETECTOR.search(byte_str):
self._has_win_bytes = True
def close(self):
"""
Stop analyzing the current document and come up with a final
prediction.
:returns: The ``result`` attribute, a ``dict`` with the keys
`encoding`, `confidence`, and `language`.
"""
# Don't bother with checks if we're already done
if self.done:
return self.result
self.done = True
if not self._got_data:
self.logger.debug('no data received!')
# Default to ASCII if it is all we've seen so far
elif self._input_state == InputState.PURE_ASCII:
self.result = {'encoding': 'ascii',
'confidence': 1.0,
'language': ''}
# If we have seen non-ASCII, return the best that met MINIMUM_THRESHOLD
elif self._input_state == InputState.HIGH_BYTE:
prober_confidence = None
max_prober_confidence = 0.0
max_prober = None
for prober in self._charset_probers:
if not prober:
continue
prober_confidence = prober.get_confidence()
if prober_confidence > max_prober_confidence:
max_prober_confidence = prober_confidence
max_prober = prober
if max_prober and (max_prober_confidence > self.MINIMUM_THRESHOLD):
charset_name = max_prober.charset_name
lower_charset_name = max_prober.charset_name.lower()
confidence = max_prober.get_confidence()
# Use Windows encoding name instead of ISO-8859 if we saw any
# extra Windows-specific bytes
if lower_charset_name.startswith('iso-8859'):
if self._has_win_bytes:
charset_name = self.ISO_WIN_MAP.get(lower_charset_name,
charset_name)
self.result = {'encoding': charset_name,
'confidence': confidence,
'language': max_prober.language}
# Log all prober confidences if none met MINIMUM_THRESHOLD
if self.logger.getEffectiveLevel() <= logging.DEBUG:
if self.result['encoding'] is None:
self.logger.debug('no probers hit minimum threshold')
for group_prober in self._charset_probers:
if not group_prober:
continue
if isinstance(group_prober, CharSetGroupProber):
for prober in group_prober.probers:
self.logger.debug('%s %s confidence = %s',
prober.charset_name,
prober.language,
prober.get_confidence())
else:
self.logger.debug('%s %s confidence = %s',
group_prober.charset_name,
group_prober.language,
group_prober.get_confidence())
return self.result
site-packages/pip/_vendor/chardet/mbcharsetprober.py 0000644 00000006525 15056474501 0016675 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
# Proofpoint, Inc.
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState, MachineState
class MultiByteCharSetProber(CharSetProber):
"""
MultiByteCharSetProber
"""
def __init__(self, lang_filter=None):
super(MultiByteCharSetProber, self).__init__(lang_filter=lang_filter)
self.distribution_analyzer = None
self.coding_sm = None
self._last_char = [0, 0]
def reset(self):
super(MultiByteCharSetProber, self).reset()
if self.coding_sm:
self.coding_sm.reset()
if self.distribution_analyzer:
self.distribution_analyzer.reset()
self._last_char = [0, 0]
@property
def charset_name(self):
raise NotImplementedError
@property
def language(self):
raise NotImplementedError
def feed(self, byte_str):
for i in range(len(byte_str)):
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.distribution_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
return self.distribution_analyzer.get_confidence()
site-packages/pip/_vendor/chardet/charsetgroupprober.py 0000644 00000007377 15056474501 0017441 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import ProbingState
from .charsetprober import CharSetProber
class CharSetGroupProber(CharSetProber):
def __init__(self, lang_filter=None):
super(CharSetGroupProber, self).__init__(lang_filter=lang_filter)
self._active_num = 0
self.probers = []
self._best_guess_prober = None
def reset(self):
super(CharSetGroupProber, self).reset()
self._active_num = 0
for prober in self.probers:
if prober:
prober.reset()
prober.active = True
self._active_num += 1
self._best_guess_prober = None
@property
def charset_name(self):
if not self._best_guess_prober:
self.get_confidence()
if not self._best_guess_prober:
return None
return self._best_guess_prober.charset_name
@property
def language(self):
if not self._best_guess_prober:
self.get_confidence()
if not self._best_guess_prober:
return None
return self._best_guess_prober.language
def feed(self, byte_str):
for prober in self.probers:
if not prober:
continue
if not prober.active:
continue
state = prober.feed(byte_str)
if not state:
continue
if state == ProbingState.FOUND_IT:
self._best_guess_prober = prober
self._state = ProbingState.FOUND_IT
return self.state
elif state == ProbingState.NOT_ME:
prober.active = False
self._active_num -= 1
if self._active_num <= 0:
self._state = ProbingState.NOT_ME
return self.state
return self.state
def get_confidence(self):
state = self.state
if state == ProbingState.FOUND_IT:
return 0.99
elif state == ProbingState.NOT_ME:
return 0.01
best_conf = 0.0
self._best_guess_prober = None
for prober in self.probers:
if not prober:
continue
if not prober.active:
self.logger.debug('%s not active', prober.charset_name)
continue
conf = prober.get_confidence()
self.logger.debug('%s %s confidence = %s', prober.charset_name, prober.language, conf)
if best_conf < conf:
best_conf = conf
self._best_guess_prober = prober
if not self._best_guess_prober:
return 0.0
return best_conf
site-packages/pip/_vendor/chardet/cp949prober.py 0000644 00000003477 15056474501 0015600 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .chardistribution import EUCKRDistributionAnalysis
from .codingstatemachine import CodingStateMachine
from .mbcharsetprober import MultiByteCharSetProber
from .mbcssm import CP949_SM_MODEL
class CP949Prober(MultiByteCharSetProber):
def __init__(self):
super(CP949Prober, self).__init__()
self.coding_sm = CodingStateMachine(CP949_SM_MODEL)
# NOTE: CP949 is a superset of EUC-KR, so the distribution should be
# not different.
self.distribution_analyzer = EUCKRDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "CP949"
@property
def language(self):
return "Korean"
site-packages/pip/_vendor/chardet/euctwprober.py 0000644 00000003323 15056474501 0016045 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCTWDistributionAnalysis
from .mbcssm import EUCTW_SM_MODEL
class EUCTWProber(MultiByteCharSetProber):
def __init__(self):
super(EUCTWProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCTW_SM_MODEL)
self.distribution_analyzer = EUCTWDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "EUC-TW"
@property
def language(self):
return "Taiwan"
site-packages/pip/_vendor/chardet/sjisprober.py 0000644 00000007276 15056474501 0015701 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import SJISDistributionAnalysis
from .jpcntx import SJISContextAnalysis
from .mbcssm import SJIS_SM_MODEL
from .enums import ProbingState, MachineState
class SJISProber(MultiByteCharSetProber):
def __init__(self):
super(SJISProber, self).__init__()
self.coding_sm = CodingStateMachine(SJIS_SM_MODEL)
self.distribution_analyzer = SJISDistributionAnalysis()
self.context_analyzer = SJISContextAnalysis()
self.reset()
def reset(self):
super(SJISProber, self).reset()
self.context_analyzer.reset()
@property
def charset_name(self):
return self.context_analyzer.charset_name
@property
def language(self):
return "Japanese"
def feed(self, byte_str):
for i in range(len(byte_str)):
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.context_analyzer.feed(self._last_char[2 - char_len:],
char_len)
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.context_analyzer.feed(byte_str[i + 1 - char_len:i + 3
- char_len], char_len)
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.context_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
context_conf = self.context_analyzer.get_confidence()
distrib_conf = self.distribution_analyzer.get_confidence()
return max(context_conf, distrib_conf)
site-packages/pip/_vendor/chardet/escsm.py 0000644 00000024416 15056474501 0014624 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import MachineState
HZ_CLS = (
1,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,0,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,4,0,5,2,0, # 78 - 7f
1,1,1,1,1,1,1,1, # 80 - 87
1,1,1,1,1,1,1,1, # 88 - 8f
1,1,1,1,1,1,1,1, # 90 - 97
1,1,1,1,1,1,1,1, # 98 - 9f
1,1,1,1,1,1,1,1, # a0 - a7
1,1,1,1,1,1,1,1, # a8 - af
1,1,1,1,1,1,1,1, # b0 - b7
1,1,1,1,1,1,1,1, # b8 - bf
1,1,1,1,1,1,1,1, # c0 - c7
1,1,1,1,1,1,1,1, # c8 - cf
1,1,1,1,1,1,1,1, # d0 - d7
1,1,1,1,1,1,1,1, # d8 - df
1,1,1,1,1,1,1,1, # e0 - e7
1,1,1,1,1,1,1,1, # e8 - ef
1,1,1,1,1,1,1,1, # f0 - f7
1,1,1,1,1,1,1,1, # f8 - ff
)
HZ_ST = (
MachineState.START,MachineState.ERROR, 3,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START, 4,MachineState.ERROR,# 10-17
5,MachineState.ERROR, 6,MachineState.ERROR, 5, 5, 4,MachineState.ERROR,# 18-1f
4,MachineState.ERROR, 4, 4, 4,MachineState.ERROR, 4,MachineState.ERROR,# 20-27
4,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 28-2f
)
HZ_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0)
HZ_SM_MODEL = {'class_table': HZ_CLS,
'class_factor': 6,
'state_table': HZ_ST,
'char_len_table': HZ_CHAR_LEN_TABLE,
'name': "HZ-GB-2312",
'language': 'Chinese'}
ISO2022CN_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,4,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022CN_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07
MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,# 18-1f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 20-27
5, 6,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 28-2f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,# 38-3f
)
ISO2022CN_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0)
ISO2022CN_SM_MODEL = {'class_table': ISO2022CN_CLS,
'class_factor': 9,
'state_table': ISO2022CN_ST,
'char_len_table': ISO2022CN_CHAR_LEN_TABLE,
'name': "ISO-2022-CN",
'language': 'Chinese'}
ISO2022JP_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,2,2, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,7,0,0,0, # 20 - 27
3,0,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
6,0,4,0,8,0,0,0, # 40 - 47
0,9,5,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022JP_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07
MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,# 18-1f
MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 20-27
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 6,MachineState.ITS_ME,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,# 28-2f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,# 30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 38-3f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.START,# 40-47
)
ISO2022JP_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0, 0)
ISO2022JP_SM_MODEL = {'class_table': ISO2022JP_CLS,
'class_factor': 10,
'state_table': ISO2022JP_ST,
'char_len_table': ISO2022JP_CHAR_LEN_TABLE,
'name': "ISO-2022-JP",
'language': 'Japanese'}
ISO2022KR_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,3,0,0,0, # 20 - 27
0,4,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,5,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022KR_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 10-17
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 18-1f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 20-27
)
ISO2022KR_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0)
ISO2022KR_SM_MODEL = {'class_table': ISO2022KR_CLS,
'class_factor': 6,
'state_table': ISO2022KR_ST,
'char_len_table': ISO2022KR_CHAR_LEN_TABLE,
'name': "ISO-2022-KR",
'language': 'Korean'}
site-packages/pip/_vendor/chardet/mbcssm.py 0000644 00000061611 15056474501 0014774 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import MachineState
# BIG5
BIG5_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as legal value
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,1, # 78 - 7f
4,4,4,4,4,4,4,4, # 80 - 87
4,4,4,4,4,4,4,4, # 88 - 8f
4,4,4,4,4,4,4,4, # 90 - 97
4,4,4,4,4,4,4,4, # 98 - 9f
4,3,3,3,3,3,3,3, # a0 - a7
3,3,3,3,3,3,3,3, # a8 - af
3,3,3,3,3,3,3,3, # b0 - b7
3,3,3,3,3,3,3,3, # b8 - bf
3,3,3,3,3,3,3,3, # c0 - c7
3,3,3,3,3,3,3,3, # c8 - cf
3,3,3,3,3,3,3,3, # d0 - d7
3,3,3,3,3,3,3,3, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,3,3,3, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,3,3,0 # f8 - ff
)
BIG5_ST = (
MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,#08-0f
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START#10-17
)
BIG5_CHAR_LEN_TABLE = (0, 1, 1, 2, 0)
BIG5_SM_MODEL = {'class_table': BIG5_CLS,
'class_factor': 5,
'state_table': BIG5_ST,
'char_len_table': BIG5_CHAR_LEN_TABLE,
'name': 'Big5'}
# CP949
CP949_CLS = (
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,0,0, # 00 - 0f
1,1,1,1,1,1,1,1, 1,1,1,0,1,1,1,1, # 10 - 1f
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 20 - 2f
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 30 - 3f
1,4,4,4,4,4,4,4, 4,4,4,4,4,4,4,4, # 40 - 4f
4,4,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 50 - 5f
1,5,5,5,5,5,5,5, 5,5,5,5,5,5,5,5, # 60 - 6f
5,5,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 70 - 7f
0,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 80 - 8f
6,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 90 - 9f
6,7,7,7,7,7,7,7, 7,7,7,7,7,8,8,8, # a0 - af
7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7, # b0 - bf
7,7,7,7,7,7,9,2, 2,3,2,2,2,2,2,2, # c0 - cf
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # d0 - df
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # e0 - ef
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,0, # f0 - ff
)
CP949_ST = (
#cls= 0 1 2 3 4 5 6 7 8 9 # previous state =
MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START, 4, 5,MachineState.ERROR, 6, # MachineState.START
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, # MachineState.ERROR
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME, # MachineState.ITS_ME
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 3
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 4
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 5
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 6
)
CP949_CHAR_LEN_TABLE = (0, 1, 2, 0, 1, 1, 2, 2, 0, 2)
CP949_SM_MODEL = {'class_table': CP949_CLS,
'class_factor': 10,
'state_table': CP949_ST,
'char_len_table': CP949_CHAR_LEN_TABLE,
'name': 'CP949'}
# EUC-JP
EUCJP_CLS = (
4,4,4,4,4,4,4,4, # 00 - 07
4,4,4,4,4,4,5,5, # 08 - 0f
4,4,4,4,4,4,4,4, # 10 - 17
4,4,4,5,4,4,4,4, # 18 - 1f
4,4,4,4,4,4,4,4, # 20 - 27
4,4,4,4,4,4,4,4, # 28 - 2f
4,4,4,4,4,4,4,4, # 30 - 37
4,4,4,4,4,4,4,4, # 38 - 3f
4,4,4,4,4,4,4,4, # 40 - 47
4,4,4,4,4,4,4,4, # 48 - 4f
4,4,4,4,4,4,4,4, # 50 - 57
4,4,4,4,4,4,4,4, # 58 - 5f
4,4,4,4,4,4,4,4, # 60 - 67
4,4,4,4,4,4,4,4, # 68 - 6f
4,4,4,4,4,4,4,4, # 70 - 77
4,4,4,4,4,4,4,4, # 78 - 7f
5,5,5,5,5,5,5,5, # 80 - 87
5,5,5,5,5,5,1,3, # 88 - 8f
5,5,5,5,5,5,5,5, # 90 - 97
5,5,5,5,5,5,5,5, # 98 - 9f
5,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,0,5 # f8 - ff
)
EUCJP_ST = (
3, 4, 3, 5,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 3,MachineState.ERROR,#18-1f
3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START#20-27
)
EUCJP_CHAR_LEN_TABLE = (2, 2, 2, 3, 1, 0)
EUCJP_SM_MODEL = {'class_table': EUCJP_CLS,
'class_factor': 6,
'state_table': EUCJP_ST,
'char_len_table': EUCJP_CHAR_LEN_TABLE,
'name': 'EUC-JP'}
# EUC-KR
EUCKR_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
1,1,1,1,1,1,1,1, # 40 - 47
1,1,1,1,1,1,1,1, # 48 - 4f
1,1,1,1,1,1,1,1, # 50 - 57
1,1,1,1,1,1,1,1, # 58 - 5f
1,1,1,1,1,1,1,1, # 60 - 67
1,1,1,1,1,1,1,1, # 68 - 6f
1,1,1,1,1,1,1,1, # 70 - 77
1,1,1,1,1,1,1,1, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,3,3,3, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,3,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,0 # f8 - ff
)
EUCKR_ST = (
MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #08-0f
)
EUCKR_CHAR_LEN_TABLE = (0, 1, 2, 0)
EUCKR_SM_MODEL = {'class_table': EUCKR_CLS,
'class_factor': 4,
'state_table': EUCKR_ST,
'char_len_table': EUCKR_CHAR_LEN_TABLE,
'name': 'EUC-KR'}
# EUC-TW
EUCTW_CLS = (
2,2,2,2,2,2,2,2, # 00 - 07
2,2,2,2,2,2,0,0, # 08 - 0f
2,2,2,2,2,2,2,2, # 10 - 17
2,2,2,0,2,2,2,2, # 18 - 1f
2,2,2,2,2,2,2,2, # 20 - 27
2,2,2,2,2,2,2,2, # 28 - 2f
2,2,2,2,2,2,2,2, # 30 - 37
2,2,2,2,2,2,2,2, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,2, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,6,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,3,4,4,4,4,4,4, # a0 - a7
5,5,1,1,1,1,1,1, # a8 - af
1,1,1,1,1,1,1,1, # b0 - b7
1,1,1,1,1,1,1,1, # b8 - bf
1,1,3,1,3,3,3,3, # c0 - c7
3,3,3,3,3,3,3,3, # c8 - cf
3,3,3,3,3,3,3,3, # d0 - d7
3,3,3,3,3,3,3,3, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,3,3,3, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,3,3,0 # f8 - ff
)
EUCTW_ST = (
MachineState.ERROR,MachineState.ERROR,MachineState.START, 3, 3, 3, 4,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.ERROR,#10-17
MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,#20-27
MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f
)
EUCTW_CHAR_LEN_TABLE = (0, 0, 1, 2, 2, 2, 3)
EUCTW_SM_MODEL = {'class_table': EUCTW_CLS,
'class_factor': 7,
'state_table': EUCTW_ST,
'char_len_table': EUCTW_CHAR_LEN_TABLE,
'name': 'x-euc-tw'}
# GB2312
GB2312_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
3,3,3,3,3,3,3,3, # 30 - 37
3,3,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,4, # 78 - 7f
5,6,6,6,6,6,6,6, # 80 - 87
6,6,6,6,6,6,6,6, # 88 - 8f
6,6,6,6,6,6,6,6, # 90 - 97
6,6,6,6,6,6,6,6, # 98 - 9f
6,6,6,6,6,6,6,6, # a0 - a7
6,6,6,6,6,6,6,6, # a8 - af
6,6,6,6,6,6,6,6, # b0 - b7
6,6,6,6,6,6,6,6, # b8 - bf
6,6,6,6,6,6,6,6, # c0 - c7
6,6,6,6,6,6,6,6, # c8 - cf
6,6,6,6,6,6,6,6, # d0 - d7
6,6,6,6,6,6,6,6, # d8 - df
6,6,6,6,6,6,6,6, # e0 - e7
6,6,6,6,6,6,6,6, # e8 - ef
6,6,6,6,6,6,6,6, # f0 - f7
6,6,6,6,6,6,6,0 # f8 - ff
)
GB2312_ST = (
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, 3,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,#10-17
4,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#20-27
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f
)
# To be accurate, the length of class 6 can be either 2 or 4.
# But it is not necessary to discriminate between the two since
# it is used for frequency analysis only, and we are validating
# each code range there as well. So it is safe to set it to be
# 2 here.
GB2312_CHAR_LEN_TABLE = (0, 1, 1, 1, 1, 1, 2)
GB2312_SM_MODEL = {'class_table': GB2312_CLS,
'class_factor': 7,
'state_table': GB2312_ST,
'char_len_table': GB2312_CHAR_LEN_TABLE,
'name': 'GB2312'}
# Shift_JIS
SJIS_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,1, # 78 - 7f
3,3,3,3,3,2,2,3, # 80 - 87
3,3,3,3,3,3,3,3, # 88 - 8f
3,3,3,3,3,3,3,3, # 90 - 97
3,3,3,3,3,3,3,3, # 98 - 9f
#0xa0 is illegal in sjis encoding, but some pages does
#contain such byte. We need to be more error forgiven.
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,4,4,4, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,0,0,0) # f8 - ff
SJIS_ST = (
MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START #10-17
)
SJIS_CHAR_LEN_TABLE = (0, 1, 1, 2, 0, 0)
SJIS_SM_MODEL = {'class_table': SJIS_CLS,
'class_factor': 6,
'state_table': SJIS_ST,
'char_len_table': SJIS_CHAR_LEN_TABLE,
'name': 'Shift_JIS'}
# UCS2-BE
UCS2BE_CLS = (
0,0,0,0,0,0,0,0, # 00 - 07
0,0,1,0,0,2,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,3,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,3,3,3,3,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,0,0,0,0,0,0,0, # a0 - a7
0,0,0,0,0,0,0,0, # a8 - af
0,0,0,0,0,0,0,0, # b0 - b7
0,0,0,0,0,0,0,0, # b8 - bf
0,0,0,0,0,0,0,0, # c0 - c7
0,0,0,0,0,0,0,0, # c8 - cf
0,0,0,0,0,0,0,0, # d0 - d7
0,0,0,0,0,0,0,0, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,4,5 # f8 - ff
)
UCS2BE_ST = (
5, 7, 7,MachineState.ERROR, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME, 6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,#10-17
6, 6, 6, 6, 6,MachineState.ITS_ME, 6, 6,#18-1f
6, 6, 6, 6, 5, 7, 7,MachineState.ERROR,#20-27
5, 8, 6, 6,MachineState.ERROR, 6, 6, 6,#28-2f
6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #30-37
)
UCS2BE_CHAR_LEN_TABLE = (2, 2, 2, 0, 2, 2)
UCS2BE_SM_MODEL = {'class_table': UCS2BE_CLS,
'class_factor': 6,
'state_table': UCS2BE_ST,
'char_len_table': UCS2BE_CHAR_LEN_TABLE,
'name': 'UTF-16BE'}
# UCS2-LE
UCS2LE_CLS = (
0,0,0,0,0,0,0,0, # 00 - 07
0,0,1,0,0,2,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,3,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,3,3,3,3,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,0,0,0,0,0,0,0, # a0 - a7
0,0,0,0,0,0,0,0, # a8 - af
0,0,0,0,0,0,0,0, # b0 - b7
0,0,0,0,0,0,0,0, # b8 - bf
0,0,0,0,0,0,0,0, # c0 - c7
0,0,0,0,0,0,0,0, # c8 - cf
0,0,0,0,0,0,0,0, # d0 - d7
0,0,0,0,0,0,0,0, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,4,5 # f8 - ff
)
UCS2LE_ST = (
6, 6, 7, 6, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME, 5, 5, 5,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#10-17
5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR, 6, 6,#18-1f
7, 6, 8, 8, 5, 5, 5,MachineState.ERROR,#20-27
5, 5, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5,#28-2f
5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR,MachineState.START,MachineState.START #30-37
)
UCS2LE_CHAR_LEN_TABLE = (2, 2, 2, 2, 2, 2)
UCS2LE_SM_MODEL = {'class_table': UCS2LE_CLS,
'class_factor': 6,
'state_table': UCS2LE_ST,
'char_len_table': UCS2LE_CHAR_LEN_TABLE,
'name': 'UTF-16LE'}
# UTF-8
UTF8_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as a legal value
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
1,1,1,1,1,1,1,1, # 40 - 47
1,1,1,1,1,1,1,1, # 48 - 4f
1,1,1,1,1,1,1,1, # 50 - 57
1,1,1,1,1,1,1,1, # 58 - 5f
1,1,1,1,1,1,1,1, # 60 - 67
1,1,1,1,1,1,1,1, # 68 - 6f
1,1,1,1,1,1,1,1, # 70 - 77
1,1,1,1,1,1,1,1, # 78 - 7f
2,2,2,2,3,3,3,3, # 80 - 87
4,4,4,4,4,4,4,4, # 88 - 8f
4,4,4,4,4,4,4,4, # 90 - 97
4,4,4,4,4,4,4,4, # 98 - 9f
5,5,5,5,5,5,5,5, # a0 - a7
5,5,5,5,5,5,5,5, # a8 - af
5,5,5,5,5,5,5,5, # b0 - b7
5,5,5,5,5,5,5,5, # b8 - bf
0,0,6,6,6,6,6,6, # c0 - c7
6,6,6,6,6,6,6,6, # c8 - cf
6,6,6,6,6,6,6,6, # d0 - d7
6,6,6,6,6,6,6,6, # d8 - df
7,8,8,8,8,8,8,8, # e0 - e7
8,8,8,8,8,9,8,8, # e8 - ef
10,11,11,11,11,11,11,11, # f0 - f7
12,13,13,13,14,15,0,0 # f8 - ff
)
UTF8_ST = (
MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12, 10,#00-07
9, 11, 8, 7, 6, 5, 4, 3,#08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#20-27
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#28-2f
MachineState.ERROR,MachineState.ERROR, 5, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#38-3f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#40-47
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#48-4f
MachineState.ERROR,MachineState.ERROR, 7, 7, 7, 7,MachineState.ERROR,MachineState.ERROR,#50-57
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#58-5f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 7, 7,MachineState.ERROR,MachineState.ERROR,#60-67
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#68-6f
MachineState.ERROR,MachineState.ERROR, 9, 9, 9, 9,MachineState.ERROR,MachineState.ERROR,#70-77
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#78-7f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 9,MachineState.ERROR,MachineState.ERROR,#80-87
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#88-8f
MachineState.ERROR,MachineState.ERROR, 12, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,#90-97
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#98-9f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12,MachineState.ERROR,MachineState.ERROR,#a0-a7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#a8-af
MachineState.ERROR,MachineState.ERROR, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b0-b7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b8-bf
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,#c0-c7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR #c8-cf
)
UTF8_CHAR_LEN_TABLE = (0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6)
UTF8_SM_MODEL = {'class_table': UTF8_CLS,
'class_factor': 16,
'state_table': UTF8_ST,
'char_len_table': UTF8_CHAR_LEN_TABLE,
'name': 'UTF-8'}
site-packages/pip/_vendor/chardet/gb2312freq.py 0000644 00000050353 15056474501 0015267 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# GB2312 most frequently used character table
#
# Char to FreqOrder table , from hz6763
# 512 --> 0.79 -- 0.79
# 1024 --> 0.92 -- 0.13
# 2048 --> 0.98 -- 0.06
# 6768 --> 1.00 -- 0.02
#
# Ideal Distribution Ratio = 0.79135/(1-0.79135) = 3.79
# Random Distribution Ration = 512 / (3755 - 512) = 0.157
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR
GB2312_TYPICAL_DISTRIBUTION_RATIO = 0.9
GB2312_TABLE_SIZE = 3760
GB2312_CHAR_TO_FREQ_ORDER = (
1671, 749,1443,2364,3924,3807,2330,3921,1704,3463,2691,1511,1515, 572,3191,2205,
2361, 224,2558, 479,1711, 963,3162, 440,4060,1905,2966,2947,3580,2647,3961,3842,
2204, 869,4207, 970,2678,5626,2944,2956,1479,4048, 514,3595, 588,1346,2820,3409,
249,4088,1746,1873,2047,1774, 581,1813, 358,1174,3590,1014,1561,4844,2245, 670,
1636,3112, 889,1286, 953, 556,2327,3060,1290,3141, 613, 185,3477,1367, 850,3820,
1715,2428,2642,2303,2732,3041,2562,2648,3566,3946,1349, 388,3098,2091,1360,3585,
152,1687,1539, 738,1559, 59,1232,2925,2267,1388,1249,1741,1679,2960, 151,1566,
1125,1352,4271, 924,4296, 385,3166,4459, 310,1245,2850, 70,3285,2729,3534,3575,
2398,3298,3466,1960,2265, 217,3647, 864,1909,2084,4401,2773,1010,3269,5152, 853,
3051,3121,1244,4251,1895, 364,1499,1540,2313,1180,3655,2268, 562, 715,2417,3061,
544, 336,3768,2380,1752,4075, 950, 280,2425,4382, 183,2759,3272, 333,4297,2155,
1688,2356,1444,1039,4540, 736,1177,3349,2443,2368,2144,2225, 565, 196,1482,3406,
927,1335,4147, 692, 878,1311,1653,3911,3622,1378,4200,1840,2969,3149,2126,1816,
2534,1546,2393,2760, 737,2494, 13, 447, 245,2747, 38,2765,2129,2589,1079, 606,
360, 471,3755,2890, 404, 848, 699,1785,1236, 370,2221,1023,3746,2074,2026,2023,
2388,1581,2119, 812,1141,3091,2536,1519, 804,2053, 406,1596,1090, 784, 548,4414,
1806,2264,2936,1100, 343,4114,5096, 622,3358, 743,3668,1510,1626,5020,3567,2513,
3195,4115,5627,2489,2991, 24,2065,2697,1087,2719, 48,1634, 315, 68, 985,2052,
198,2239,1347,1107,1439, 597,2366,2172, 871,3307, 919,2487,2790,1867, 236,2570,
1413,3794, 906,3365,3381,1701,1982,1818,1524,2924,1205, 616,2586,2072,2004, 575,
253,3099, 32,1365,1182, 197,1714,2454,1201, 554,3388,3224,2748, 756,2587, 250,
2567,1507,1517,3529,1922,2761,2337,3416,1961,1677,2452,2238,3153, 615, 911,1506,
1474,2495,1265,1906,2749,3756,3280,2161, 898,2714,1759,3450,2243,2444, 563, 26,
3286,2266,3769,3344,2707,3677, 611,1402, 531,1028,2871,4548,1375, 261,2948, 835,
1190,4134, 353, 840,2684,1900,3082,1435,2109,1207,1674, 329,1872,2781,4055,2686,
2104, 608,3318,2423,2957,2768,1108,3739,3512,3271,3985,2203,1771,3520,1418,2054,
1681,1153, 225,1627,2929, 162,2050,2511,3687,1954, 124,1859,2431,1684,3032,2894,
585,4805,3969,2869,2704,2088,2032,2095,3656,2635,4362,2209, 256, 518,2042,2105,
3777,3657, 643,2298,1148,1779, 190, 989,3544, 414, 11,2135,2063,2979,1471, 403,
3678, 126, 770,1563, 671,2499,3216,2877, 600,1179, 307,2805,4937,1268,1297,2694,
252,4032,1448,1494,1331,1394, 127,2256, 222,1647,1035,1481,3056,1915,1048, 873,
3651, 210, 33,1608,2516, 200,1520, 415, 102, 0,3389,1287, 817, 91,3299,2940,
836,1814, 549,2197,1396,1669,2987,3582,2297,2848,4528,1070, 687, 20,1819, 121,
1552,1364,1461,1968,2617,3540,2824,2083, 177, 948,4938,2291, 110,4549,2066, 648,
3359,1755,2110,2114,4642,4845,1693,3937,3308,1257,1869,2123, 208,1804,3159,2992,
2531,2549,3361,2418,1350,2347,2800,2568,1291,2036,2680, 72, 842,1990, 212,1233,
1154,1586, 75,2027,3410,4900,1823,1337,2710,2676, 728,2810,1522,3026,4995, 157,
755,1050,4022, 710, 785,1936,2194,2085,1406,2777,2400, 150,1250,4049,1206, 807,
1910, 534, 529,3309,1721,1660, 274, 39,2827, 661,2670,1578, 925,3248,3815,1094,
4278,4901,4252, 41,1150,3747,2572,2227,4501,3658,4902,3813,3357,3617,2884,2258,
887, 538,4187,3199,1294,2439,3042,2329,2343,2497,1255, 107, 543,1527, 521,3478,
3568, 194,5062, 15, 961,3870,1241,1192,2664, 66,5215,3260,2111,1295,1127,2152,
3805,4135, 901,1164,1976, 398,1278, 530,1460, 748, 904,1054,1966,1426, 53,2909,
509, 523,2279,1534, 536,1019, 239,1685, 460,2353, 673,1065,2401,3600,4298,2272,
1272,2363, 284,1753,3679,4064,1695, 81, 815,2677,2757,2731,1386, 859, 500,4221,
2190,2566, 757,1006,2519,2068,1166,1455, 337,2654,3203,1863,1682,1914,3025,1252,
1409,1366, 847, 714,2834,2038,3209, 964,2970,1901, 885,2553,1078,1756,3049, 301,
1572,3326, 688,2130,1996,2429,1805,1648,2930,3421,2750,3652,3088, 262,1158,1254,
389,1641,1812, 526,1719, 923,2073,1073,1902, 468, 489,4625,1140, 857,2375,3070,
3319,2863, 380, 116,1328,2693,1161,2244, 273,1212,1884,2769,3011,1775,1142, 461,
3066,1200,2147,2212, 790, 702,2695,4222,1601,1058, 434,2338,5153,3640, 67,2360,
4099,2502, 618,3472,1329, 416,1132, 830,2782,1807,2653,3211,3510,1662, 192,2124,
296,3979,1739,1611,3684, 23, 118, 324, 446,1239,1225, 293,2520,3814,3795,2535,
3116, 17,1074, 467,2692,2201, 387,2922, 45,1326,3055,1645,3659,2817, 958, 243,
1903,2320,1339,2825,1784,3289, 356, 576, 865,2315,2381,3377,3916,1088,3122,1713,
1655, 935, 628,4689,1034,1327, 441, 800, 720, 894,1979,2183,1528,5289,2702,1071,
4046,3572,2399,1571,3281, 79, 761,1103, 327, 134, 758,1899,1371,1615, 879, 442,
215,2605,2579, 173,2048,2485,1057,2975,3317,1097,2253,3801,4263,1403,1650,2946,
814,4968,3487,1548,2644,1567,1285, 2, 295,2636, 97, 946,3576, 832, 141,4257,
3273, 760,3821,3521,3156,2607, 949,1024,1733,1516,1803,1920,2125,2283,2665,3180,
1501,2064,3560,2171,1592, 803,3518,1416, 732,3897,4258,1363,1362,2458, 119,1427,
602,1525,2608,1605,1639,3175, 694,3064, 10, 465, 76,2000,4846,4208, 444,3781,
1619,3353,2206,1273,3796, 740,2483, 320,1723,2377,3660,2619,1359,1137,1762,1724,
2345,2842,1850,1862, 912, 821,1866, 612,2625,1735,2573,3369,1093, 844, 89, 937,
930,1424,3564,2413,2972,1004,3046,3019,2011, 711,3171,1452,4178, 428, 801,1943,
432, 445,2811, 206,4136,1472, 730, 349, 73, 397,2802,2547, 998,1637,1167, 789,
396,3217, 154,1218, 716,1120,1780,2819,4826,1931,3334,3762,2139,1215,2627, 552,
3664,3628,3232,1405,2383,3111,1356,2652,3577,3320,3101,1703, 640,1045,1370,1246,
4996, 371,1575,2436,1621,2210, 984,4033,1734,2638, 16,4529, 663,2755,3255,1451,
3917,2257,1253,1955,2234,1263,2951, 214,1229, 617, 485, 359,1831,1969, 473,2310,
750,2058, 165, 80,2864,2419, 361,4344,2416,2479,1134, 796,3726,1266,2943, 860,
2715, 938, 390,2734,1313,1384, 248, 202, 877,1064,2854, 522,3907, 279,1602, 297,
2357, 395,3740, 137,2075, 944,4089,2584,1267,3802, 62,1533,2285, 178, 176, 780,
2440, 201,3707, 590, 478,1560,4354,2117,1075, 30, 74,4643,4004,1635,1441,2745,
776,2596, 238,1077,1692,1912,2844, 605, 499,1742,3947, 241,3053, 980,1749, 936,
2640,4511,2582, 515,1543,2162,5322,2892,2993, 890,2148,1924, 665,1827,3581,1032,
968,3163, 339,1044,1896, 270, 583,1791,1720,4367,1194,3488,3669, 43,2523,1657,
163,2167, 290,1209,1622,3378, 550, 634,2508,2510, 695,2634,2384,2512,1476,1414,
220,1469,2341,2138,2852,3183,2900,4939,2865,3502,1211,3680, 854,3227,1299,2976,
3172, 186,2998,1459, 443,1067,3251,1495, 321,1932,3054, 909, 753,1410,1828, 436,
2441,1119,1587,3164,2186,1258, 227, 231,1425,1890,3200,3942, 247, 959, 725,5254,
2741, 577,2158,2079, 929, 120, 174, 838,2813, 591,1115, 417,2024, 40,3240,1536,
1037, 291,4151,2354, 632,1298,2406,2500,3535,1825,1846,3451, 205,1171, 345,4238,
18,1163, 811, 685,2208,1217, 425,1312,1508,1175,4308,2552,1033, 587,1381,3059,
2984,3482, 340,1316,4023,3972, 792,3176, 519, 777,4690, 918, 933,4130,2981,3741,
90,3360,2911,2200,5184,4550, 609,3079,2030, 272,3379,2736, 363,3881,1130,1447,
286, 779, 357,1169,3350,3137,1630,1220,2687,2391, 747,1277,3688,2618,2682,2601,
1156,3196,5290,4034,3102,1689,3596,3128, 874, 219,2783, 798, 508,1843,2461, 269,
1658,1776,1392,1913,2983,3287,2866,2159,2372, 829,4076, 46,4253,2873,1889,1894,
915,1834,1631,2181,2318, 298, 664,2818,3555,2735, 954,3228,3117, 527,3511,2173,
681,2712,3033,2247,2346,3467,1652, 155,2164,3382, 113,1994, 450, 899, 494, 994,
1237,2958,1875,2336,1926,3727, 545,1577,1550, 633,3473, 204,1305,3072,2410,1956,
2471, 707,2134, 841,2195,2196,2663,3843,1026,4940, 990,3252,4997, 368,1092, 437,
3212,3258,1933,1829, 675,2977,2893, 412, 943,3723,4644,3294,3283,2230,2373,5154,
2389,2241,2661,2323,1404,2524, 593, 787, 677,3008,1275,2059, 438,2709,2609,2240,
2269,2246,1446, 36,1568,1373,3892,1574,2301,1456,3962, 693,2276,5216,2035,1143,
2720,1919,1797,1811,2763,4137,2597,1830,1699,1488,1198,2090, 424,1694, 312,3634,
3390,4179,3335,2252,1214, 561,1059,3243,2295,2561, 975,5155,2321,2751,3772, 472,
1537,3282,3398,1047,2077,2348,2878,1323,3340,3076, 690,2906, 51, 369, 170,3541,
1060,2187,2688,3670,2541,1083,1683, 928,3918, 459, 109,4427, 599,3744,4286, 143,
2101,2730,2490, 82,1588,3036,2121, 281,1860, 477,4035,1238,2812,3020,2716,3312,
1530,2188,2055,1317, 843, 636,1808,1173,3495, 649, 181,1002, 147,3641,1159,2414,
3750,2289,2795, 813,3123,2610,1136,4368, 5,3391,4541,2174, 420, 429,1728, 754,
1228,2115,2219, 347,2223,2733, 735,1518,3003,2355,3134,1764,3948,3329,1888,2424,
1001,1234,1972,3321,3363,1672,1021,1450,1584, 226, 765, 655,2526,3404,3244,2302,
3665, 731, 594,2184, 319,1576, 621, 658,2656,4299,2099,3864,1279,2071,2598,2739,
795,3086,3699,3908,1707,2352,2402,1382,3136,2475,1465,4847,3496,3865,1085,3004,
2591,1084, 213,2287,1963,3565,2250, 822, 793,4574,3187,1772,1789,3050, 595,1484,
1959,2770,1080,2650, 456, 422,2996, 940,3322,4328,4345,3092,2742, 965,2784, 739,
4124, 952,1358,2498,2949,2565, 332,2698,2378, 660,2260,2473,4194,3856,2919, 535,
1260,2651,1208,1428,1300,1949,1303,2942, 433,2455,2450,1251,1946, 614,1269, 641,
1306,1810,2737,3078,2912, 564,2365,1419,1415,1497,4460,2367,2185,1379,3005,1307,
3218,2175,1897,3063, 682,1157,4040,4005,1712,1160,1941,1399, 394, 402,2952,1573,
1151,2986,2404, 862, 299,2033,1489,3006, 346, 171,2886,3401,1726,2932, 168,2533,
47,2507,1030,3735,1145,3370,1395,1318,1579,3609,4560,2857,4116,1457,2529,1965,
504,1036,2690,2988,2405, 745,5871, 849,2397,2056,3081, 863,2359,3857,2096, 99,
1397,1769,2300,4428,1643,3455,1978,1757,3718,1440, 35,4879,3742,1296,4228,2280,
160,5063,1599,2013, 166, 520,3479,1646,3345,3012, 490,1937,1545,1264,2182,2505,
1096,1188,1369,1436,2421,1667,2792,2460,1270,2122, 727,3167,2143, 806,1706,1012,
1800,3037, 960,2218,1882, 805, 139,2456,1139,1521, 851,1052,3093,3089, 342,2039,
744,5097,1468,1502,1585,2087, 223, 939, 326,2140,2577, 892,2481,1623,4077, 982,
3708, 135,2131, 87,2503,3114,2326,1106, 876,1616, 547,2997,2831,2093,3441,4530,
4314, 9,3256,4229,4148, 659,1462,1986,1710,2046,2913,2231,4090,4880,5255,3392,
3274,1368,3689,4645,1477, 705,3384,3635,1068,1529,2941,1458,3782,1509, 100,1656,
2548, 718,2339, 408,1590,2780,3548,1838,4117,3719,1345,3530, 717,3442,2778,3220,
2898,1892,4590,3614,3371,2043,1998,1224,3483, 891, 635, 584,2559,3355, 733,1766,
1729,1172,3789,1891,2307, 781,2982,2271,1957,1580,5773,2633,2005,4195,3097,1535,
3213,1189,1934,5693,3262, 586,3118,1324,1598, 517,1564,2217,1868,1893,4445,3728,
2703,3139,1526,1787,1992,3882,2875,1549,1199,1056,2224,1904,2711,5098,4287, 338,
1993,3129,3489,2689,1809,2815,1997, 957,1855,3898,2550,3275,3057,1105,1319, 627,
1505,1911,1883,3526, 698,3629,3456,1833,1431, 746, 77,1261,2017,2296,1977,1885,
125,1334,1600, 525,1798,1109,2222,1470,1945, 559,2236,1186,3443,2476,1929,1411,
2411,3135,1777,3372,2621,1841,1613,3229, 668,1430,1839,2643,2916, 195,1989,2671,
2358,1387, 629,3205,2293,5256,4439, 123,1310, 888,1879,4300,3021,3605,1003,1162,
3192,2910,2010, 140,2395,2859, 55,1082,2012,2901, 662, 419,2081,1438, 680,2774,
4654,3912,1620,1731,1625,5035,4065,2328, 512,1344, 802,5443,2163,2311,2537, 524,
3399, 98,1155,2103,1918,2606,3925,2816,1393,2465,1504,3773,2177,3963,1478,4346,
180,1113,4655,3461,2028,1698, 833,2696,1235,1322,1594,4408,3623,3013,3225,2040,
3022, 541,2881, 607,3632,2029,1665,1219, 639,1385,1686,1099,2803,3231,1938,3188,
2858, 427, 676,2772,1168,2025, 454,3253,2486,3556, 230,1950, 580, 791,1991,1280,
1086,1974,2034, 630, 257,3338,2788,4903,1017, 86,4790, 966,2789,1995,1696,1131,
259,3095,4188,1308, 179,1463,5257, 289,4107,1248, 42,3413,1725,2288, 896,1947,
774,4474,4254, 604,3430,4264, 392,2514,2588, 452, 237,1408,3018, 988,4531,1970,
3034,3310, 540,2370,1562,1288,2990, 502,4765,1147, 4,1853,2708, 207, 294,2814,
4078,2902,2509, 684, 34,3105,3532,2551, 644, 709,2801,2344, 573,1727,3573,3557,
2021,1081,3100,4315,2100,3681, 199,2263,1837,2385, 146,3484,1195,2776,3949, 997,
1939,3973,1008,1091,1202,1962,1847,1149,4209,5444,1076, 493, 117,5400,2521, 972,
1490,2934,1796,4542,2374,1512,2933,2657, 413,2888,1135,2762,2314,2156,1355,2369,
766,2007,2527,2170,3124,2491,2593,2632,4757,2437, 234,3125,3591,1898,1750,1376,
1942,3468,3138, 570,2127,2145,3276,4131, 962, 132,1445,4196, 19, 941,3624,3480,
3366,1973,1374,4461,3431,2629, 283,2415,2275, 808,2887,3620,2112,2563,1353,3610,
955,1089,3103,1053, 96, 88,4097, 823,3808,1583, 399, 292,4091,3313, 421,1128,
642,4006, 903,2539,1877,2082, 596, 29,4066,1790, 722,2157, 130, 995,1569, 769,
1485, 464, 513,2213, 288,1923,1101,2453,4316, 133, 486,2445, 50, 625, 487,2207,
57, 423, 481,2962, 159,3729,1558, 491, 303, 482, 501, 240,2837, 112,3648,2392,
1783, 362, 8,3433,3422, 610,2793,3277,1390,1284,1654, 21,3823, 734, 367, 623,
193, 287, 374,1009,1483, 816, 476, 313,2255,2340,1262,2150,2899,1146,2581, 782,
2116,1659,2018,1880, 255,3586,3314,1110,2867,2137,2564, 986,2767,5185,2006, 650,
158, 926, 762, 881,3157,2717,2362,3587, 306,3690,3245,1542,3077,2427,1691,2478,
2118,2985,3490,2438, 539,2305, 983, 129,1754, 355,4201,2386, 827,2923, 104,1773,
2838,2771, 411,2905,3919, 376, 767, 122,1114, 828,2422,1817,3506, 266,3460,1007,
1609,4998, 945,2612,4429,2274, 726,1247,1964,2914,2199,2070,4002,4108, 657,3323,
1422, 579, 455,2764,4737,1222,2895,1670, 824,1223,1487,2525, 558, 861,3080, 598,
2659,2515,1967, 752,2583,2376,2214,4180, 977, 704,2464,4999,2622,4109,1210,2961,
819,1541, 142,2284, 44, 418, 457,1126,3730,4347,4626,1644,1876,3671,1864, 302,
1063,5694, 624, 723,1984,3745,1314,1676,2488,1610,1449,3558,3569,2166,2098, 409,
1011,2325,3704,2306, 818,1732,1383,1824,1844,3757, 999,2705,3497,1216,1423,2683,
2426,2954,2501,2726,2229,1475,2554,5064,1971,1794,1666,2014,1343, 783, 724, 191,
2434,1354,2220,5065,1763,2752,2472,4152, 131, 175,2885,3434, 92,1466,4920,2616,
3871,3872,3866, 128,1551,1632, 669,1854,3682,4691,4125,1230, 188,2973,3290,1302,
1213, 560,3266, 917, 763,3909,3249,1760, 868,1958, 764,1782,2097, 145,2277,3774,
4462, 64,1491,3062, 971,2132,3606,2442, 221,1226,1617, 218, 323,1185,3207,3147,
571, 619,1473,1005,1744,2281, 449,1887,2396,3685, 275, 375,3816,1743,3844,3731,
845,1983,2350,4210,1377, 773, 967,3499,3052,3743,2725,4007,1697,1022,3943,1464,
3264,2855,2722,1952,1029,2839,2467, 84,4383,2215, 820,1391,2015,2448,3672, 377,
1948,2168, 797,2545,3536,2578,2645, 94,2874,1678, 405,1259,3071, 771, 546,1315,
470,1243,3083, 895,2468, 981, 969,2037, 846,4181, 653,1276,2928, 14,2594, 557,
3007,2474, 156, 902,1338,1740,2574, 537,2518, 973,2282,2216,2433,1928, 138,2903,
1293,2631,1612, 646,3457, 839,2935, 111, 496,2191,2847, 589,3186, 149,3994,2060,
4031,2641,4067,3145,1870, 37,3597,2136,1025,2051,3009,3383,3549,1121,1016,3261,
1301, 251,2446,2599,2153, 872,3246, 637, 334,3705, 831, 884, 921,3065,3140,4092,
2198,1944, 246,2964, 108,2045,1152,1921,2308,1031, 203,3173,4170,1907,3890, 810,
1401,2003,1690, 506, 647,1242,2828,1761,1649,3208,2249,1589,3709,2931,5156,1708,
498, 666,2613, 834,3817,1231, 184,2851,1124, 883,3197,2261,3710,1765,1553,2658,
1178,2639,2351, 93,1193, 942,2538,2141,4402, 235,1821, 870,1591,2192,1709,1871,
3341,1618,4126,2595,2334, 603, 651, 69, 701, 268,2662,3411,2555,1380,1606, 503,
448, 254,2371,2646, 574,1187,2309,1770, 322,2235,1292,1801, 305, 566,1133, 229,
2067,2057, 706, 167, 483,2002,2672,3295,1820,3561,3067, 316, 378,2746,3452,1112,
136,1981, 507,1651,2917,1117, 285,4591, 182,2580,3522,1304, 335,3303,1835,2504,
1795,1792,2248, 674,1018,2106,2449,1857,2292,2845, 976,3047,1781,2600,2727,1389,
1281, 52,3152, 153, 265,3950, 672,3485,3951,4463, 430,1183, 365, 278,2169, 27,
1407,1336,2304, 209,1340,1730,2202,1852,2403,2883, 979,1737,1062, 631,2829,2542,
3876,2592, 825,2086,2226,3048,3625, 352,1417,3724, 542, 991, 431,1351,3938,1861,
2294, 826,1361,2927,3142,3503,1738, 463,2462,2723, 582,1916,1595,2808, 400,3845,
3891,2868,3621,2254, 58,2492,1123, 910,2160,2614,1372,1603,1196,1072,3385,1700,
3267,1980, 696, 480,2430, 920, 799,1570,2920,1951,2041,4047,2540,1321,4223,2469,
3562,2228,1271,2602, 401,2833,3351,2575,5157, 907,2312,1256, 410, 263,3507,1582,
996, 678,1849,2316,1480, 908,3545,2237, 703,2322, 667,1826,2849,1531,2604,2999,
2407,3146,2151,2630,1786,3711, 469,3542, 497,3899,2409, 858, 837,4446,3393,1274,
786, 620,1845,2001,3311, 484, 308,3367,1204,1815,3691,2332,1532,2557,1842,2020,
2724,1927,2333,4440, 567, 22,1673,2728,4475,1987,1858,1144,1597, 101,1832,3601,
12, 974,3783,4391, 951,1412, 1,3720, 453,4608,4041, 528,1041,1027,3230,2628,
1129, 875,1051,3291,1203,2262,1069,2860,2799,2149,2615,3278, 144,1758,3040, 31,
475,1680, 366,2685,3184, 311,1642,4008,2466,5036,1593,1493,2809, 216,1420,1668,
233, 304,2128,3284, 232,1429,1768,1040,2008,3407,2740,2967,2543, 242,2133, 778,
1565,2022,2620, 505,2189,2756,1098,2273, 372,1614, 708, 553,2846,2094,2278, 169,
3626,2835,4161, 228,2674,3165, 809,1454,1309, 466,1705,1095, 900,3423, 880,2667,
3751,5258,2317,3109,2571,4317,2766,1503,1342, 866,4447,1118, 63,2076, 314,1881,
1348,1061, 172, 978,3515,1747, 532, 511,3970, 6, 601, 905,2699,3300,1751, 276,
1467,3725,2668, 65,4239,2544,2779,2556,1604, 578,2451,1802, 992,2331,2624,1320,
3446, 713,1513,1013, 103,2786,2447,1661, 886,1702, 916, 654,3574,2031,1556, 751,
2178,2821,2179,1498,1538,2176, 271, 914,2251,2080,1325, 638,1953,2937,3877,2432,
2754, 95,3265,1716, 260,1227,4083, 775, 106,1357,3254, 426,1607, 555,2480, 772,
1985, 244,2546, 474, 495,1046,2611,1851,2061, 71,2089,1675,2590, 742,3758,2843,
3222,1433, 267,2180,2576,2826,2233,2092,3913,2435, 956,1745,3075, 856,2113,1116,
451, 3,1988,2896,1398, 993,2463,1878,2049,1341,2718,2721,2870,2108, 712,2904,
4363,2753,2324, 277,2872,2349,2649, 384, 987, 435, 691,3000, 922, 164,3939, 652,
1500,1184,4153,2482,3373,2165,4848,2335,3775,3508,3154,2806,2830,1554,2102,1664,
2530,1434,2408, 893,1547,2623,3447,2832,2242,2532,3169,2856,3223,2078, 49,3770,
3469, 462, 318, 656,2259,3250,3069, 679,1629,2758, 344,1138,1104,3120,1836,1283,
3115,2154,1437,4448, 934, 759,1999, 794,2862,1038, 533,2560,1722,2342, 855,2626,
1197,1663,4476,3127, 85,4240,2528, 25,1111,1181,3673, 407,3470,4561,2679,2713,
768,1925,2841,3986,1544,1165, 932, 373,1240,2146,1930,2673, 721,4766, 354,4333,
391,2963, 187, 61,3364,1442,1102, 330,1940,1767, 341,3809,4118, 393,2496,2062,
2211, 105, 331, 300, 439, 913,1332, 626, 379,3304,1557, 328, 689,3952, 309,1555,
931, 317,2517,3027, 325, 569, 686,2107,3084, 60,1042,1333,2794, 264,3177,4014,
1628, 258,3712, 7,4464,1176,1043,1778, 683, 114,1975, 78,1492, 383,1886, 510,
386, 645,5291,2891,2069,3305,4138,3867,2939,2603,2493,1935,1066,1848,3588,1015,
1282,1289,4609, 697,1453,3044,2666,3611,1856,2412, 54, 719,1330, 568,3778,2459,
1748, 788, 492, 551,1191,1000, 488,3394,3763, 282,1799, 348,2016,1523,3155,2390,
1049, 382,2019,1788,1170, 729,2968,3523, 897,3926,2785,2938,3292, 350,2319,3238,
1718,1717,2655,3453,3143,4465, 161,2889,2980,2009,1421, 56,1908,1640,2387,2232,
1917,1874,2477,4921, 148, 83,3438, 592,4245,2882,1822,1055, 741, 115,1496,1624,
381,1638,4592,1020, 516,3214, 458, 947,4575,1432, 211,1514,2926,1865,2142, 189,
852,1221,1400,1486, 882,2299,4036, 351, 28,1122, 700,6479,6480,6481,6482,6483, #last 512
)
site-packages/pip/_vendor/chardet/jpcntx.py 0000644 00000046273 15056474501 0015025 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# This is hiragana 2-char sequence table, the number in each cell represents its frequency category
jp2CharContext = (
(0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1),
(2,4,0,4,0,3,0,4,0,3,4,4,4,2,4,3,3,4,3,2,3,3,4,2,3,3,3,2,4,1,4,3,3,1,5,4,3,4,3,4,3,5,3,0,3,5,4,2,0,3,1,0,3,3,0,3,3,0,1,1,0,4,3,0,3,3,0,4,0,2,0,3,5,5,5,5,4,0,4,1,0,3,4),
(0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2),
(0,4,0,5,0,5,0,4,0,4,5,4,4,3,5,3,5,1,5,3,4,3,4,4,3,4,3,3,4,3,5,4,4,3,5,5,3,5,5,5,3,5,5,3,4,5,5,3,1,3,2,0,3,4,0,4,2,0,4,2,1,5,3,2,3,5,0,4,0,2,0,5,4,4,5,4,5,0,4,0,0,4,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,4,0,3,0,3,0,4,5,4,3,3,3,3,4,3,5,4,4,3,5,4,4,3,4,3,4,4,4,4,5,3,4,4,3,4,5,5,4,5,5,1,4,5,4,3,0,3,3,1,3,3,0,4,4,0,3,3,1,5,3,3,3,5,0,4,0,3,0,4,4,3,4,3,3,0,4,1,1,3,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,4,0,3,0,3,0,4,0,3,4,4,3,2,2,1,2,1,3,1,3,3,3,3,3,4,3,1,3,3,5,3,3,0,4,3,0,5,4,3,3,5,4,4,3,4,4,5,0,1,2,0,1,2,0,2,2,0,1,0,0,5,2,2,1,4,0,3,0,1,0,4,4,3,5,4,3,0,2,1,0,4,3),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,5,0,4,0,2,1,4,4,2,4,1,4,2,4,2,4,3,3,3,4,3,3,3,3,1,4,2,3,3,3,1,4,4,1,1,1,4,3,3,2,0,2,4,3,2,0,3,3,0,3,1,1,0,0,0,3,3,0,4,2,2,3,4,0,4,0,3,0,4,4,5,3,4,4,0,3,0,0,1,4),
(1,4,0,4,0,4,0,4,0,3,5,4,4,3,4,3,5,4,3,3,4,3,5,4,4,4,4,3,4,2,4,3,3,1,5,4,3,2,4,5,4,5,5,4,4,5,4,4,0,3,2,2,3,3,0,4,3,1,3,2,1,4,3,3,4,5,0,3,0,2,0,4,5,5,4,5,4,0,4,0,0,5,4),
(0,5,0,5,0,4,0,3,0,4,4,3,4,3,3,3,4,0,4,4,4,3,4,3,4,3,3,1,4,2,4,3,4,0,5,4,1,4,5,4,4,5,3,2,4,3,4,3,2,4,1,3,3,3,2,3,2,0,4,3,3,4,3,3,3,4,0,4,0,3,0,4,5,4,4,4,3,0,4,1,0,1,3),
(0,3,1,4,0,3,0,2,0,3,4,4,3,1,4,2,3,3,4,3,4,3,4,3,4,4,3,2,3,1,5,4,4,1,4,4,3,5,4,4,3,5,5,4,3,4,4,3,1,2,3,1,2,2,0,3,2,0,3,1,0,5,3,3,3,4,3,3,3,3,4,4,4,4,5,4,2,0,3,3,2,4,3),
(0,2,0,3,0,1,0,1,0,0,3,2,0,0,2,0,1,0,2,1,3,3,3,1,2,3,1,0,1,0,4,2,1,1,3,3,0,4,3,3,1,4,3,3,0,3,3,2,0,0,0,0,1,0,0,2,0,0,0,0,0,4,1,0,2,3,2,2,2,1,3,3,3,4,4,3,2,0,3,1,0,3,3),
(0,4,0,4,0,3,0,3,0,4,4,4,3,3,3,3,3,3,4,3,4,2,4,3,4,3,3,2,4,3,4,5,4,1,4,5,3,5,4,5,3,5,4,0,3,5,5,3,1,3,3,2,2,3,0,3,4,1,3,3,2,4,3,3,3,4,0,4,0,3,0,4,5,4,4,5,3,0,4,1,0,3,4),
(0,2,0,3,0,3,0,0,0,2,2,2,1,0,1,0,0,0,3,0,3,0,3,0,1,3,1,0,3,1,3,3,3,1,3,3,3,0,1,3,1,3,4,0,0,3,1,1,0,3,2,0,0,0,0,1,3,0,1,0,0,3,3,2,0,3,0,0,0,0,0,3,4,3,4,3,3,0,3,0,0,2,3),
(2,3,0,3,0,2,0,1,0,3,3,4,3,1,3,1,1,1,3,1,4,3,4,3,3,3,0,0,3,1,5,4,3,1,4,3,2,5,5,4,4,4,4,3,3,4,4,4,0,2,1,1,3,2,0,1,2,0,0,1,0,4,1,3,3,3,0,3,0,1,0,4,4,4,5,5,3,0,2,0,0,4,4),
(0,2,0,1,0,3,1,3,0,2,3,3,3,0,3,1,0,0,3,0,3,2,3,1,3,2,1,1,0,0,4,2,1,0,2,3,1,4,3,2,0,4,4,3,1,3,1,3,0,1,0,0,1,0,0,0,1,0,0,0,0,4,1,1,1,2,0,3,0,0,0,3,4,2,4,3,2,0,1,0,0,3,3),
(0,1,0,4,0,5,0,4,0,2,4,4,2,3,3,2,3,3,5,3,3,3,4,3,4,2,3,0,4,3,3,3,4,1,4,3,2,1,5,5,3,4,5,1,3,5,4,2,0,3,3,0,1,3,0,4,2,0,1,3,1,4,3,3,3,3,0,3,0,1,0,3,4,4,4,5,5,0,3,0,1,4,5),
(0,2,0,3,0,3,0,0,0,2,3,1,3,0,4,0,1,1,3,0,3,4,3,2,3,1,0,3,3,2,3,1,3,0,2,3,0,2,1,4,1,2,2,0,0,3,3,0,0,2,0,0,0,1,0,0,0,0,2,2,0,3,2,1,3,3,0,2,0,2,0,0,3,3,1,2,4,0,3,0,2,2,3),
(2,4,0,5,0,4,0,4,0,2,4,4,4,3,4,3,3,3,1,2,4,3,4,3,4,4,5,0,3,3,3,3,2,0,4,3,1,4,3,4,1,4,4,3,3,4,4,3,1,2,3,0,4,2,0,4,1,0,3,3,0,4,3,3,3,4,0,4,0,2,0,3,5,3,4,5,2,0,3,0,0,4,5),
(0,3,0,4,0,1,0,1,0,1,3,2,2,1,3,0,3,0,2,0,2,0,3,0,2,0,0,0,1,0,1,1,0,0,3,1,0,0,0,4,0,3,1,0,2,1,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,4,2,2,3,1,0,3,0,0,0,1,4,4,4,3,0,0,4,0,0,1,4),
(1,4,1,5,0,3,0,3,0,4,5,4,4,3,5,3,3,4,4,3,4,1,3,3,3,3,2,1,4,1,5,4,3,1,4,4,3,5,4,4,3,5,4,3,3,4,4,4,0,3,3,1,2,3,0,3,1,0,3,3,0,5,4,4,4,4,4,4,3,3,5,4,4,3,3,5,4,0,3,2,0,4,4),
(0,2,0,3,0,1,0,0,0,1,3,3,3,2,4,1,3,0,3,1,3,0,2,2,1,1,0,0,2,0,4,3,1,0,4,3,0,4,4,4,1,4,3,1,1,3,3,1,0,2,0,0,1,3,0,0,0,0,2,0,0,4,3,2,4,3,5,4,3,3,3,4,3,3,4,3,3,0,2,1,0,3,3),
(0,2,0,4,0,3,0,2,0,2,5,5,3,4,4,4,4,1,4,3,3,0,4,3,4,3,1,3,3,2,4,3,0,3,4,3,0,3,4,4,2,4,4,0,4,5,3,3,2,2,1,1,1,2,0,1,5,0,3,3,2,4,3,3,3,4,0,3,0,2,0,4,4,3,5,5,0,0,3,0,2,3,3),
(0,3,0,4,0,3,0,1,0,3,4,3,3,1,3,3,3,0,3,1,3,0,4,3,3,1,1,0,3,0,3,3,0,0,4,4,0,1,5,4,3,3,5,0,3,3,4,3,0,2,0,1,1,1,0,1,3,0,1,2,1,3,3,2,3,3,0,3,0,1,0,1,3,3,4,4,1,0,1,2,2,1,3),
(0,1,0,4,0,4,0,3,0,1,3,3,3,2,3,1,1,0,3,0,3,3,4,3,2,4,2,0,1,0,4,3,2,0,4,3,0,5,3,3,2,4,4,4,3,3,3,4,0,1,3,0,0,1,0,0,1,0,0,0,0,4,2,3,3,3,0,3,0,0,0,4,4,4,5,3,2,0,3,3,0,3,5),
(0,2,0,3,0,0,0,3,0,1,3,0,2,0,0,0,1,0,3,1,1,3,3,0,0,3,0,0,3,0,2,3,1,0,3,1,0,3,3,2,0,4,2,2,0,2,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,2,1,2,0,1,0,1,0,0,0,1,3,1,2,0,0,0,1,0,0,1,4),
(0,3,0,3,0,5,0,1,0,2,4,3,1,3,3,2,1,1,5,2,1,0,5,1,2,0,0,0,3,3,2,2,3,2,4,3,0,0,3,3,1,3,3,0,2,5,3,4,0,3,3,0,1,2,0,2,2,0,3,2,0,2,2,3,3,3,0,2,0,1,0,3,4,4,2,5,4,0,3,0,0,3,5),
(0,3,0,3,0,3,0,1,0,3,3,3,3,0,3,0,2,0,2,1,1,0,2,0,1,0,0,0,2,1,0,0,1,0,3,2,0,0,3,3,1,2,3,1,0,3,3,0,0,1,0,0,0,0,0,2,0,0,0,0,0,2,3,1,2,3,0,3,0,1,0,3,2,1,0,4,3,0,1,1,0,3,3),
(0,4,0,5,0,3,0,3,0,4,5,5,4,3,5,3,4,3,5,3,3,2,5,3,4,4,4,3,4,3,4,5,5,3,4,4,3,4,4,5,4,4,4,3,4,5,5,4,2,3,4,2,3,4,0,3,3,1,4,3,2,4,3,3,5,5,0,3,0,3,0,5,5,5,5,4,4,0,4,0,1,4,4),
(0,4,0,4,0,3,0,3,0,3,5,4,4,2,3,2,5,1,3,2,5,1,4,2,3,2,3,3,4,3,3,3,3,2,5,4,1,3,3,5,3,4,4,0,4,4,3,1,1,3,1,0,2,3,0,2,3,0,3,0,0,4,3,1,3,4,0,3,0,2,0,4,4,4,3,4,5,0,4,0,0,3,4),
(0,3,0,3,0,3,1,2,0,3,4,4,3,3,3,0,2,2,4,3,3,1,3,3,3,1,1,0,3,1,4,3,2,3,4,4,2,4,4,4,3,4,4,3,2,4,4,3,1,3,3,1,3,3,0,4,1,0,2,2,1,4,3,2,3,3,5,4,3,3,5,4,4,3,3,0,4,0,3,2,2,4,4),
(0,2,0,1,0,0,0,0,0,1,2,1,3,0,0,0,0,0,2,0,1,2,1,0,0,1,0,0,0,0,3,0,0,1,0,1,1,3,1,0,0,0,1,1,0,1,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,1,2,2,0,3,4,0,0,0,1,1,0,0,1,0,0,0,0,0,1,1),
(0,1,0,0,0,1,0,0,0,0,4,0,4,1,4,0,3,0,4,0,3,0,4,0,3,0,3,0,4,1,5,1,4,0,0,3,0,5,0,5,2,0,1,0,0,0,2,1,4,0,1,3,0,0,3,0,0,3,1,1,4,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0),
(1,4,0,5,0,3,0,2,0,3,5,4,4,3,4,3,5,3,4,3,3,0,4,3,3,3,3,3,3,2,4,4,3,1,3,4,4,5,4,4,3,4,4,1,3,5,4,3,3,3,1,2,2,3,3,1,3,1,3,3,3,5,3,3,4,5,0,3,0,3,0,3,4,3,4,4,3,0,3,0,2,4,3),
(0,1,0,4,0,0,0,0,0,1,4,0,4,1,4,2,4,0,3,0,1,0,1,0,0,0,0,0,2,0,3,1,1,1,0,3,0,0,0,1,2,1,0,0,1,1,1,1,0,1,0,0,0,1,0,0,3,0,0,0,0,3,2,0,2,2,0,1,0,0,0,2,3,2,3,3,0,0,0,0,2,1,0),
(0,5,1,5,0,3,0,3,0,5,4,4,5,1,5,3,3,0,4,3,4,3,5,3,4,3,3,2,4,3,4,3,3,0,3,3,1,4,4,3,4,4,4,3,4,5,5,3,2,3,1,1,3,3,1,3,1,1,3,3,2,4,5,3,3,5,0,4,0,3,0,4,4,3,5,3,3,0,3,4,0,4,3),
(0,5,0,5,0,3,0,2,0,4,4,3,5,2,4,3,3,3,4,4,4,3,5,3,5,3,3,1,4,0,4,3,3,0,3,3,0,4,4,4,4,5,4,3,3,5,5,3,2,3,1,2,3,2,0,1,0,0,3,2,2,4,4,3,1,5,0,4,0,3,0,4,3,1,3,2,1,0,3,3,0,3,3),
(0,4,0,5,0,5,0,4,0,4,5,5,5,3,4,3,3,2,5,4,4,3,5,3,5,3,4,0,4,3,4,4,3,2,4,4,3,4,5,4,4,5,5,0,3,5,5,4,1,3,3,2,3,3,1,3,1,0,4,3,1,4,4,3,4,5,0,4,0,2,0,4,3,4,4,3,3,0,4,0,0,5,5),
(0,4,0,4,0,5,0,1,1,3,3,4,4,3,4,1,3,0,5,1,3,0,3,1,3,1,1,0,3,0,3,3,4,0,4,3,0,4,4,4,3,4,4,0,3,5,4,1,0,3,0,0,2,3,0,3,1,0,3,1,0,3,2,1,3,5,0,3,0,1,0,3,2,3,3,4,4,0,2,2,0,4,4),
(2,4,0,5,0,4,0,3,0,4,5,5,4,3,5,3,5,3,5,3,5,2,5,3,4,3,3,4,3,4,5,3,2,1,5,4,3,2,3,4,5,3,4,1,2,5,4,3,0,3,3,0,3,2,0,2,3,0,4,1,0,3,4,3,3,5,0,3,0,1,0,4,5,5,5,4,3,0,4,2,0,3,5),
(0,5,0,4,0,4,0,2,0,5,4,3,4,3,4,3,3,3,4,3,4,2,5,3,5,3,4,1,4,3,4,4,4,0,3,5,0,4,4,4,4,5,3,1,3,4,5,3,3,3,3,3,3,3,0,2,2,0,3,3,2,4,3,3,3,5,3,4,1,3,3,5,3,2,0,0,0,0,4,3,1,3,3),
(0,1,0,3,0,3,0,1,0,1,3,3,3,2,3,3,3,0,3,0,0,0,3,1,3,0,0,0,2,2,2,3,0,0,3,2,0,1,2,4,1,3,3,0,0,3,3,3,0,1,0,0,2,1,0,0,3,0,3,1,0,3,0,0,1,3,0,2,0,1,0,3,3,1,3,3,0,0,1,1,0,3,3),
(0,2,0,3,0,2,1,4,0,2,2,3,1,1,3,1,1,0,2,0,3,1,2,3,1,3,0,0,1,0,4,3,2,3,3,3,1,4,2,3,3,3,3,1,0,3,1,4,0,1,1,0,1,2,0,1,1,0,1,1,0,3,1,3,2,2,0,1,0,0,0,2,3,3,3,1,0,0,0,0,0,2,3),
(0,5,0,4,0,5,0,2,0,4,5,5,3,3,4,3,3,1,5,4,4,2,4,4,4,3,4,2,4,3,5,5,4,3,3,4,3,3,5,5,4,5,5,1,3,4,5,3,1,4,3,1,3,3,0,3,3,1,4,3,1,4,5,3,3,5,0,4,0,3,0,5,3,3,1,4,3,0,4,0,1,5,3),
(0,5,0,5,0,4,0,2,0,4,4,3,4,3,3,3,3,3,5,4,4,4,4,4,4,5,3,3,5,2,4,4,4,3,4,4,3,3,4,4,5,5,3,3,4,3,4,3,3,4,3,3,3,3,1,2,2,1,4,3,3,5,4,4,3,4,0,4,0,3,0,4,4,4,4,4,1,0,4,2,0,2,4),
(0,4,0,4,0,3,0,1,0,3,5,2,3,0,3,0,2,1,4,2,3,3,4,1,4,3,3,2,4,1,3,3,3,0,3,3,0,0,3,3,3,5,3,3,3,3,3,2,0,2,0,0,2,0,0,2,0,0,1,0,0,3,1,2,2,3,0,3,0,2,0,4,4,3,3,4,1,0,3,0,0,2,4),
(0,0,0,4,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,1,0,2,0,1,0,0,0,0,0,3,1,3,0,3,2,0,0,0,1,0,3,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,2,0,0,0,0,0,0,2),
(0,2,1,3,0,2,0,2,0,3,3,3,3,1,3,1,3,3,3,3,3,3,4,2,2,1,2,1,4,0,4,3,1,3,3,3,2,4,3,5,4,3,3,3,3,3,3,3,0,1,3,0,2,0,0,1,0,0,1,0,0,4,2,0,2,3,0,3,3,0,3,3,4,2,3,1,4,0,1,2,0,2,3),
(0,3,0,3,0,1,0,3,0,2,3,3,3,0,3,1,2,0,3,3,2,3,3,2,3,2,3,1,3,0,4,3,2,0,3,3,1,4,3,3,2,3,4,3,1,3,3,1,1,0,1,1,0,1,0,1,0,1,0,0,0,4,1,1,0,3,0,3,1,0,2,3,3,3,3,3,1,0,0,2,0,3,3),
(0,0,0,0,0,0,0,0,0,0,3,0,2,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,3,0,3,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,2,0,2,3,0,0,0,0,0,0,0,0,3),
(0,2,0,3,1,3,0,3,0,2,3,3,3,1,3,1,3,1,3,1,3,3,3,1,3,0,2,3,1,1,4,3,3,2,3,3,1,2,2,4,1,3,3,0,1,4,2,3,0,1,3,0,3,0,0,1,3,0,2,0,0,3,3,2,1,3,0,3,0,2,0,3,4,4,4,3,1,0,3,0,0,3,3),
(0,2,0,1,0,2,0,0,0,1,3,2,2,1,3,0,1,1,3,0,3,2,3,1,2,0,2,0,1,1,3,3,3,0,3,3,1,1,2,3,2,3,3,1,2,3,2,0,0,1,0,0,0,0,0,0,3,0,1,0,0,2,1,2,1,3,0,3,0,0,0,3,4,4,4,3,2,0,2,0,0,2,4),
(0,0,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,3,1,0,0,0,0,0,0,0,3),
(0,3,0,3,0,2,0,3,0,3,3,3,2,3,2,2,2,0,3,1,3,3,3,2,3,3,0,0,3,0,3,2,2,0,2,3,1,4,3,4,3,3,2,3,1,5,4,4,0,3,1,2,1,3,0,3,1,1,2,0,2,3,1,3,1,3,0,3,0,1,0,3,3,4,4,2,1,0,2,1,0,2,4),
(0,1,0,3,0,1,0,2,0,1,4,2,5,1,4,0,2,0,2,1,3,1,4,0,2,1,0,0,2,1,4,1,1,0,3,3,0,5,1,3,2,3,3,1,0,3,2,3,0,1,0,0,0,0,0,0,1,0,0,0,0,4,0,1,0,3,0,2,0,1,0,3,3,3,4,3,3,0,0,0,0,2,3),
(0,0,0,1,0,0,0,0,0,0,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,1,0,0,0,0,0,3),
(0,1,0,3,0,4,0,3,0,2,4,3,1,0,3,2,2,1,3,1,2,2,3,1,1,1,2,1,3,0,1,2,0,1,3,2,1,3,0,5,5,1,0,0,1,3,2,1,0,3,0,0,1,0,0,0,0,0,3,4,0,1,1,1,3,2,0,2,0,1,0,2,3,3,1,2,3,0,1,0,1,0,4),
(0,0,0,1,0,3,0,3,0,2,2,1,0,0,4,0,3,0,3,1,3,0,3,0,3,0,1,0,3,0,3,1,3,0,3,3,0,0,1,2,1,1,1,0,1,2,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,2,2,1,2,0,0,2,0,0,0,0,2,3,3,3,3,0,0,0,0,1,4),
(0,0,0,3,0,3,0,0,0,0,3,1,1,0,3,0,1,0,2,0,1,0,0,0,0,0,0,0,1,0,3,0,2,0,2,3,0,0,2,2,3,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,2,3),
(2,4,0,5,0,5,0,4,0,3,4,3,3,3,4,3,3,3,4,3,4,4,5,4,5,5,5,2,3,0,5,5,4,1,5,4,3,1,5,4,3,4,4,3,3,4,3,3,0,3,2,0,2,3,0,3,0,0,3,3,0,5,3,2,3,3,0,3,0,3,0,3,4,5,4,5,3,0,4,3,0,3,4),
(0,3,0,3,0,3,0,3,0,3,3,4,3,2,3,2,3,0,4,3,3,3,3,3,3,3,3,0,3,2,4,3,3,1,3,4,3,4,4,4,3,4,4,3,2,4,4,1,0,2,0,0,1,1,0,2,0,0,3,1,0,5,3,2,1,3,0,3,0,1,2,4,3,2,4,3,3,0,3,2,0,4,4),
(0,3,0,3,0,1,0,0,0,1,4,3,3,2,3,1,3,1,4,2,3,2,4,2,3,4,3,0,2,2,3,3,3,0,3,3,3,0,3,4,1,3,3,0,3,4,3,3,0,1,1,0,1,0,0,0,4,0,3,0,0,3,1,2,1,3,0,4,0,1,0,4,3,3,4,3,3,0,2,0,0,3,3),
(0,3,0,4,0,1,0,3,0,3,4,3,3,0,3,3,3,1,3,1,3,3,4,3,3,3,0,0,3,1,5,3,3,1,3,3,2,5,4,3,3,4,5,3,2,5,3,4,0,1,0,0,0,0,0,2,0,0,1,1,0,4,2,2,1,3,0,3,0,2,0,4,4,3,5,3,2,0,1,1,0,3,4),
(0,5,0,4,0,5,0,2,0,4,4,3,3,2,3,3,3,1,4,3,4,1,5,3,4,3,4,0,4,2,4,3,4,1,5,4,0,4,4,4,4,5,4,1,3,5,4,2,1,4,1,1,3,2,0,3,1,0,3,2,1,4,3,3,3,4,0,4,0,3,0,4,4,4,3,3,3,0,4,2,0,3,4),
(1,4,0,4,0,3,0,1,0,3,3,3,1,1,3,3,2,2,3,3,1,0,3,2,2,1,2,0,3,1,2,1,2,0,3,2,0,2,2,3,3,4,3,0,3,3,1,2,0,1,1,3,1,2,0,0,3,0,1,1,0,3,2,2,3,3,0,3,0,0,0,2,3,3,4,3,3,0,1,0,0,1,4),
(0,4,0,4,0,4,0,0,0,3,4,4,3,1,4,2,3,2,3,3,3,1,4,3,4,0,3,0,4,2,3,3,2,2,5,4,2,1,3,4,3,4,3,1,3,3,4,2,0,2,1,0,3,3,0,0,2,0,3,1,0,4,4,3,4,3,0,4,0,1,0,2,4,4,4,4,4,0,3,2,0,3,3),
(0,0,0,1,0,4,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,3,2,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2),
(0,2,0,3,0,4,0,4,0,1,3,3,3,0,4,0,2,1,2,1,1,1,2,0,3,1,1,0,1,0,3,1,0,0,3,3,2,0,1,1,0,0,0,0,0,1,0,2,0,2,2,0,3,1,0,0,1,0,1,1,0,1,2,0,3,0,0,0,0,1,0,0,3,3,4,3,1,0,1,0,3,0,2),
(0,0,0,3,0,5,0,0,0,0,1,0,2,0,3,1,0,1,3,0,0,0,2,0,0,0,1,0,0,0,1,1,0,0,4,0,0,0,2,3,0,1,4,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,3,0,0,0,0,0,3),
(0,2,0,5,0,5,0,1,0,2,4,3,3,2,5,1,3,2,3,3,3,0,4,1,2,0,3,0,4,0,2,2,1,1,5,3,0,0,1,4,2,3,2,0,3,3,3,2,0,2,4,1,1,2,0,1,1,0,3,1,0,1,3,1,2,3,0,2,0,0,0,1,3,5,4,4,4,0,3,0,0,1,3),
(0,4,0,5,0,4,0,4,0,4,5,4,3,3,4,3,3,3,4,3,4,4,5,3,4,5,4,2,4,2,3,4,3,1,4,4,1,3,5,4,4,5,5,4,4,5,5,5,2,3,3,1,4,3,1,3,3,0,3,3,1,4,3,4,4,4,0,3,0,4,0,3,3,4,4,5,0,0,4,3,0,4,5),
(0,4,0,4,0,3,0,3,0,3,4,4,4,3,3,2,4,3,4,3,4,3,5,3,4,3,2,1,4,2,4,4,3,1,3,4,2,4,5,5,3,4,5,4,1,5,4,3,0,3,2,2,3,2,1,3,1,0,3,3,3,5,3,3,3,5,4,4,2,3,3,4,3,3,3,2,1,0,3,2,1,4,3),
(0,4,0,5,0,4,0,3,0,3,5,5,3,2,4,3,4,0,5,4,4,1,4,4,4,3,3,3,4,3,5,5,2,3,3,4,1,2,5,5,3,5,5,2,3,5,5,4,0,3,2,0,3,3,1,1,5,1,4,1,0,4,3,2,3,5,0,4,0,3,0,5,4,3,4,3,0,0,4,1,0,4,4),
(1,3,0,4,0,2,0,2,0,2,5,5,3,3,3,3,3,0,4,2,3,4,4,4,3,4,0,0,3,4,5,4,3,3,3,3,2,5,5,4,5,5,5,4,3,5,5,5,1,3,1,0,1,0,0,3,2,0,4,2,0,5,2,3,2,4,1,3,0,3,0,4,5,4,5,4,3,0,4,2,0,5,4),
(0,3,0,4,0,5,0,3,0,3,4,4,3,2,3,2,3,3,3,3,3,2,4,3,3,2,2,0,3,3,3,3,3,1,3,3,3,0,4,4,3,4,4,1,1,4,4,2,0,3,1,0,1,1,0,4,1,0,2,3,1,3,3,1,3,4,0,3,0,1,0,3,1,3,0,0,1,0,2,0,0,4,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,3,0,2,0,3,0,1,5,4,3,3,3,1,4,2,1,2,3,4,4,2,4,4,5,0,3,1,4,3,4,0,4,3,3,3,2,3,2,5,3,4,3,2,2,3,0,0,3,0,2,1,0,1,2,0,0,0,0,2,1,1,3,1,0,2,0,4,0,3,4,4,4,5,2,0,2,0,0,1,3),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,1,0,0,1,1,0,0,0,4,2,1,1,0,1,0,3,2,0,0,3,1,1,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,1,0,0,0,2,0,0,0,1,4,0,4,2,1,0,0,0,0,0,1),
(0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,3,1,0,0,0,2,0,2,1,0,0,1,2,1,0,1,1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,1,3,1,0,0,0,0,0,1,0,0,2,1,0,0,0,0,0,0,0,0,2),
(0,4,0,4,0,4,0,3,0,4,4,3,4,2,4,3,2,0,4,4,4,3,5,3,5,3,3,2,4,2,4,3,4,3,1,4,0,2,3,4,4,4,3,3,3,4,4,4,3,4,1,3,4,3,2,1,2,1,3,3,3,4,4,3,3,5,0,4,0,3,0,4,3,3,3,2,1,0,3,0,0,3,3),
(0,4,0,3,0,3,0,3,0,3,5,5,3,3,3,3,4,3,4,3,3,3,4,4,4,3,3,3,3,4,3,5,3,3,1,3,2,4,5,5,5,5,4,3,4,5,5,3,2,2,3,3,3,3,2,3,3,1,2,3,2,4,3,3,3,4,0,4,0,2,0,4,3,2,2,1,2,0,3,0,0,4,1),
)
class JapaneseContextAnalysis(object):
NUM_OF_CATEGORY = 6
DONT_KNOW = -1
ENOUGH_REL_THRESHOLD = 100
MAX_REL_THRESHOLD = 1000
MINIMUM_DATA_THRESHOLD = 4
def __init__(self):
self._total_rel = None
self._rel_sample = None
self._need_to_skip_char_num = None
self._last_char_order = None
self._done = None
self.reset()
def reset(self):
self._total_rel = 0 # total sequence received
# category counters, each integer counts sequence in its category
self._rel_sample = [0] * self.NUM_OF_CATEGORY
# if last byte in current buffer is not the last byte of a character,
# we need to know how many bytes to skip in next buffer
self._need_to_skip_char_num = 0
self._last_char_order = -1 # The order of previous char
# If this flag is set to True, detection is done and conclusion has
# been made
self._done = False
def feed(self, byte_str, num_bytes):
if self._done:
return
# The buffer we got is byte oriented, and a character may span in more than one
# buffers. In case the last one or two byte in last buffer is not
# complete, we record how many byte needed to complete that character
# and skip these bytes here. We can choose to record those bytes as
# well and analyse the character once it is complete, but since a
# character will not make much difference, by simply skipping
# this character will simply our logic and improve performance.
i = self._need_to_skip_char_num
while i < num_bytes:
order, char_len = self.get_order(byte_str[i:i + 2])
i += char_len
if i > num_bytes:
self._need_to_skip_char_num = i - num_bytes
self._last_char_order = -1
else:
if (order != -1) and (self._last_char_order != -1):
self._total_rel += 1
if self._total_rel > self.MAX_REL_THRESHOLD:
self._done = True
break
self._rel_sample[jp2CharContext[self._last_char_order][order]] += 1
self._last_char_order = order
def got_enough_data(self):
return self._total_rel > self.ENOUGH_REL_THRESHOLD
def get_confidence(self):
# This is just one way to calculate confidence. It works well for me.
if self._total_rel > self.MINIMUM_DATA_THRESHOLD:
return (self._total_rel - self._rel_sample[0]) / self._total_rel
else:
return self.DONT_KNOW
def get_order(self, byte_str):
return -1, 1
class SJISContextAnalysis(JapaneseContextAnalysis):
def __init__(self):
super(SJISContextAnalysis, self).__init__()
self._charset_name = "SHIFT_JIS"
@property
def charset_name(self):
return self._charset_name
def get_order(self, byte_str):
if not byte_str:
return -1, 1
# find out current char's byte length
first_char = byte_str[0]
if (0x81 <= first_char <= 0x9F) or (0xE0 <= first_char <= 0xFC):
char_len = 2
if (first_char == 0x87) or (0xFA <= first_char <= 0xFC):
self._charset_name = "CP932"
else:
char_len = 1
# return its order if it is hiragana
if len(byte_str) > 1:
second_char = byte_str[1]
if (first_char == 202) and (0x9F <= second_char <= 0xF1):
return second_char - 0x9F, char_len
return -1, char_len
class EUCJPContextAnalysis(JapaneseContextAnalysis):
def get_order(self, byte_str):
if not byte_str:
return -1, 1
# find out current char's byte length
first_char = byte_str[0]
if (first_char == 0x8E) or (0xA1 <= first_char <= 0xFE):
char_len = 2
elif first_char == 0x8F:
char_len = 3
else:
char_len = 1
# return its order if it is hiragana
if len(byte_str) > 1:
second_char = byte_str[1]
if (first_char == 0xA4) and (0xA1 <= second_char <= 0xF3):
return second_char - 0xA1, char_len
return -1, char_len
site-packages/pip/_vendor/chardet/euckrfreq.py 0000644 00000032352 15056474501 0015477 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Sampling from about 20M text materials include literature and computer technology
# 128 --> 0.79
# 256 --> 0.92
# 512 --> 0.986
# 1024 --> 0.99944
# 2048 --> 0.99999
#
# Idea Distribution Ratio = 0.98653 / (1-0.98653) = 73.24
# Random Distribution Ration = 512 / (2350-512) = 0.279.
#
# Typical Distribution Ratio
EUCKR_TYPICAL_DISTRIBUTION_RATIO = 6.0
EUCKR_TABLE_SIZE = 2352
# Char to FreqOrder table ,
EUCKR_CHAR_TO_FREQ_ORDER = (
13, 130, 120,1396, 481,1719,1720, 328, 609, 212,1721, 707, 400, 299,1722, 87,
1397,1723, 104, 536,1117,1203,1724,1267, 685,1268, 508,1725,1726,1727,1728,1398,
1399,1729,1730,1731, 141, 621, 326,1057, 368,1732, 267, 488, 20,1733,1269,1734,
945,1400,1735, 47, 904,1270,1736,1737, 773, 248,1738, 409, 313, 786, 429,1739,
116, 987, 813,1401, 683, 75,1204, 145,1740,1741,1742,1743, 16, 847, 667, 622,
708,1744,1745,1746, 966, 787, 304, 129,1747, 60, 820, 123, 676,1748,1749,1750,
1751, 617,1752, 626,1753,1754,1755,1756, 653,1757,1758,1759,1760,1761,1762, 856,
344,1763,1764,1765,1766, 89, 401, 418, 806, 905, 848,1767,1768,1769, 946,1205,
709,1770,1118,1771, 241,1772,1773,1774,1271,1775, 569,1776, 999,1777,1778,1779,
1780, 337, 751,1058, 28, 628, 254,1781, 177, 906, 270, 349, 891,1079,1782, 19,
1783, 379,1784, 315,1785, 629, 754,1402, 559,1786, 636, 203,1206,1787, 710, 567,
1788, 935, 814,1789,1790,1207, 766, 528,1791,1792,1208,1793,1794,1795,1796,1797,
1403,1798,1799, 533,1059,1404,1405,1156,1406, 936, 884,1080,1800, 351,1801,1802,
1803,1804,1805, 801,1806,1807,1808,1119,1809,1157, 714, 474,1407,1810, 298, 899,
885,1811,1120, 802,1158,1812, 892,1813,1814,1408, 659,1815,1816,1121,1817,1818,
1819,1820,1821,1822, 319,1823, 594, 545,1824, 815, 937,1209,1825,1826, 573,1409,
1022,1827,1210,1828,1829,1830,1831,1832,1833, 556, 722, 807,1122,1060,1834, 697,
1835, 900, 557, 715,1836,1410, 540,1411, 752,1159, 294, 597,1211, 976, 803, 770,
1412,1837,1838, 39, 794,1413, 358,1839, 371, 925,1840, 453, 661, 788, 531, 723,
544,1023,1081, 869, 91,1841, 392, 430, 790, 602,1414, 677,1082, 457,1415,1416,
1842,1843, 475, 327,1024,1417, 795, 121,1844, 733, 403,1418,1845,1846,1847, 300,
119, 711,1212, 627,1848,1272, 207,1849,1850, 796,1213, 382,1851, 519,1852,1083,
893,1853,1854,1855, 367, 809, 487, 671,1856, 663,1857,1858, 956, 471, 306, 857,
1859,1860,1160,1084,1861,1862,1863,1864,1865,1061,1866,1867,1868,1869,1870,1871,
282, 96, 574,1872, 502,1085,1873,1214,1874, 907,1875,1876, 827, 977,1419,1420,
1421, 268,1877,1422,1878,1879,1880, 308,1881, 2, 537,1882,1883,1215,1884,1885,
127, 791,1886,1273,1423,1887, 34, 336, 404, 643,1888, 571, 654, 894, 840,1889,
0, 886,1274, 122, 575, 260, 908, 938,1890,1275, 410, 316,1891,1892, 100,1893,
1894,1123, 48,1161,1124,1025,1895, 633, 901,1276,1896,1897, 115, 816,1898, 317,
1899, 694,1900, 909, 734,1424, 572, 866,1425, 691, 85, 524,1010, 543, 394, 841,
1901,1902,1903,1026,1904,1905,1906,1907,1908,1909, 30, 451, 651, 988, 310,1910,
1911,1426, 810,1216, 93,1912,1913,1277,1217,1914, 858, 759, 45, 58, 181, 610,
269,1915,1916, 131,1062, 551, 443,1000, 821,1427, 957, 895,1086,1917,1918, 375,
1919, 359,1920, 687,1921, 822,1922, 293,1923,1924, 40, 662, 118, 692, 29, 939,
887, 640, 482, 174,1925, 69,1162, 728,1428, 910,1926,1278,1218,1279, 386, 870,
217, 854,1163, 823,1927,1928,1929,1930, 834,1931, 78,1932, 859,1933,1063,1934,
1935,1936,1937, 438,1164, 208, 595,1938,1939,1940,1941,1219,1125,1942, 280, 888,
1429,1430,1220,1431,1943,1944,1945,1946,1947,1280, 150, 510,1432,1948,1949,1950,
1951,1952,1953,1954,1011,1087,1955,1433,1043,1956, 881,1957, 614, 958,1064,1065,
1221,1958, 638,1001, 860, 967, 896,1434, 989, 492, 553,1281,1165,1959,1282,1002,
1283,1222,1960,1961,1962,1963, 36, 383, 228, 753, 247, 454,1964, 876, 678,1965,
1966,1284, 126, 464, 490, 835, 136, 672, 529, 940,1088,1435, 473,1967,1968, 467,
50, 390, 227, 587, 279, 378, 598, 792, 968, 240, 151, 160, 849, 882,1126,1285,
639,1044, 133, 140, 288, 360, 811, 563,1027, 561, 142, 523,1969,1970,1971, 7,
103, 296, 439, 407, 506, 634, 990,1972,1973,1974,1975, 645,1976,1977,1978,1979,
1980,1981, 236,1982,1436,1983,1984,1089, 192, 828, 618, 518,1166, 333,1127,1985,
818,1223,1986,1987,1988,1989,1990,1991,1992,1993, 342,1128,1286, 746, 842,1994,
1995, 560, 223,1287, 98, 8, 189, 650, 978,1288,1996,1437,1997, 17, 345, 250,
423, 277, 234, 512, 226, 97, 289, 42, 167,1998, 201,1999,2000, 843, 836, 824,
532, 338, 783,1090, 182, 576, 436,1438,1439, 527, 500,2001, 947, 889,2002,2003,
2004,2005, 262, 600, 314, 447,2006, 547,2007, 693, 738,1129,2008, 71,1440, 745,
619, 688,2009, 829,2010,2011, 147,2012, 33, 948,2013,2014, 74, 224,2015, 61,
191, 918, 399, 637,2016,1028,1130, 257, 902,2017,2018,2019,2020,2021,2022,2023,
2024,2025,2026, 837,2027,2028,2029,2030, 179, 874, 591, 52, 724, 246,2031,2032,
2033,2034,1167, 969,2035,1289, 630, 605, 911,1091,1168,2036,2037,2038,1441, 912,
2039, 623,2040,2041, 253,1169,1290,2042,1442, 146, 620, 611, 577, 433,2043,1224,
719,1170, 959, 440, 437, 534, 84, 388, 480,1131, 159, 220, 198, 679,2044,1012,
819,1066,1443, 113,1225, 194, 318,1003,1029,2045,2046,2047,2048,1067,2049,2050,
2051,2052,2053, 59, 913, 112,2054, 632,2055, 455, 144, 739,1291,2056, 273, 681,
499,2057, 448,2058,2059, 760,2060,2061, 970, 384, 169, 245,1132,2062,2063, 414,
1444,2064,2065, 41, 235,2066, 157, 252, 877, 568, 919, 789, 580,2067, 725,2068,
2069,1292,2070,2071,1445,2072,1446,2073,2074, 55, 588, 66,1447, 271,1092,2075,
1226,2076, 960,1013, 372,2077,2078,2079,2080,2081,1293,2082,2083,2084,2085, 850,
2086,2087,2088,2089,2090, 186,2091,1068, 180,2092,2093,2094, 109,1227, 522, 606,
2095, 867,1448,1093, 991,1171, 926, 353,1133,2096, 581,2097,2098,2099,1294,1449,
1450,2100, 596,1172,1014,1228,2101,1451,1295,1173,1229,2102,2103,1296,1134,1452,
949,1135,2104,2105,1094,1453,1454,1455,2106,1095,2107,2108,2109,2110,2111,2112,
2113,2114,2115,2116,2117, 804,2118,2119,1230,1231, 805,1456, 405,1136,2120,2121,
2122,2123,2124, 720, 701,1297, 992,1457, 927,1004,2125,2126,2127,2128,2129,2130,
22, 417,2131, 303,2132, 385,2133, 971, 520, 513,2134,1174, 73,1096, 231, 274,
962,1458, 673,2135,1459,2136, 152,1137,2137,2138,2139,2140,1005,1138,1460,1139,
2141,2142,2143,2144, 11, 374, 844,2145, 154,1232, 46,1461,2146, 838, 830, 721,
1233, 106,2147, 90, 428, 462, 578, 566,1175, 352,2148,2149, 538,1234, 124,1298,
2150,1462, 761, 565,2151, 686,2152, 649,2153, 72, 173,2154, 460, 415,2155,1463,
2156,1235, 305,2157,2158,2159,2160,2161,2162, 579,2163,2164,2165,2166,2167, 747,
2168,2169,2170,2171,1464, 669,2172,2173,2174,2175,2176,1465,2177, 23, 530, 285,
2178, 335, 729,2179, 397,2180,2181,2182,1030,2183,2184, 698,2185,2186, 325,2187,
2188, 369,2189, 799,1097,1015, 348,2190,1069, 680,2191, 851,1466,2192,2193, 10,
2194, 613, 424,2195, 979, 108, 449, 589, 27, 172, 81,1031, 80, 774, 281, 350,
1032, 525, 301, 582,1176,2196, 674,1045,2197,2198,1467, 730, 762,2199,2200,2201,
2202,1468,2203, 993,2204,2205, 266,1070, 963,1140,2206,2207,2208, 664,1098, 972,
2209,2210,2211,1177,1469,1470, 871,2212,2213,2214,2215,2216,1471,2217,2218,2219,
2220,2221,2222,2223,2224,2225,2226,2227,1472,1236,2228,2229,2230,2231,2232,2233,
2234,2235,1299,2236,2237, 200,2238, 477, 373,2239,2240, 731, 825, 777,2241,2242,
2243, 521, 486, 548,2244,2245,2246,1473,1300, 53, 549, 137, 875, 76, 158,2247,
1301,1474, 469, 396,1016, 278, 712,2248, 321, 442, 503, 767, 744, 941,1237,1178,
1475,2249, 82, 178,1141,1179, 973,2250,1302,2251, 297,2252,2253, 570,2254,2255,
2256, 18, 450, 206,2257, 290, 292,1142,2258, 511, 162, 99, 346, 164, 735,2259,
1476,1477, 4, 554, 343, 798,1099,2260,1100,2261, 43, 171,1303, 139, 215,2262,
2263, 717, 775,2264,1033, 322, 216,2265, 831,2266, 149,2267,1304,2268,2269, 702,
1238, 135, 845, 347, 309,2270, 484,2271, 878, 655, 238,1006,1478,2272, 67,2273,
295,2274,2275, 461,2276, 478, 942, 412,2277,1034,2278,2279,2280, 265,2281, 541,
2282,2283,2284,2285,2286, 70, 852,1071,2287,2288,2289,2290, 21, 56, 509, 117,
432,2291,2292, 331, 980, 552,1101, 148, 284, 105, 393,1180,1239, 755,2293, 187,
2294,1046,1479,2295, 340,2296, 63,1047, 230,2297,2298,1305, 763,1306, 101, 800,
808, 494,2299,2300,2301, 903,2302, 37,1072, 14, 5,2303, 79, 675,2304, 312,
2305,2306,2307,2308,2309,1480, 6,1307,2310,2311,2312, 1, 470, 35, 24, 229,
2313, 695, 210, 86, 778, 15, 784, 592, 779, 32, 77, 855, 964,2314, 259,2315,
501, 380,2316,2317, 83, 981, 153, 689,1308,1481,1482,1483,2318,2319, 716,1484,
2320,2321,2322,2323,2324,2325,1485,2326,2327, 128, 57, 68, 261,1048, 211, 170,
1240, 31,2328, 51, 435, 742,2329,2330,2331, 635,2332, 264, 456,2333,2334,2335,
425,2336,1486, 143, 507, 263, 943,2337, 363, 920,1487, 256,1488,1102, 243, 601,
1489,2338,2339,2340,2341,2342,2343,2344, 861,2345,2346,2347,2348,2349,2350, 395,
2351,1490,1491, 62, 535, 166, 225,2352,2353, 668, 419,1241, 138, 604, 928,2354,
1181,2355,1492,1493,2356,2357,2358,1143,2359, 696,2360, 387, 307,1309, 682, 476,
2361,2362, 332, 12, 222, 156,2363, 232,2364, 641, 276, 656, 517,1494,1495,1035,
416, 736,1496,2365,1017, 586,2366,2367,2368,1497,2369, 242,2370,2371,2372,1498,
2373, 965, 713,2374,2375,2376,2377, 740, 982,1499, 944,1500,1007,2378,2379,1310,
1501,2380,2381,2382, 785, 329,2383,2384,1502,2385,2386,2387, 932,2388,1503,2389,
2390,2391,2392,1242,2393,2394,2395,2396,2397, 994, 950,2398,2399,2400,2401,1504,
1311,2402,2403,2404,2405,1049, 749,2406,2407, 853, 718,1144,1312,2408,1182,1505,
2409,2410, 255, 516, 479, 564, 550, 214,1506,1507,1313, 413, 239, 444, 339,1145,
1036,1508,1509,1314,1037,1510,1315,2411,1511,2412,2413,2414, 176, 703, 497, 624,
593, 921, 302,2415, 341, 165,1103,1512,2416,1513,2417,2418,2419, 376,2420, 700,
2421,2422,2423, 258, 768,1316,2424,1183,2425, 995, 608,2426,2427,2428,2429, 221,
2430,2431,2432,2433,2434,2435,2436,2437, 195, 323, 726, 188, 897, 983,1317, 377,
644,1050, 879,2438, 452,2439,2440,2441,2442,2443,2444, 914,2445,2446,2447,2448,
915, 489,2449,1514,1184,2450,2451, 515, 64, 427, 495,2452, 583,2453, 483, 485,
1038, 562, 213,1515, 748, 666,2454,2455,2456,2457, 334,2458, 780, 996,1008, 705,
1243,2459,2460,2461,2462,2463, 114,2464, 493,1146, 366, 163,1516, 961,1104,2465,
291,2466,1318,1105,2467,1517, 365,2468, 355, 951,1244,2469,1319,2470, 631,2471,
2472, 218,1320, 364, 320, 756,1518,1519,1321,1520,1322,2473,2474,2475,2476, 997,
2477,2478,2479,2480, 665,1185,2481, 916,1521,2482,2483,2484, 584, 684,2485,2486,
797,2487,1051,1186,2488,2489,2490,1522,2491,2492, 370,2493,1039,1187, 65,2494,
434, 205, 463,1188,2495, 125, 812, 391, 402, 826, 699, 286, 398, 155, 781, 771,
585,2496, 590, 505,1073,2497, 599, 244, 219, 917,1018, 952, 646,1523,2498,1323,
2499,2500, 49, 984, 354, 741,2501, 625,2502,1324,2503,1019, 190, 357, 757, 491,
95, 782, 868,2504,2505,2506,2507,2508,2509, 134,1524,1074, 422,1525, 898,2510,
161,2511,2512,2513,2514, 769,2515,1526,2516,2517, 411,1325,2518, 472,1527,2519,
2520,2521,2522,2523,2524, 985,2525,2526,2527,2528,2529,2530, 764,2531,1245,2532,
2533, 25, 204, 311,2534, 496,2535,1052,2536,2537,2538,2539,2540,2541,2542, 199,
704, 504, 468, 758, 657,1528, 196, 44, 839,1246, 272, 750,2543, 765, 862,2544,
2545,1326,2546, 132, 615, 933,2547, 732,2548,2549,2550,1189,1529,2551, 283,1247,
1053, 607, 929,2552,2553,2554, 930, 183, 872, 616,1040,1147,2555,1148,1020, 441,
249,1075,2556,2557,2558, 466, 743,2559,2560,2561, 92, 514, 426, 420, 526,2562,
2563,2564,2565,2566,2567,2568, 185,2569,2570,2571,2572, 776,1530, 658,2573, 362,
2574, 361, 922,1076, 793,2575,2576,2577,2578,2579,2580,1531, 251,2581,2582,2583,
2584,1532, 54, 612, 237,1327,2585,2586, 275, 408, 647, 111,2587,1533,1106, 465,
3, 458, 9, 38,2588, 107, 110, 890, 209, 26, 737, 498,2589,1534,2590, 431,
202, 88,1535, 356, 287,1107, 660,1149,2591, 381,1536, 986,1150, 445,1248,1151,
974,2592,2593, 846,2594, 446, 953, 184,1249,1250, 727,2595, 923, 193, 883,2596,
2597,2598, 102, 324, 539, 817,2599, 421,1041,2600, 832,2601, 94, 175, 197, 406,
2602, 459,2603,2604,2605,2606,2607, 330, 555,2608,2609,2610, 706,1108, 389,2611,
2612,2613,2614, 233,2615, 833, 558, 931, 954,1251,2616,2617,1537, 546,2618,2619,
1009,2620,2621,2622,1538, 690,1328,2623, 955,2624,1539,2625,2626, 772,2627,2628,
2629,2630,2631, 924, 648, 863, 603,2632,2633, 934,1540, 864, 865,2634, 642,1042,
670,1190,2635,2636,2637,2638, 168,2639, 652, 873, 542,1054,1541,2640,2641,2642, # 512, 256
)
site-packages/pip/_vendor/pkg_resources/__pycache__/__init__.cpython-39.pyc 0000644 00000304027 15056474501 0023000 0 ustar 00 a
��Re�� � @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e �y ddl Z Y n0 ze W n e!�y& e"Z Y n0 ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e �y� d
Z-Y n0 dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e �y� dZ5Y n0 d
dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d� e;d� e;d� e;d� e<Z=dej> k �r8dk �rDn ne?d��e$j@�rTdZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd� deT�ZUdd� ZVi ZWd d � ZXd d � ZYd d!� ZZd"d#� Z[d$d%� Z\d&d'� Z]d(d)� Z^d*d+� Z_Z`d,d-� Zag d.�ZbG d/d0� d0ec�ZdG d1d2� d2ed�ZeG d3d4� d4ee�ZfG d5d6� d6ed�ZgG d7d8� d8ed�Zhi Zid9jjej>� Zkd:Zld;Zmd
ZndZod<Zpd=d>� Zqd?d@� Zrg fdAdB�ZsdCdD� ZtdEdF� Zue�vdG�Zwe�vdH�ZxeuZydIdJ� ZzdKdL� Z{e{Z|dMdN� Z}dOdP� Z~d�dQdR�ZdSdT� Z�G dUdV� dV�Z�G dWdX� dXe��Z�G dYdZ� dZ�Z�G d[d\� d\e��Z�G d]d^� d^�Z�e�Z�G d_d`� d`e?�Z�G dadb� db�Z�dcdd� Z�dedf� Z�dgdh� Z�didj� Z�dkdl� Z�dmdn� Z�d�dodp�Z�G dqdr� dr�Z�eqe�e�� G dsdt� dte��Z�G dudv� dve��Z�e���� G dwdx� dxe��Z�e�� Z�G dydz� dze��Z�G d{d|� d|e��Z�G d}d~� d~e��Z�eqe
j�e�� G dd�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e��Z�eXd�i d�� d�d�� Z�d�d�d��Z�d�d�d��Z�e�e
j�e�� d�d�d��Z�e�e�e�� d�d�� Z�d�d�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e5d���re�e5j�e�� eXd�i d�� eXd�i d�� d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�d��Z�d�d�� Z�e�ej�e�� e�e
j�e�� e�e5d���r�e�e5j�e�� d�d�� Z�e�e�e�� d�d�� Z�d�d�� Z�i fd�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�vd��j�Z�e�vd�ej�ej�B �j�Z�G d�d�� d��Z�d�dÄ Z�d�dń Z�G d�dDŽ dǃZ�G d�dɄ d�eăZ�G d�d˄ d�eăZ�e�e�e�d̜Z�d�d΄ Z�G d�dЄ d�eɃZ�d�d҄ Z�G d�dԄ d�e:j�j̓Z�d�dք Z�d�d Z�d�dڄ Z�d�d܄ Z�d�dބ Z�d�d� Z�e j�d�eUd d� d�d� Z�e�eփ fd�d��Z�e�d�d� �Z�G d�d� d�eكZ�dS )�aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )�
py31compat)� platformdirs)� packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers)� r )r � z Python 3.5 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r ��/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/pkg_resources/__init__.pyr x s r c C s6 zt j�| �W S t jjy0 t j�| � Y S 0 d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_version s r# c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)�vartype�kwr r r �_declare_state� s r+ c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )N�_sget_)r$ r& �items��state�g�kr" r r r � __getstate__� s
r2 c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )N�_sset_)r$ r- r& r. r r r � __setstate__� s r4 c C s | � � S r )�copy��valr r r �
_sget_dict� s r8 c C s |� � |�|� d S r )�clearr% ��key�obr/ r r r �
_sset_dict� s r= c C s | � � S r )r2 r6 r r r � _sget_object� s r> c C s |� |� d S r )r4 r: r r r � _sset_object� s r? c G s d S r r ��argsr r r �<lambda>� � rB c C s` t � } t�| �}|dur\tjdkr\z&dd�t� dd� �|�d�f } W n tyZ Y n0 | S )aZ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
& rR )G�require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionErrorr �parse_requirementsr# � safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rn z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprrA ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rn � s rn c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) ro z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r@ r� r r r �dist s zVersionConflict.distc C s
| j d S �Nr r@ r� r r r �req s zVersionConflict.reqc C s | j jf i t� ��S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)rA �ContextualVersionConflict)r� � required_byrA r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r ro s
ro c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )NrF r@ r� r r r r� * s z%ContextualVersionConflict.required_byN)r r r r ro r� r� r� r r r r r� " s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )rp z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r@ r� r r r r� 5 s zDistributionNotFound.reqc C s
| j d S r� r@ r� r r r � requirers9 s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rL r� r r r �
requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf i t� ��S r r� r� r r r r� C s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__F s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r rp / s
rp c @ s e Zd ZdZdS )rq z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rq J s rq z{}.{}r rF ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)� loader_type�provider_factoryr r r r� X s r� c C sr t | t�r$t�| �p"tt| ��d S ztj| }W n$ tyV t | � tj| }Y n0 t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstancerl rb �findrS �strrJ �modules�KeyError�
__import__�getattr�
_find_adapterr� )� moduleOrReq�module�loaderr r r rU b s
rU c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|v rL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlist�ProductVersionrE )
rK �mac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher �plist�
plist_contentr r r rM o s
rM c C s ddd�� | | �S )N�ppc)�PowerPC�Power_Macintosh)�get)�machiner r r � _macosx_arch s r� c C s| ddl m} | � }tjdkrx|�d�sxz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t yv Y n0 |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
r )rv rD zmacosx-� � �_zmacosx-%d.%d-%sr ) � sysconfigrv rJ rK �
startswithrM r� �uname�replace�intr� rO )rv rP r r� r r r rG � s � rG zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | du s|du s| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr z%s.%srF � z10.3� z10.4Fr )rH rI �darwinVersionStringr� rN )�provided�required�reqMac�provMac�
provDarwin�dversion� macosversionr r r rw � s2
��� rw c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N�rJ � _getframe� f_globalsr9 rS rT )Z dist_spec� script_name�ns�namer r r rT � s
rT c C s@ t | tj�rt�| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesrl �parserU rk � TypeError�r� r r r rV � s
rV c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rV rW �r� rN r� r r r rW � s rW c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rV rX )r� rN r r r rX � s rX c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rV rY r� r r r rY � s rY c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rT s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rT r r r r r� � s r� c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r r` " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r r^ % s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� r` r^ r r r r r�
s r� c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-ri zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|du r&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrJ r� � add_entry)r� r� �entryr r r �__init__, s zWorkingSet.__init__c C s^ | � }zddl m} W n ty, | Y S 0 z|�|� W n tyX | �|� Y S 0 |S )z1
Prepare the master working set.
r )� __requires__)�__main__r � ImportErrorrS ro �_build_from_requirements)�cls�wsr r r r �
_build_master9 s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jvr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rs �resolverh �addrJ r� r� r )r �req_specr �reqs�distsr� r r r r r M s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� rd r )r� r r� r r r r c s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r; �r� r� r r r � __contains__r s zWorkingSet.__contains__c C s, | j �|j�}|dur(||vr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r; ro )r� r� r� r r r r� v s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d u s*�|jkr|V qqd S r )rX �valuesr� )�.0r� r �rN r� r r � <genexpr>� s �z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rN r� r r r rZ � s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr� )r� �requiresr� r� r� r r r rT � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jvrq
| j| D ] }||vr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r N)r� r� r� )r� �seen�itemr; r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |du r$|j}| j�|g �}| j�|jg �}|sV|j| jv rVdS || j|j< |j|vrx|�|j� |j|vr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r r; r� r� �
_added_new)r� r� r �insertr� �keys�keys2r r r r � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |v rHq.| �| |�sVq.|�| j�} | du �r| j �| j�} | du s�| | vr�|r�| }
|du r�| du r�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | du r�|
�| d�}t| |��|�| � | | v�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r; r� rh r� ri �
best_matchrp r� ro r� r �extras�extendr � project_name)r� � requirements�env� installerr# r, � processed�best� to_activate�
req_extrasr� r� r� r r� �
dependent_req�new_requirements�new_requirementr r r r � sP
�
zWorkingSet.resolvec C s t |�}|�� i }i }|du r4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nL t y� } z4||| < |r�W Y d}~qfnW Y d}~ qZW Y d}~qfd}~0 0 t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r$ �sortrh r� r� r r �as_requirementr rn r% r' r( )r� �
plugin_env�full_envr1 �fallback�plugin_projects�
error_info�
distributionsr0 �
shadow_setr. r� r� � resolveesr" r r r � find_plugins' s4 $
$zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r rs r )r� r/ �neededr� r r r rS { s zWorkingSet.requirec C s8 || j v rdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r r� )r� �callback�existingr� r r r � subscribe� s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r )r� r� rE r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r5 r� r r� r r r r2 � s �zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r5 r� r� r )r� �e_k_b_cr� r! r� r r r r r4 � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r � classmethodr
r r r r� rZ rT r r r rC rS rG r r2 r4 r r r r ri ) s.
�
] �
T
ri c @ s e Zd ZdZddd�ZdS )r% z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r rJ �r� r r r � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� rL �any)r� r� r, � extra_evalsr rN r r* � s
�z_ReqExtras.markers_pass)N)r r r r r* r r r r r% � s r% c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) rh z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprK �python�scan)r� � search_pathrK rR r r r r � s zEnvironment.__init__c C s2 | j du p |jdu p |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)rR �
py_versionrw rK )r� r� � py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)rQ r; �remover r r r rX � s zEnvironment.removec C s4 |du rt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rJ r� rd r )r� rT r r� r r r rS � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerrQ r� )r� r. �distribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||vrH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r; �reverseN) rW � has_versionrQ r r; r� r9 �operator�
attrgetter)r� r� r r r r r s
zEnvironment.addFc C sd z|� |�}W n ty* |s"� d}Y n0 |dur8|S | |j D ]}||v rB| S qB| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� ro r; �obtain)r� r� rb r1 r# r� r r r r+ s
zEnvironment.best_matchc C s |dur||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� � requirementr1 r r r rb + s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)rQ r! �r� r; r r r r 7 s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rk r rh r� )r� �other�projectr� r r r �__iadd__= s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rK rR �r� )r� re �newr0 r r r �__add__I s
zEnvironment.__add__)N)NF)N)r r r r rR �PY_MAJORr rW rX rS r[ r r+ rb r rg rj r r r r rh � s �
�
rh c @ s e Zd ZdZdS )rr aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r rr U s rr c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rj z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r i s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rU r� �r� �package_or_requirementr� r r r r_ l s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rU r` rm r r r r` p s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rU r� rm r r r r] v s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rU r� rm r r r r\ | s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rU r� rm r r r r[ � s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rU r^ rm r r r r^ � s �z ResourceManager.resource_listdirc C sV t �� d }| jpt� }t�d��� }t|jf i t � ���}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rJ �exc_info�extraction_pathrg �textwrap�dedent�lstriprr r� r� r� �
cache_path�original_error)r� �old_excrt �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d g|�R � }z t|� W n tyL | �� Y n0 | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr )
rp rg r� r� rL �_bypass_ensure_directory� Exceptionry � _warn_unsafe_extraction_pathrl )r� � archive_name�names� extract_path� target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C sV t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ rRd| }t� |t
� dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�nt�windirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r r| � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� r� r� �chmod)r� �tempname�filenamer� r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)rl rO rp �r� r� r r r re � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r rf s z!ResourceManager.cleanup_resources)r )F)r r r r rp r r_ r` r] r\ r[ r^ ry r� � staticmethodr| r� re rf r r r r rj e s
rj c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
�PYTHON_EGG_CACHEz Python-Eggs)�appname)r� r� r� r �user_cache_dirr r r r rg s
�rg c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rt % s rt c C sH zt tj�| ��W S tjjyB | �dd�} t�dd| � Y S 0 dS )zB
Convert an arbitrary string to a standard version string
r� rE r� r� N)r� r r r r r� r� r� )r r r r ru - s
ru c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )r� r� rY )rJ r r r rz 9 s rz c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
r� r� r r� r r r r{ B s r{ c
C sF z t | � W n4 ty@ } z d|_d|_|W Y d}~S d}~0 0 dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)r} � SyntaxErrorr� �lineno)�text�er r r r| J s r| c
C sL zt j�| �}|�� W S t jjyF } zt|��W Y d}~n
d}~0 0 dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r �markers�MarkerrM �
InvalidMarkerr� )r� rJ rL r� r r r r} X s
r} c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r n s zNullProvider.__init__c C s | � | j|�S r )�_fnr� �r� r� r� r r r r� r s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� r� r r r r� u s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getr� r� r� r r r r� x s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasr� r� �r� r� r r r r� { s zNullProvider.has_resourcec C s | � | j|�S r )r� �egg_info�r� r� r r r �_get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )r� r� r� �r� r� r� r r r r� � s
zNullProvider.has_metadatac
C sv | j s
dS | �|�}| �|�}tjr(|S z |�d�W S typ } z$| jd�||�7 _� W Y d }~n
d }~0 0 d S )Nr� �utf-8z in {} file at path: {}) r� r� r� r �PY2�decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� � s
zNullProvider.get_metadatac C s t | �|��S r �rx r� r� r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirr� r� r� r r r r` � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )r� r� r� r� r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirr� r� r� r r r r^ � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )r� r� r� r� r r r r� � s z NullProvider.metadata_listdirc
C s� d| }| � |�s(tdjf i t� ����| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |�� � }t
||d�}t|||� n>dd lm} t|�d|�d�|f||< t
||d�} t| ||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
r� �execr )�cache)r� rn r� r� r� r� r� r� r� r� r� r �read�compiler� � linecacher� �lenr )
r� r� r� �script� script_text�script_filename�source�coder� � script_coder r r rT � s(
�� � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr� r r r r� � s �zNullProvider._hasc C s t d��d S r� r� r� r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r� r r r r� � s �zNullProvider._listdirc C s, | � |� |r(tjj|g|�d��R � S |S )N�/)�_validate_resource_pathr� r� rL r )r� �baser� r r r r� � s
zNullProvider._fnc C sp t jj| �tj�v p&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r� ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrO r� r� �DeprecationWarning)r� �invalidr� r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r� r r r r� s
�zNullProvider._get) r r r r �egg_namer� r� r r� r� r� r� r� r� r� r� r` r� r^ r� rT r� r� r� r� r� r� r� r r r r r� g s2
Jr� c @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r �
_setup_prefixr� r r r r - s zEggProvider.__init__c C sZ | j }d }||krVt|�r@tj�|�| _tj�|d�| _|| _qV|}tj� |�\}}q
d S )N�EGG-INFO)
r� � _is_egg_pathr� r� �basenamer� rL r� �egg_rootr )r� r� �oldr� r r r r� 1 s zEggProvider._setup_prefixN)r r r r r r� r r r r r� * s r� c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r� r r r r� C s zDefaultProvider._hasc C s t j�|�S r )r� r� r
r� r r r r� F s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr� r r r r� I s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r r� r� r� r r r r� L s z#DefaultProvider.get_resource_streamc C s6 t |d��}|�� W d � S 1 s(0 Y d S r� )r r� )r� r� �streamr r r r� O s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r � loader_namesr� �
loader_clsr r r � _registerS s zDefaultProvider._registerN) r r r r r� r� r� r� r� rI r� r r r r r� @ s r� c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r� r r r rB c rC zEmptyProvider.<lambda>c C s dS �Nr� r r� r r r r� e s zEmptyProvider._getc C s g S r r r� r r r r� h s zEmptyProvider._listdirc C s d S r r r� r r r r k s zEmptyProvider.__init__)
r r r r r� r� r� r� r� r r r r r r� ^ s r� c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c sL t �|��.� � fdd�� �� D �}t|�W d � S 1 s>0 Y dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� �getinfo�r r� ��zfiler r r � s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfile�ZipFile�namelistr' )r r� r- r r� r �buildw s
�zZipManifests.buildN)r r r r rI r� �loadr r r r r� r s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| vs.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathr� �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r& �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r r� �archiver� r� �zip_prer� r r r r � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r r� r r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr r )r r� r� r� r� r� r r )r� �zip_pathr r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|v rP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrL r �_extract_resource�
_eager_to_zip)r� r� r� r �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)�zip_stat�sizer � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C st || � � v r@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nf tj�yL tj�|��rF| �
||��r | Y W S tjdk�rFt|� t| |� | Y W S � Y n0 W n tj�yn |�� Y n0 |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirr� )�_indexr r� r� rL r� r r �
WRITE_SUPPORT�IOErrorr� r� r � _is_current�_mkstemp�writer� r� �closer r� r
�error�isfiler� r ry )
r� r� r r� �lastr r � real_path�outf�tmpnamr r r r � sJ � �
�
z ZipProvider._extract_resourcec C s� | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W d � n1 sz0 Y ||kS )zK
Return True if the file_path is current for this zip_path
Fr� N) r r r� r� r" r� �st_sizer� r� r� r r� ) r� � file_pathr r r r� � zip_contents�f�
file_contentsr r r r s
&zZipProvider._is_currentc C s> | j d u r8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r� r- r� )r� r r� r r r r
" s
z ZipProvider._get_eager_resourcesc C s� z| j W S ty� i }| jD ]V}|�tj�}|r tj�|d d� �}||v rf|| �|d � q q0|�� g||< q0q || _ | Y S 0 d S )Nr� ) � _dirindex�AttributeErrorr r r� r� rL r� r) )r� �indr� �parts�parentr r r r + s
zZipProvider._indexc C s | � |�}|| jv p || �� v S r )r r r )r� r r r r r r� < s
zZipProvider._hasc C s | � |�| �� v S r )r r r r r r r� @ s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r$ r r� r r r r r r� C s zZipProvider._listdirc C s | � | �| j|��S r )r r� r� r� r r r r F s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r r� r� r� r r r r I s z ZipProvider._resource_to_zip)r r r r r r� r
r r r r� r r� r� r r r r
r r� r� r� r r r r r r r� � s(
7 r� c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r� r r r r \ s zFileMetadata.__init__c C s | j S r r2 r� r r r r� _ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r" r� r r r r� b s zFileMetadata.has_metadatac C sX |dkrt d��tj| jddd��}|�� }W d � n1 s@0 Y | �|� |S )Nr3 z(No metadata except PKG-INFO is availabler� r� )�encoding�errors)r� r� r r� r� �_warn_on_replacement)r� r� r* �metadatar r r r� e s &
zFileMetadata.get_metadatac C s6 d� d�}||v r2d}|jf i t� ��}t�|� d S )Ns �r� z2{self.path} could not be properly decoded in UTF-8)r� r� r� r� r� )r� r7 �replacement_charrw r� r r r r6 n s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r� r� r r r r� v s z FileMetadata.get_metadata_linesN)
r r r r r r� r� r� r6 r� r r r r r� P s r� c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )r� r� )r� r� r� r r r r � s zPathMetadata.__init__N�r r r r r r r r r r� z s r� c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r r� r� r r� �prefixr� rL r� r� )r� �importerr r r r � s zEggMetadata.__init__Nr9 r r r r r� � s r� r' ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr< )�
importer_type�distribution_finderr r r r� � s r� c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r= )� path_item�onlyr; �finderr r r rd � s
rd c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr3 �r7 r� �
.dist-info)r �endswithr� r� rk �
from_filenamer^ r� r� r� rL �find_eggs_in_zip� zipimport� zipimporterrY r� �
from_location) r; r@ rA r7 �subitem�subpathr r� �submetar r r rG � s$
rG c C s dS r1 r )r; r@ rA r r r � find_nothing� s rN c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
r� c S s g | ]}t j�|��qS r )r r r� )r �partr r r �
<listcomp>� rC z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr/ r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTr] )�sorted)r~ rU r r r �_by_version_descending� s rW c
# s� t ���t��r4tj�t�tj��d��d�V dS t��}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�q\dS )z6Yield distributions accessible on a sys.path directoryr� rC Nc 3 s | ]}t �|� �r|V qd S r )� dist_factory)r r �rA r@ r r r s �z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggrk rF r� r� r� rL � safe_listdirrW rX )
r; r@ rA r� �filtered�path_item_entriesr �fullpath�factoryr� r rY r � find_on_path� s$ �� � ra c C sH |� � }tt|jd��}|r tS |s0t|�r0tS |sB|�d�rBtS t� S )z9
Return a dist_factory for a path_item and entry
)� .egg-inforD z .egg-link) rY rO r rE �distributions_from_metadatar� rd �resolve_egg_link�NoDists)r@ r rA rY �is_metar r r rX s ������rX c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )re zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__. s zNoDists.__bool__c C s t d�S r1 )�iter)r� r_ r r r �__call__3 s zNoDists.__call__N) r r r r rg r r� � __nonzero__ri r r r r re & s
re c
C sv z t �| �W S ttfy" Y nP typ } z8|jtjtjtjfv pTt |dd�dk}|s\� W Y d}~n
d}~0 0 dS )zI
Attempt to list contents of path, but suppress some exceptions.
�winerrorNi r )
r� r� �PermissionError�NotADirectoryError�OSError�errno�ENOTDIR�EACCES�ENOENTr� )r� r� � ignorabler r r r\ 7 s �r\ c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� r� r
r� r� r� r� r� rk rJ r� )r� �rootr7 r r r r rc L s �rc c c sH t | ��,}|D ]}|�� }|r|V qW d � n1 s:0 Y dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r* �liner r r �non_empty_lines[ s
rx c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rL r� )r �refr2 r r r l s �z#resolve_egg_link.<locals>.<genexpr>r )rx r rd �next)r� �referenced_paths�resolved_paths� dist_groupsr r2 r rd f s
�
rd �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nr )r> �namespace_handlerr r r r� } s r� c C s� t |�}|du rdS t�� �$ t�d� |�| �}W d � n1 sF0 Y |du r\dS tj�| �}|du r�t� | � }tj| < g |_
t | � nt |d�s�t
d| ��tt|�}|||| |�}|dur�|j
}|�|� |�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r r� �catch_warnings� simplefilter� find_modulerJ r� r� �types�
ModuleTyper� �_set_parent_nsr� r� r� r� r� � load_module�_rebuild_mod_path)� packageNamer@ r; r� r� �handlerrL r� r r r �
_handle_ns� s.
(
r� c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �rZ �r �pr r r rP � rC z%_rebuild_mod_path.<locals>.<listcomp>c s, z � � | �W S ty& td� Y S 0 dS )z/
Workaround for #520 and #513.
�infN)�indexrO �float)r )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
rE r N)r r� r� �countrZ rL )r� �
path_parts� module_partsr/ )� package_namer� r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r; c S s g | ] }t |��qS r r� r� r r r rP � rC N)rJ r� rV r� r� r$ )� orig_pathr� r� r� �new_pathr )r� r� r� r r� � s r� c C s� t �� z�| tv r W t �� dS tj}| �d�\}}}|r�t|� |tvrRt|� ztj | j
}W n t y~ t d|��Y n0 t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W t �� n
t �� 0 dS )z9Declare that package 'packageName' is a namespace packageNrE r� )�_imp� acquire_lockr� � release_lockrJ r� �
rpartitionra r� r� r� r- r� r r� r� )r� r� r0 r� r@ r r r ra � s* � ra c C sN t �� z6t�|d�D ] }t|| �}|rt||� qW t �� n
t �� 0 dS )zDEnsure that previously-declared namespace packages include path_itemr N)r� r� r� r� r� r� r� )r@ r0 �packagerL r r r r� � s
r� c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrE r� N)r� r� rL r rZ r� )r; r@ r� r� rL �
normalizedr r r r �file_ns_handler� s
r� c C s d S r r )r; r@ r� r� r r r �null_ns_handler s r� c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r� r r r r s r c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rJ rK r� r� �abspathr� r r r r� s r� c C s6 z
|| W S t y0 t| � || < }| Y S 0 d S r )r� r )r� r� �resultr r r rZ ) s
rZ c C s | � � �d�S )z7
Determine if given path appears to be an egg.
�.egg)rY rE r2 r r r r� 1 s r� c C s t | �o tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r3 )r� r� r� r" rL r2 r r r r[ 8 s �r[ c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )NrE )r r) rL �setattrrJ r� )r� r/ r� r0 r r r r� B s
r� c c sZ t | tj�r8| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� �
splitlinesrv r� rx )�strs�s�ssr r r rx J s
rx z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rm z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErO r� � module_name�tuple�attrsr, r� )r� r� r� r� r, r� r r r r j s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:rE z [%s]�,)r� r� r� rL r, )r� r� r r r r� s s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� { s zEntryPoint.__repr__Tc O s8 |r |s |r t jdtdd� |r0| j|i |�� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.rF r� )r� r� r� rS r )r� rS rA �kwargsr r r r� ~ s �zEntryPoint.loadc
C sZ t | jdgdd�}zt�t| j|�W S tyT } ztt|���W Y d}~n
d}~0 0 dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� r� � functools�reducer� r� r- r r� )r� r� r� r r r r � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r, ) r, r� rq r rb r r$ r r )r� r0 r1 r r- r r r rS � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr, �attrrE r r� r� )�patternrI rO � groupdict�
_parse_extrasr )r �srcr� rQ r� �resr, r� r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)rl r� �specsrO r, )r � extras_specr� r r r r� � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|v rFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r� rO rx r� r� )r rN �linesr� �thisrw �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|du rB|s:q$td��|�� }||v r\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r' r- ry rO rv r� )r �datar� �mapsrN r� r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r r� r� r� r rS r� r� r� rI r� r� r� r� r r r r rm g s$
�
rm c C s> | sdS t j�| �}|d �d�r:t j�|d d� d �S | S )Nr� r� zmd5=)r� )r r� �urlparser� �
urlunparse)r �parsedr r r �_remove_md5_fragment� s r� c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)rY r� )rw r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� r� N)r rz rh � partitionru rv )r� r� �
version_linesrw r� r� r r r �_version_from_file� s
r� c s� e Zd ZdZdZddddedefdd�ZedSdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdTd)d*�Z d+d,� Z d-d.� Z d/d0� Z dUd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%e&e'd>��s4[%edVd?d@��Z(dAdB� Z)dCdD� Z*dWdEdF�Z+dGdH� Z,dXdIdJ�Z-dKdL� Z.dMdN� Z/dOdP� Z0e dQdR� �Z1� Z2S )Yrk z5Wrap an actual or potential sys.path entry w/metadatar3 Nc C sF t |pd�| _|d ur t|�| _|| _|| _|| _|| _|p>t| _ d S )N�Unknown)
rt r. ru �_versionrU rK r rt r� � _provider)r� r r7 r. r rU rK rt r r r r
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tv r^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr� r� �ver�pyverrP )r. r rU rK )r� r� rQ rY �_distributionImpl�EGG_NAMErN �_reload_version) r r r� r7 r* r. r rU rK rT rI r r r rJ
s" � ���zDistribution.from_locationc C s | S r r r� r r r r� #
s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS r� )�parsed_versionrt r; r� r rU rK r� r r r r\ &
s �zDistribution.hashcmpc C s
t | j�S r )�hashr\ r� r r r �__hash__1
s zDistribution.__hash__c C s | j |j k S r �r\ �r� re r r r �__lt__4
s zDistribution.__lt__c C s | j |j kS r r� r� r r r �__le__7
s zDistribution.__le__c C s | j |j kS r r� r� r r r �__gt__:
s zDistribution.__gt__c C s | j |j kS r r� r� r r r �__ge__=
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� r\ r� r r r �__eq__@
s zDistribution.__eq__c C s
| |k S r r r� r r r �__ne__F
s zDistribution.__ne__c C s4 z| j W S ty. | j�� | _ }| Y S 0 d S r )�_keyr- r. rY rd r r r r; M
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r# r r� r� r r r r� U
s
zDistribution.parsed_versionc C s\ t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f i t | ���t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r! r� r� rq rr rv r� r� r� r� �varsr )r� �LV� is_legacyrw r r r �_warn_legacy_version\
s � z!Distribution._warn_legacy_versionc C sX z| j W S tyR | �� }|d u rJ| �| j�}d�| j|�}t|| ��| Y S 0 d S )Nz4Missing 'Version:' header and/or {} file at path: {})r� r- � _get_version� _get_metadata_path_for_display�PKG_INFOr� rO )r� r r� r� r r r r v
s ��
zDistribution.versionc C s2 z| j W S ty* | �| �� �| _ Y n0 | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)�_Distribution__dep_mapr- �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
Nr� ) r$ r r) r� r| r} rz r r- )�dmrJ � new_extrar r� rL � fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)ry �
_get_metadatar r- rs )r� r� r� rJ r r r r r� �
s
zDistribution._build_dep_mapr c C sd | j }g }|�|�dd�� |D ]>}z|�|t|� � W q ty\ td| |f ��Y q 0 q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r- r� rz r� rq )r� r, r� �depsrT r r r r �
s
� zDistribution.requiresc C s* z| j �|�}W n ty$ Y dS 0 |S )zK
Return the path to the given metadata file, if available.
z[could not detect])r� r� r{ r� r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� rw r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� r� )r� r� r r r r r� �
s zDistribution._get_versionFc C sV |du rt j}| j||d� |t ju rRt| j� | �d�D ]}|t jv r:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rJ r� r r� r r� r� ra )r� r� r� �pkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%sr� )r{ r. r rU rk rK )r� r� r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s> zt | dd �}W n ty& d }Y n0 |p.d}d| j|f S )Nr z[unknown version]z%s %s)r� rO r. )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r- r� r� )r� r� r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r r� r r r r s
�z'Distribution.__dir__.<locals>.<genexpr>)r$ r( �superrk �__dir__r� r� rh r r r s ���zDistribution.__dir__r c K s" | j t|�tj�|�|fi |��S r )rJ rZ r� r� r� )r r� r7 r* r r r rF s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� r� r r r r. rl r� )r� �specr r r r: s zDistribution.as_requirementc C s. | � ||�}|du r&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rY r r� )r� rN r� r� r r r rW s z Distribution.load_entry_pointc C sN z
| j }W n* ty4 t�| �d�| � }| _ Y n0 |durJ|�|i �S |S )r� zentry_points.txtN)�_ep_mapr- rm r� r� r� )r� rN �ep_mapr r r rX & s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rX r� r r r r rY 2 s zDistribution.get_entry_infoc
C s2 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� v r� dS |tju r�| � � |�
||� |�
||� q�q<|tju r�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
�y Y �q.Y q�0 || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r� r� r r r rP P rC z*Distribution.insert_on.<locals>.<listcomp>r r )r rZ r� r� r� � enumeratert r� rJ �check_version_conflictr r� r� rO )
r� r� �locr� �nloc�bdir�npathr� r �npr r r r 6 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjvs2||v s2|tv rRq2|dv r\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)�
pkg_resourcesr �siter� zIModule %s was already imported from %s, but %s is being added to sys.path) r; r' r( r� r r rJ r� r� r� r� �
issue_warning)r� �nspr �modname�fnr r r r
z s*
�
�
��z#Distribution.check_version_conflictc C s4 z
| j W n$ ty. tdt| � � Y dS 0 dS )NzUnbuilt egg for FT)r rO r r� r� r r r r_ � s
zDistribution.has_versionc K sD d}|� � D ]}|�|t| |d�� q |�d| j� | jf i |��S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr7 )r r r� r� r� )r� r* r~ r� r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r �depr r r rP � rC z'Distribution.extras.<locals>.<listcomp>